localstack-core 4.10.1.dev7__py3-none-any.whl → 4.11.2.dev14__py3-none-any.whl

localstack/services/s3control/provider.py

@@ -1,5 +1,104 @@
-from localstack.aws.api.s3control import S3ControlApi
+from localstack.aws.api import CommonServiceException, RequestContext
+from localstack.aws.api.s3control import (
+    AccountId,
+    ListTagsForResourceResult,
+    S3ControlApi,
+    S3ResourceArn,
+    TagKeyList,
+    TagList,
+    TagResourceResult,
+    UntagResourceResult,
+)
+from localstack.aws.forwarder import NotImplementedAvoidFallbackError
+from localstack.services.s3.models import s3_stores
+from localstack.services.s3control.validation import validate_tags
+from localstack.utils.tagging import TaggingService
+
+
+class NoSuchResource(CommonServiceException):
+    def __init__(self, message=None):
+        super().__init__("NoSuchResource", status_code=404, message=message)
 
 
 class S3ControlProvider(S3ControlApi):
-    pass
+    """
+    S3Control is a management interface for S3, and can access some of its internals with no public API
+    This requires us to access the s3 stores directly
+    """
+
+    @staticmethod
+    def _get_tagging_service_for_bucket(
+        resource_arn: S3ResourceArn,
+        partition: str,
+        region: str,
+        account_id: str,
+    ) -> TaggingService:
+        s3_prefix = f"arn:{partition}:s3:::"
+        if not resource_arn.startswith(s3_prefix):
+            # Moto does not support Tagging operations for S3 Control, so we should not forward those operations back
+            # to it
+            raise NotImplementedAvoidFallbackError(
+                "LocalStack only support Bucket tagging operations for S3Control"
+            )
+
+        store = s3_stores[account_id][region]
+        bucket_name = resource_arn.removeprefix(s3_prefix)
+        if bucket_name not in store.global_bucket_map:
+            raise NoSuchResource("The specified resource doesn't exist.")
+
+        return store.TAGS
+
+    def tag_resource(
+        self,
+        context: RequestContext,
+        account_id: AccountId,
+        resource_arn: S3ResourceArn,
+        tags: TagList,
+        **kwargs,
+    ) -> TagResourceResult:
+        # currently S3Control only supports tagging buckets
+        tagging_service = self._get_tagging_service_for_bucket(
+            resource_arn=resource_arn,
+            partition=context.partition,
+            region=context.region,
+            account_id=account_id,
+        )
+
+        validate_tags(tags=tags)
+        tagging_service.tag_resource(resource_arn, tags)
+
+        return TagResourceResult()
+
+    def untag_resource(
+        self,
+        context: RequestContext,
+        account_id: AccountId,
+        resource_arn: S3ResourceArn,
+        tag_keys: TagKeyList,
+        **kwargs,
+    ) -> UntagResourceResult:
+        # currently S3Control only supports tagging buckets
+        tagging_service = self._get_tagging_service_for_bucket(
+            resource_arn=resource_arn,
+            partition=context.partition,
+            region=context.region,
+            account_id=account_id,
+        )
+
+        tagging_service.untag_resource(resource_arn, tag_keys)
+
+        return TagResourceResult()
+
+    def list_tags_for_resource(
+        self, context: RequestContext, account_id: AccountId, resource_arn: S3ResourceArn, **kwargs
+    ) -> ListTagsForResourceResult:
+        # currently S3Control only supports tagging buckets
+        tagging_service = self._get_tagging_service_for_bucket(
+            resource_arn=resource_arn,
+            partition=context.partition,
+            region=context.region,
+            account_id=account_id,
+        )
+
+        tags = tagging_service.list_tags_for_resource(resource_arn)
+        return ListTagsForResourceResult(Tags=tags["Tags"])

localstack/services/s3control/validation.py

@@ -0,0 +1,50 @@
+from localstack.aws.api.s3 import InvalidTag
+from localstack.aws.api.s3control import Tag, TagList
+from localstack.services.s3.exceptions import MalformedXML
+from localstack.services.s3.utils import TAG_REGEX
+
+
+def validate_tags(tags: TagList):
+    """
+    Validate the tags provided. This is the same function as S3, but with different error messages
+    :param tags: a TagList object
+    :raises MalformedXML if the object does not conform to the schema
+    :raises InvalidTag if the tag key or value are outside the set of validations defined by S3 and S3Control
+    :return: None
+    """
+    keys = set()
+    for tag in tags:
+        tag: Tag
+        if set(tag) != {"Key", "Value"}:
+            raise MalformedXML()
+
+        key = tag["Key"]
+        value = tag["Value"]
+
+        if key is None or value is None:
+            raise MalformedXML()
+
+        if key in keys:
+            raise InvalidTag(
+                "There are duplicate tag keys in your request. Remove the duplicate tag keys and try again.",
+                TagKey=key,
+            )
+
+        if key.startswith("aws:"):
+            raise InvalidTag(
+                'User-defined tag keys can\'t start with "aws:". This prefix is reserved for system tags. Remove "aws:" from your tag keys and try again.',
+            )
+
+        if not TAG_REGEX.match(key):
+            raise InvalidTag(
+                "This request contains a tag key or value that isn't valid. Valid characters include the following: [a-zA-Z+-=._:/]. Tag keys can contain up to 128 characters. Tag values can contain up to 256 characters.",
+                TagKey=key,
+            )
+        elif not TAG_REGEX.match(value):
+            raise InvalidTag(
+                "This request contains a tag key or value that isn't valid. Valid characters include the following: [a-zA-Z+-=._:/]. Tag keys can contain up to 128 characters. Tag values can contain up to 256 characters.",
+                TagKey=key,
+                TagValue=value,
+            )
+
+        keys.add(key)

localstack/services/sns/constants.py

@@ -28,6 +28,7 @@ VALID_SUBSCRIPTION_ATTR_NAME: list[str] = [
 MSG_ATTR_NAME_REGEX = re.compile(r"^(?!\.)(?!.*\.$)(?!.*\.\.)[a-zA-Z0-9_\-.]+$")
 ATTR_TYPE_REGEX = re.compile(r"^(String|Number|Binary)\..+$")
 VALID_MSG_ATTR_NAME_CHARS = set(ascii_letters + digits + "." + "-" + "_")
+E164_REGEX = re.compile(r"^\+?[1-9]\d{1,14}$")
 
 
 GCM_URL = "https://fcm.googleapis.com/fcm/send"
@@ -42,6 +43,7 @@ SUBSCRIPTION_TOKENS_ENDPOINT = "/_aws/sns/subscription-tokens"
 SNS_CERT_ENDPOINT = "/_aws/sns/SimpleNotificationService-6c6f63616c737461636b69736e696365.pem"
 
 DUMMY_SUBSCRIPTION_PRINCIPAL = "arn:{partition}:iam::{account_id}:user/DummySNSPrincipal"
-E164_REGEX = re.compile(r"^\+?[1-9]\d{1,14}$")
 
 VALID_APPLICATION_PLATFORMS = list(get_args(SnsApplicationPlatforms))
+
+MAXIMUM_MESSAGE_LENGTH = 262144

localstack/services/sns/publisher.py

@@ -30,6 +30,7 @@ from localstack.services.sns.models import (
     SnsStore,
     SnsSubscription,
 )
+from localstack.services.sns.v2.utils import get_topic_subscriptions
 from localstack.utils.aws.arns import (
     PARTITION_NAMES,
     extract_account_id_from_arn,
@@ -254,9 +255,11 @@ class LambdaTopicPublisher(TopicPublisher):
             "UnsubscribeUrl": unsubscribe_url,
             "MessageAttributes": message_attributes,
         }
-
+        # TODO: remove v1 "signature_version" access once v1 is retired
         signature_version = (
-            topic_attributes.get("signature_version", "1") if topic_attributes else "1"
+            topic_attributes.get("signature_version", topic_attributes.get("SignatureVersion", "1"))
+            if topic_attributes
+            else "1"
         )
         canonical_string = compute_canonical_string(event_payload, message_context.type)
         signature = get_message_signature(canonical_string, signature_version=signature_version)
@@ -558,7 +561,10 @@ class HttpTopicPublisher(TopicPublisher):
             ):
                 return sub_content_type
 
-        if json_topic_delivery_policy := topic_attributes.get("delivery_policy"):
+        # TODO: remove lower case access once legacy v1 provider is removed
+        if json_topic_delivery_policy := topic_attributes.get(
+            "delivery_policy", topic_attributes.get("DeliveryPolicy")
+        ):
             topic_delivery_policy = json.loads(json_topic_delivery_policy)
             if not (
                 topic_content_type := topic_delivery_policy.get(subscriber["Protocol"].lower())
@@ -1009,7 +1015,10 @@ def create_sns_message_body(
     # FIFO topics do not add the signature in the message
     if not subscriber.get("TopicArn", "").endswith(".fifo"):
         signature_version = (
-            topic_attributes.get("signature_version", "1") if topic_attributes else "1"
+            # we allow for both casings, depending on v1 or v2 provider
+            topic_attributes.get("signature_version", topic_attributes.get("SignatureVersion", "1"))
+            if topic_attributes
+            else "1"
         )
         canonical_string = compute_canonical_string(data, message_type)
         signature = get_message_signature(canonical_string, signature_version=signature_version)
@@ -1234,7 +1243,7 @@ class PublishDispatcher:
                 )
 
     def publish_to_topic(self, ctx: SnsPublishContext, topic_arn: str) -> None:
-        subscriptions = ctx.store.get_topic_subscriptions(topic_arn)
+        subscriptions = get_topic_subscriptions(ctx.store, topic_arn)
         for subscriber in subscriptions:
             if self._should_publish(ctx.store.subscription_filter_policy, ctx.message, subscriber):
                 notifier = self.topic_notifiers[subscriber["Protocol"]]
@@ -1249,7 +1258,7 @@ class PublishDispatcher:
                 self._submit_notification(notifier, ctx, subscriber)
 
     def publish_batch_to_topic(self, ctx: SnsBatchPublishContext, topic_arn: str) -> None:
-        subscriptions = ctx.store.get_topic_subscriptions(topic_arn)
+        subscriptions = get_topic_subscriptions(ctx.store, topic_arn)
         for subscriber in subscriptions:
             protocol = subscriber["Protocol"]
             notifier = self.batch_topic_notifiers.get(protocol)

localstack/services/sns/v2/models.py

@@ -5,6 +5,7 @@ from enum import StrEnum
 from typing import Literal, TypedDict
 
 from localstack.aws.api.sns import (
+    Endpoint,
     MessageAttributeMap,
     PlatformApplication,
     PublishBatchRequestEntry,
@@ -39,6 +40,12 @@ SnsApplicationPlatforms = Literal[
 ]
 
 
+class EndpointAttributeNames(StrEnum):
+    CUSTOM_USER_DATA = "CustomUserData"
+    Token = "Token"
+    ENABLED = "Enabled"
+
+
 SMS_ATTRIBUTE_NAMES = [
     "DeliveryStatusIAMRole",
     "DeliveryStatusSuccessSamplingRate",
@@ -143,6 +150,19 @@ class SnsMessage:
         )
 
 
+@dataclass
+class PlatformEndpoint:
+    platform_application_arn: str
+    platform_endpoint: Endpoint
+
+
+@dataclass
+class PlatformApplicationDetails:
+    platform_application: PlatformApplication
+    # maps all Endpoints of the PlatformApplication, from their Token to their ARN
+    platform_endpoints: dict[str, str]
+
+
 class SnsStore(BaseStore):
     topics: dict[str, Topic] = LocalAttribute(default=dict)
 
@@ -156,11 +176,20 @@ class SnsStore(BaseStore):
     subscription_tokens: dict[str, str] = LocalAttribute(default=dict)
 
     # maps platform application arns to platform applications
-    platform_applications: dict[str, PlatformApplication] = LocalAttribute(default=dict)
+    platform_applications: dict[str, PlatformApplicationDetails] = LocalAttribute(default=dict)
+
+    # maps endpoint arns to platform endpoints
+    platform_endpoints: dict[str, PlatformEndpoint] = LocalAttribute(default=dict)
+
+    # cache of topic ARN to platform endpoint messages (used primarily for testing)
+    platform_endpoint_messages: dict[str, list[dict]] = LocalAttribute(default=dict)
 
     # topic/subscription independent default values for sending sms messages
     sms_attributes: dict[str, str] = LocalAttribute(default=dict)
 
+    # list of sent SMS messages
+    sms_messages: list[dict] = LocalAttribute(default=list)
+
     TAGS: TaggingService = CrossRegionAttribute(default=TaggingService)