localstack-core 4.10.1.dev42__py3-none-any.whl → 4.12.1.dev18__py3-none-any.whl

localstack/services/cloudformation/engine/v2/change_set_resource_support_checker.py

@@ -0,0 +1,114 @@
+from localstack.services.cloudformation.engine.v2.change_set_model import (
+    NodeResource,
+)
+from localstack.services.cloudformation.engine.v2.change_set_model_visitor import (
+    ChangeSetModelVisitor,
+)
+from localstack.services.cloudformation.resources import AWS_AVAILABLE_CFN_RESOURCES
+from localstack.utils.catalog.catalog import (
+    AwsServicesSupportStatus,
+    CatalogPlugin,
+    CfnResourceSupportStatus,
+)
+from localstack.utils.catalog.common import (
+    AwsServicesSupportInLatest,
+    AwsServiceSupportAtRuntime,
+    CloudFormationResourcesSupportAtRuntime,
+    CloudFormationResourcesSupportInLatest,
+)
+from localstack.utils.catalog.plugins import get_aws_catalog
+
+
+# TODO handle all available resource types
+def _get_service_name(resource_type: str) -> str | None:
+    parts = resource_type.split("::")
+    if len(parts) == 1:
+        return None
+
+    match parts:
+        case _ if "Cognito::IdentityPool" in resource_type:
+            return "cognito-identity"
+        case [*_, "Cognito", "UserPool"]:
+            return "cognito-idp"
+        case [*_, "Cognito", _]:
+            return "cognito-idp"
+        case [*_, "Elasticsearch", _]:
+            return "es"
+        case [*_, "OpenSearchService", _]:
+            return "opensearch"
+        case [*_, "KinesisFirehose", _]:
+            return "firehose"
+        case [*_, "ResourceGroups", _]:
+            return "resource-groups"
+        case [*_, "CertificateManager", _]:
+            return "acm"
+        case _ if "ElasticLoadBalancing::" in resource_type:
+            return "elb"
+        case _ if "ElasticLoadBalancingV2::" in resource_type:
+            return "elbv2"
+        case _ if "ApplicationAutoScaling::" in resource_type:
+            return "application-autoscaling"
+        case _ if "MSK::" in resource_type:
+            return "kafka"
+        case _ if "Timestream::" in resource_type:
+            return "timestream-write"
+        case [_, service, *_]:
+            return service.lower()
+
+
+def _build_resource_failure_message(
+    resource_type: str, status: AwsServicesSupportStatus | CfnResourceSupportStatus
+) -> str:
+    service_name = _get_service_name(resource_type) or "malformed"
+    template = "Sorry, the {resource} resource in the {service} service is not supported."
+    match status:
+        case CloudFormationResourcesSupportAtRuntime.NOT_IMPLEMENTED:
+            template = "Sorry, the {resource} resource (from the {service} service) is not supported by this version of LocalStack, but is available in the latest version."
+        case CloudFormationResourcesSupportInLatest.NOT_SUPPORTED:
+            template = "Sorry, the {resource} resource (from the {service} service) is not currently supported by LocalStack."
+        case AwsServiceSupportAtRuntime.AVAILABLE_WITH_LICENSE_UPGRADE:
+            template = "Sorry, the {service} service (for the {resource} resource) is not included within your LocalStack license, but is available in an upgraded license."
+        case AwsServiceSupportAtRuntime.NOT_IMPLEMENTED:
+            template = "The API for service {service} (for the {resource} resource) is either not included in your current license plan or has not yet been emulated by LocalStack."
+        case AwsServicesSupportInLatest.NOT_SUPPORTED:
+            template = "Sorry, the {service} (for the {resource} resource) service is not currently supported by LocalStack."
+        case AwsServicesSupportInLatest.SUPPORTED_WITH_LICENSE_UPGRADE:
+            template = "Sorry, the {service} service (for the {resource} resource) is not supported by this version of LocalStack, but is available in the latest version if you upgrade to the latest stable version."
+    return template.format(
+        resource=resource_type,
+        service=service_name,
+    )
+
+
+class ChangeSetResourceSupportChecker(ChangeSetModelVisitor):
+    catalog: CatalogPlugin
+
+    TITLE_MESSAGE = "Unsupported resources detected:"
+
+    def __init__(self):
+        self._resource_failure_messages: dict[str, str] = {}
+        self.catalog = get_aws_catalog()
+
+    def visit_node_resource(self, node_resource: NodeResource):
+        resource_type = node_resource.type_.value
+        if resource_type not in self._resource_failure_messages:
+            if resource_type not in AWS_AVAILABLE_CFN_RESOURCES:
+                # Ignore non-AWS resources
+                pass
+            support_status = self._resource_support_status(resource_type)
+            if support_status == CloudFormationResourcesSupportAtRuntime.AVAILABLE:
+                pass
+            else:
+                failure_message = _build_resource_failure_message(resource_type, support_status)
+                self._resource_failure_messages[resource_type] = failure_message
+        super().visit_node_resource(node_resource)
+
+    def _resource_support_status(
+        self, resource_type: str
+    ) -> AwsServicesSupportStatus | CfnResourceSupportStatus:
+        service_name = _get_service_name(resource_type)
+        return self.catalog.get_cloudformation_resource_status(resource_type, service_name, True)
+
+    @property
+    def failure_messages(self) -> list[str]:
+        return list(self._resource_failure_messages.values())

localstack/services/cloudformation/provider.py

@@ -5,6 +5,7 @@ import re
 from collections import defaultdict
 from copy import deepcopy
 
+from localstack import config
 from localstack.aws.api import CommonServiceException, RequestContext, handler
 from localstack.aws.api.cloudformation import (
     AlreadyExistsException,
@@ -120,6 +121,7 @@ from localstack.services.cloudformation.stores import (
     find_stack_by_id,
     get_cloudformation_store,
 )
+from localstack.services.plugins import ServiceLifecycleHook
 from localstack.state import StateVisitor
 from localstack.utils.collections import (
     remove_attributes,
@@ -177,7 +179,30 @@ class InternalFailure(CommonServiceException):
         super().__init__("InternalFailure", status_code=500, message=message, sender_fault=False)
 
 
-class CloudformationProvider(CloudformationApi):
+class CloudformationProvider(CloudformationApi, ServiceLifecycleHook):
+    def on_before_start(self):
+        self._validate_config()
+
+    def _validate_config(self):
+        no_wait_value: int = 5
+        try:
+            no_wait_value = int(config.CFN_NO_WAIT_ITERATIONS or 5)
+        except (TypeError, ValueError):
+            LOG.warning(
+                "You have set CFN_NO_WAIT_ITERATIONS to an invalid value: '%s'. It must be an integer greater or equal to 0. Using the default of 5",
+                config.CFN_NO_WAIT_ITERATIONS,
+            )
+
+        if no_wait_value < 0:
+            LOG.warning(
+                "You have set CFN_NO_WAIT_ITERATIONS to an invalid value: '%s'. It must be an integer greater or equal to 0. Using the default of 5",
+                config.CFN_NO_WAIT_ITERATIONS,
+            )
+            no_wait_value = 5
+
+        # Set the configuration back
+        config.CFN_NO_WAIT_ITERATIONS = no_wait_value
+
     def _stack_status_is_active(self, stack_status: str) -> bool:
         return stack_status not in [StackStatus.DELETE_COMPLETE]
 

localstack/services/cloudformation/provider_utils.py

@@ -275,6 +275,26 @@ def convert_values_to_numbers(input_dict: dict, keys_to_skip: list[str] | None =
     return recursive_convert(input_dict)
 
 
+def resource_tags_to_remove_or_update(
+    prev_tags: list[dict], new_tags: list[dict]
+) -> tuple[list[str], dict[str, str]]:
+    """
+    When updating resources that have tags, we need to determine which tags to remove and which to add/update,
+    as these are typically done in separate API calls. The format of prev_tags and new_tags is expected to
+    be [{ "Key": tagName, "Value": tagValue }, ...]. The return value will be a tuple of (tags_to_remove, tags_to_update),
+    where:
+    - tags_to_remove is a list of tag keys that are present in prev_tags but not in new_tags.
+    - tags_to_update is a dict of tags to add or update, with the format: { tagName: tagValue, ... }.
+    """
+    prev_tag_keys = [tag["Key"] for tag in prev_tags]
+    new_tag_keys = [tag["Key"] for tag in new_tags]
+    tags_to_remove = list(set(prev_tag_keys) - set(new_tag_keys))
+
+    # convert from list of dicts, to a single dict because that's what tag_queue APIs expect.
+    tags_to_update = {tag["Key"]: tag["Value"] for tag in new_tags}
+    return (tags_to_remove, tags_to_update)
+
+
 #  LocalStack specific utilities
 def get_schema_path(file_path: Path) -> dict:
     file_name_base = file_path.name.removesuffix(".py").removesuffix(".py.enc")

localstack/services/cloudformation/resource_provider.py

@@ -436,11 +436,11 @@ class ResourceProviderExecutor:
         resource: dict,
         raw_payload: ResourceProviderPayload,
         max_timeout: int = config.CFN_PER_RESOURCE_TIMEOUT,
-        sleep_time: float = 5,
+        sleep_time: float = 1,
     ) -> ProgressEvent[Properties]:
         payload = copy.deepcopy(raw_payload)
 
-        max_iterations = max(ceil(max_timeout / sleep_time), 2)
+        max_iterations = max(ceil(max_timeout / sleep_time), 10)
 
         for current_iteration in range(max_iterations):
             resource_type = get_resource_type({"Type": raw_payload["resourceType"]})
@@ -486,10 +486,11 @@ class ResourceProviderExecutor:
                     payload["requestData"]["resourceProperties"] = event.resource_model
                     resource["Properties"] = event.resource_model
 
-                    if current_iteration == 0:
-                        time.sleep(0)
+                    if current_iteration < config.CFN_NO_WAIT_ITERATIONS:
+                        pass
                     else:
                         time.sleep(sleep_time)
+
                 case OperationStatus.PENDING:
                     # come back to this resource in another iteration
                     return event

localstack/services/cloudformation/scaffolding/__main__.py

@@ -10,6 +10,7 @@ from functools import reduce
 from pathlib import Path
 from typing import Any, Literal, TypedDict, TypeVar
 
+import boto3
 import click
 from jinja2 import Environment, FileSystemLoader
 from yaml import safe_dump
@@ -140,14 +141,76 @@ class SchemaProvider:
             ) from e
 
 
+class LiveSchemaProvider:
+    """
+    Provides CloudFormation resource schemas by fetching them from the live AWS CloudFormation service, rather than
+    a local zip file.
+    """
+
+    def __init__(self, cfn_client):
+        self.cfn_client = cfn_client
+
+    def available_schemas(self, pattern: str) -> list[str]:
+        """
+        Return the names of available CloudFormation resource types. `pattern` should be something like
+        AWS::S3::Bucket or AWS::S3::*, depending on whether you want all resources for a service or a specific one.
+        The result is a list of matching resource type names (e.g. [AWS::S3::Bucket, AWS::S3::Object, ...])
+        """
+
+        is_wildcard = pattern.endswith("*")
+        pattern = pattern[:-1] if is_wildcard else pattern
+        matching_names = []
+
+        params = {
+            "Visibility": "PUBLIC",
+            "Type": "RESOURCE",
+            "DeprecatedStatus": "LIVE",
+            "Filters": {"Category": "AWS_TYPES", "TypeNamePrefix": pattern},
+        }
+        next_token: str | None = None
+
+        # Note: pagination is necessary since list_types requires multiple calls even to get a single result.
+        while True:
+            if next_token:
+                params["NextToken"] = next_token
+            response = self.cfn_client.list_types(**params)
+
+            # collect any matching type names (if wildcard, all; else exact match only)
+            matching_names.extend(
+                [
+                    type_summary["TypeName"]
+                    for type_summary in response.get("TypeSummaries", [])
+                    if (is_wildcard or type_summary["TypeName"] == pattern)
+                ]
+            )
+
+            next_token = response.get("NextToken")
+            if not next_token:
+                break
+
+        return matching_names
+
+    def schema(self, type_name: ResourceName) -> ResourceSchema:
+        """
+        Given a CloudFormation ResourceName (representing something like "AWS::S3::Bucket"), return the resource
+        schema as dict.
+        """
+        response = self.cfn_client.describe_type(
+            Type="RESOURCE",
+            TypeName=type_name.full_name,
+        )
+        schema_str = response.get("Schema")
+        if not schema_str:
+            raise click.ClickException(
+                f"Could not fetch schema for CloudFormation resource type: {type_name}"
+            )
+        return json.loads(schema_str)
+
+
 LOCALSTACK_ROOT_DIR = Path(__file__).parent.joinpath("../../../../..").resolve()
 LOCALSTACK_PRO_ROOT_DIR = LOCALSTACK_ROOT_DIR.joinpath("../localstack-pro").resolve()
-TESTS_ROOT_DIR = LOCALSTACK_ROOT_DIR.joinpath(
-    "tests/aws/services/cloudformation/resource_providers"
-)
-TESTS_PRO_ROOT_DIR = LOCALSTACK_PRO_ROOT_DIR.joinpath(
-    "localstack-pro-core/tests/aws/services/cloudformation/resource_providers"
-)
+TESTS_ROOT_DIR = LOCALSTACK_ROOT_DIR.joinpath("tests/aws/services")
+TESTS_PRO_ROOT_DIR = LOCALSTACK_PRO_ROOT_DIR.joinpath("localstack-pro-core/tests/aws/services")
 
 assert LOCALSTACK_ROOT_DIR.is_dir(), f"{LOCALSTACK_ROOT_DIR} does not exist"
 assert LOCALSTACK_PRO_ROOT_DIR.is_dir(), f"{LOCALSTACK_PRO_ROOT_DIR} does not exist"
@@ -193,7 +256,7 @@ def template_path(
     output_path = (
         tests_root_dir(pro)
         .joinpath(
-            f"{resource_name.python_compatible_service_name.lower()}/{resource_name.path_compatible_full_name()}/templates/{stub}"
+            f"{resource_name.python_compatible_service_name.lower()}/resource_providers/templates/{stub}"
         )
         .resolve()
     )
@@ -202,7 +265,7 @@ def template_path(
         test_path = (
             root_dir(pro)
             .joinpath(
-                f"tests/aws/cloudformation/resource_providers/{resource_name.python_compatible_service_name.lower()}/{resource_name.path_compatible_full_name()}"
+                f"tests/aws/{resource_name.python_compatible_service_name.lower()}/resource_providers/templates"
             )
             .resolve()
         )
@@ -276,7 +339,7 @@ class TemplateRenderer:
         # e.g. .../resource_providers/aws_iam_role/test_X.py vs. .../resource_providers/iam/test_X.py
         # add extra parameters
         tests_output_path = root_dir(self.pro).joinpath(
-            f"tests/aws/cloudformation/resource_providers/{resource_name.python_compatible_service_name.lower()}/{resource_name.full_name.lower()}"
+            f"tests/aws/{resource_name.python_compatible_service_name.lower()}/resource_providers/templates"
         )
         match file_type:
             case FileType.getatt_test:
@@ -284,7 +347,9 @@ class TemplateRenderer:
                 kwargs["service"] = resource_name.service.lower()
                 kwargs["resource"] = resource_name.resource.lower()
                 kwargs["template_path"] = str(
-                    template_path(resource_name, FileType.attribute_template, tests_output_path)
+                    template_path(
+                        resource_name, FileType.attribute_template, tests_output_path, pro=self.pro
+                    )
                 )
             case FileType.provider:
                 property_ir = generate_ir_for_type(
@@ -318,17 +383,25 @@ class TemplateRenderer:
                 kwargs["pro"] = self.pro
             case FileType.integration_test:
                 kwargs["black_box_template_path"] = str(
-                    template_path(resource_name, FileType.minimal_template, tests_output_path)
+                    template_path(
+                        resource_name, FileType.minimal_template, tests_output_path, pro=self.pro
+                    )
                 )
                 kwargs["update_template_path"] = str(
                     template_path(
                         resource_name,
                         FileType.update_without_replacement_template,
                         tests_output_path,
+                        pro=self.pro,
                     )
                 )
                 kwargs["autogenerated_template_path"] = str(
-                    template_path(resource_name, FileType.autogenerated_template, tests_output_path)
+                    template_path(
+                        resource_name,
+                        FileType.autogenerated_template,
+                        tests_output_path,
+                        pro=self.pro,
+                    )
                 )
             # case FileType.cloudcontrol_test:
             case FileType.parity_test:
@@ -531,20 +604,24 @@ class FileWriter:
             ),
             FileType.integration_test: tests_root_dir(self.pro).joinpath(
                 self.resource_name.python_compatible_service_name.lower(),
+                "resource_providers",
                 self.resource_name.path_compatible_full_name(),
                 "test_basic.py",
             ),
             FileType.getatt_test: tests_root_dir(self.pro).joinpath(
                 self.resource_name.python_compatible_service_name.lower(),
+                "resource_providers",
                 self.resource_name.path_compatible_full_name(),
                 "test_exploration.py",
             ),
             # FileType.cloudcontrol_test: tests_root_dir(self.pro).joinpath(
             #     self.resource_name.python_compatible_service_name.lower(),
+            #     "resource_providers",
             #     f"test_aws_{self.resource_name.service.lower()}_{self.resource_name.resource.lower()}_cloudcontrol.py",
             # ),
             FileType.parity_test: tests_root_dir(self.pro).joinpath(
                 self.resource_name.python_compatible_service_name.lower(),
+                "resource_providers",
                 self.resource_name.path_compatible_full_name(),
                 "test_parity.py",
             ),
@@ -558,7 +635,9 @@ class FileWriter:
             FileType.autogenerated_template,
         ]
         for template_type in templates:
-            self.destination_files[template_type] = template_path(self.resource_name, template_type)
+            self.destination_files[template_type] = template_path(
+                self.resource_name, template_type, pro=self.pro
+            )
 
     def write(self, file_type: FileType, contents: str):
         file_destination = self.destination_files[file_type]
@@ -763,21 +842,14 @@ def generate(
     console = Console()
     console.rule(title=resource_type)
 
-    schema_provider = SchemaProvider(
-        zipfile_path=Path(__file__).parent.joinpath("CloudformationSchema.zip")
-    )
+    schema_provider = LiveSchemaProvider(boto3.client("cloudformation"))
 
     template_root = Path(__file__).parent.joinpath("templates")
     env = Environment(
         loader=FileSystemLoader(template_root),
     )
 
-    parts = resource_type.rpartition("::")
-    if parts[-1] == "*":
-        # generate all resource types for that service
-        matching_resources = [x for x in schema_provider.schemas.keys() if x.startswith(parts[0])]
-    else:
-        matching_resources = [resource_type]
+    matching_resources = schema_provider.available_schemas(resource_type)
 
     for matching_resource in matching_resources:
         console.rule(title=matching_resource)

localstack/services/cloudformation/v2/provider.py

@@ -103,6 +103,9 @@ from localstack.services.cloudformation.engine.v2.change_set_model_transform imp
 from localstack.services.cloudformation.engine.v2.change_set_model_validator import (
     ChangeSetModelValidator,
 )
+from localstack.services.cloudformation.engine.v2.change_set_resource_support_checker import (
+    ChangeSetResourceSupportChecker,
+)
 from localstack.services.cloudformation.engine.validations import ValidationError
 from localstack.services.cloudformation.provider import (
     ARN_CHANGESET_REGEX,
@@ -222,6 +225,12 @@ def find_stack_instance(stack_set: StackSet, account: str, region: str) -> Stack
 
 class CloudformationProviderV2(CloudformationProvider, ServiceLifecycleHook):
     def on_before_start(self):
+        # TODO: make sure to bring `_validate_config` from the base class when removing it
+        # as this ensures we have a valid CFN_NO_WAIT_ITERATIONS value
+        super().on_before_start()
+        self._log_create_issue_info()
+
+    def _log_create_issue_info(self):
         base = "https://github.com/localstack/localstack/issues/new"
         query_args = {
             "template": "bug-report.yml",
@@ -417,6 +426,38 @@ class CloudformationProviderV2(CloudformationProvider, ServiceLifecycleHook):
                 update_model.node_template.change_type = ChangeType.MODIFIED
         change_set.processed_template = transformed_after_template
 
+        if not config.CFN_IGNORE_UNSUPPORTED_RESOURCE_TYPES:
+            support_visitor = ChangeSetResourceSupportChecker()
+            support_visitor.visit(change_set.update_model.node_template)
+            failure_messages = support_visitor.failure_messages
+            if failure_messages:
+                reason_suffix = ", ".join(failure_messages)
+                status_reason = f"{ChangeSetResourceSupportChecker.TITLE_MESSAGE} {reason_suffix}"
+
+                change_set.status_reason = status_reason
+                change_set.set_change_set_status(ChangeSetStatus.FAILED)
+                failure_transitions = {
+                    ChangeSetType.CREATE: (
+                        StackStatus.ROLLBACK_IN_PROGRESS,
+                        StackStatus.CREATE_FAILED,
+                    ),
+                    ChangeSetType.UPDATE: (
+                        StackStatus.UPDATE_ROLLBACK_IN_PROGRESS,
+                        StackStatus.UPDATE_ROLLBACK_FAILED,
+                    ),
+                    ChangeSetType.IMPORT: (
+                        StackStatus.IMPORT_ROLLBACK_IN_PROGRESS,
+                        StackStatus.IMPORT_ROLLBACK_FAILED,
+                    ),
+                }
+                transitions = failure_transitions.get(change_set.change_set_type)
+                if transitions:
+                    first_status, *remaining_statuses = transitions
+                    change_set.stack.set_stack_status(first_status, status_reason)
+                    for status in remaining_statuses:
+                        change_set.stack.set_stack_status(status)
+                return
+
     @handler("CreateChangeSet", expand=False)
     def create_change_set(
         self, context: RequestContext, request: CreateChangeSetInput

localstack/services/cloudwatch/provider.py

@@ -35,6 +35,7 @@ from localstack.services import moto
 from localstack.services.cloudwatch.alarm_scheduler import AlarmScheduler
 from localstack.services.edge import ROUTER
 from localstack.services.plugins import SERVICE_PLUGINS, ServiceLifecycleHook
+from localstack.state import StateVisitor
 from localstack.utils.aws import arns
 from localstack.utils.aws.arns import extract_account_id_from_arn, lambda_function_name
 from localstack.utils.aws.request_context import (
@@ -306,8 +307,13 @@ class CloudwatchProvider(CloudwatchApi, ServiceLifecycleHook):
         self.tags = TaggingService()
         self.alarm_scheduler = None
 
+    def accept_state_visitor(self, visitor: StateVisitor):
+        visitor.visit(cloudwatch_backends)
+
     def on_after_init(self):
         ROUTER.add(PATH_GET_RAW_METRICS, self.get_raw_metrics)
+
+    def on_before_start(self):
         self.start_alarm_scheduler()
 
     def on_before_state_reset(self):
@@ -337,9 +343,10 @@ class CloudwatchProvider(CloudwatchApi, ServiceLifecycleHook):
             self.alarm_scheduler = AlarmScheduler()
 
     def shutdown_alarm_scheduler(self):
-        LOG.debug("stopping cloudwatch scheduler")
-        self.alarm_scheduler.shutdown_scheduler()
-        self.alarm_scheduler = None
+        if self.alarm_scheduler:
+            LOG.debug("stopping cloudwatch scheduler")
+            self.alarm_scheduler.shutdown_scheduler()
+            self.alarm_scheduler = None
 
     def delete_alarms(self, context: RequestContext, alarm_names: AlarmNames, **kwargs) -> None:
         moto.call_moto(context)

localstack/services/cloudwatch/provider_v2.py

@@ -161,6 +161,8 @@ class CloudwatchProvider(CloudwatchApi, ServiceLifecycleHook):
 
     def on_after_init(self):
         ROUTER.add(PATH_GET_RAW_METRICS, self.get_raw_metrics)
+
+    def on_before_start(self):
         self.start_alarm_scheduler()
 
     def on_before_state_reset(self):
@@ -192,9 +194,10 @@ class CloudwatchProvider(CloudwatchApi, ServiceLifecycleHook):
             self.alarm_scheduler = AlarmScheduler()
 
     def shutdown_alarm_scheduler(self):
-        LOG.debug("stopping cloudwatch scheduler")
-        self.alarm_scheduler.shutdown_scheduler()
-        self.alarm_scheduler = None
+        if self.alarm_scheduler:
+            LOG.debug("stopping cloudwatch scheduler")
+            self.alarm_scheduler.shutdown_scheduler()
+            self.alarm_scheduler = None
 
     def delete_alarms(self, context: RequestContext, alarm_names: AlarmNames, **kwargs) -> None:
         """

localstack/services/configservice/provider.py

@@ -1,5 +1,9 @@
 from localstack.aws.api.config import ConfigApi
+from localstack.state import StateVisitor
 
 
 class ConfigProvider(ConfigApi):
-    pass
+    def accept_state_visitor(self, visitor: StateVisitor):
+        from moto.config.models import config_backends
+
+        visitor.visit(config_backends)

localstack/services/dynamodb/provider.py

@@ -535,6 +535,7 @@ class DynamoDBProvider(DynamodbApi, ServiceLifecycleHook):
         self.server = self._new_dynamodb_server()
         self._expired_items_worker = ExpiredItemsWorker()
         self._router_rules = []
+        # TODO: fix _event_forwarder to have lazy instantiation of the ThreadPoolExecutor
         self._event_forwarder = EventForwarder()
 
     def on_before_start(self):

localstack/services/dynamodb/v2/provider.py

@@ -392,6 +392,7 @@ class DynamoDBProvider(DynamodbApi, ServiceLifecycleHook):
 
     def accept_state_visitor(self, visitor: StateVisitor):
         visitor.visit(dynamodb_stores)
+        # FIXME: DDB v2 does not depend on dynamodbstreams_stores as DynamoDB Local holds all the state
         visitor.visit(dynamodbstreams_stores)
         visitor.visit(AssetDirectory(self.service, os.path.join(config.dirs.data, self.service)))
 

localstack/services/dynamodbstreams/provider.py

@@ -37,6 +37,7 @@ from localstack.services.dynamodbstreams.dynamodbstreams_api import (
     table_name_from_stream_arn,
 )
 from localstack.services.plugins import ServiceLifecycleHook
+from localstack.state import StateVisitor
 from localstack.utils.collections import select_from_typed_dict
 
 LOG = logging.getLogger(__name__)
@@ -57,6 +58,11 @@ class DynamoDBStreamsProvider(DynamodbstreamsApi, ServiceLifecycleHook):
     def __init__(self):
         self.shard_to_region = {}
 
+    def accept_state_visitor(self, visitor: StateVisitor):
+        from localstack.services.dynamodbstreams.models import dynamodbstreams_stores
+
+        visitor.visit(dynamodbstreams_stores)
+
     def describe_stream(
         self,
         context: RequestContext,

localstack/services/dynamodbstreams/v2/provider.py

@@ -18,6 +18,7 @@ from localstack.services.dynamodb.utils import modify_ddblocal_arns
 from localstack.services.dynamodb.v2.provider import DynamoDBProvider, modify_context_region
 from localstack.services.dynamodbstreams.dynamodbstreams_api import get_original_region
 from localstack.services.plugins import ServiceLifecycleHook
+from localstack.state import StateVisitor
 from localstack.utils.aws.arns import parse_arn
 
 LOG = logging.getLogger(__name__)
@@ -32,6 +33,11 @@ class DynamoDBStreamsProvider(DynamodbstreamsApi, ServiceLifecycleHook):
         self.server = DynamodbServer.get()
         self.shard_to_region = {}
 
+    def accept_state_visitor(self, visitor: StateVisitor):
+        # DynamoDB Streams state is entirely dependent on DynamoDB Local state, and does not hold state itself
+        # the DynamoDB provider is responsible for the persistence of DDB Streams
+        pass
+
     def on_after_init(self):
         # add response processor specific to ddblocal
         handlers.modify_service_response.append(self.service, modify_ddblocal_arns)

localstack/services/ec2/provider.py

@@ -94,6 +94,7 @@ from localstack.services.ec2.models import get_ec2_backend
 from localstack.services.ec2.patches import apply_patches
 from localstack.services.moto import call_moto, call_moto_with_request
 from localstack.services.plugins import ServiceLifecycleHook
+from localstack.state import StateVisitor
 from localstack.utils.patch import patch
 from localstack.utils.strings import first_char_to_upper, long_uid, short_uid
 
@@ -107,6 +108,11 @@ class Ec2Provider(Ec2Api, ABC, ServiceLifecycleHook):
     def on_after_init(self):
         apply_patches()
 
+    def accept_state_visitor(self, visitor: StateVisitor):
+        from moto.ec2.models import ec2_backends
+
+        visitor.visit(ec2_backends)
+
     @handler("DescribeAvailabilityZones", expand=False)
     def describe_availability_zones(
         self,

localstack/services/es/provider.py

@@ -68,6 +68,7 @@ from localstack.aws.api.opensearch import (
 )
 from localstack.aws.connect import connect_to
 from localstack.services.opensearch.packages import ELASTICSEARCH_DEFAULT_VERSION
+from localstack.state import StateVisitor
 
 
 def _version_to_opensearch(
@@ -208,6 +209,11 @@ def exception_mapper():
 
 
 class EsProvider(EsApi):
+    def accept_state_visitor(self, visitor: StateVisitor):
+        # ES state entirely depends on `opensearch`, and delegates its entire state to it
+        # we do not need to manage state in ES
+        pass
+
     def create_elasticsearch_domain(
         self,
         context: RequestContext,