localstack-core 4.6.1.dev60__py3-none-any.whl → 4.10.1.dev12__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- localstack/aws/api/apigateway/__init__.py +87 -110
- localstack/aws/api/cloudformation/__init__.py +18 -4
- localstack/aws/api/cloudwatch/__init__.py +41 -1
- localstack/aws/api/config/__init__.py +4 -0
- localstack/aws/api/core.py +8 -5
- localstack/aws/api/dynamodb/__init__.py +30 -0
- localstack/aws/api/ec2/__init__.py +1545 -66
- localstack/aws/api/events/__init__.py +12 -16
- localstack/aws/api/iam/__init__.py +7 -0
- localstack/aws/api/kinesis/__init__.py +19 -0
- localstack/aws/api/kms/__init__.py +6 -0
- localstack/aws/api/lambda_/__init__.py +36 -23
- localstack/aws/api/logs/__init__.py +20 -8
- localstack/aws/api/opensearch/__init__.py +16 -0
- localstack/aws/api/pipes/__init__.py +24 -32
- localstack/aws/api/redshift/__init__.py +9 -3
- localstack/aws/api/route53/__init__.py +5 -0
- localstack/aws/api/s3/__init__.py +12 -0
- localstack/aws/api/s3control/__init__.py +56 -0
- localstack/aws/api/scheduler/__init__.py +14 -16
- localstack/aws/api/ssm/__init__.py +2 -0
- localstack/aws/api/stepfunctions/__init__.py +88 -114
- localstack/aws/api/support/__init__.py +8 -9
- localstack/aws/api/transcribe/__init__.py +17 -0
- localstack/aws/chain.py +2 -2
- localstack/aws/client.py +14 -11
- localstack/aws/connect.py +42 -41
- localstack/aws/forwarder.py +57 -9
- localstack/aws/gateway.py +1 -3
- localstack/aws/handlers/analytics.py +2 -3
- localstack/aws/handlers/cors.py +4 -5
- localstack/aws/handlers/internal_requests.py +6 -1
- localstack/aws/handlers/logging.py +13 -4
- localstack/aws/handlers/metric_handler.py +44 -5
- localstack/aws/handlers/service.py +48 -28
- localstack/aws/mocking.py +18 -27
- localstack/aws/patches.py +2 -2
- localstack/aws/protocol/op_router.py +11 -10
- localstack/aws/protocol/parser.py +475 -49
- localstack/aws/protocol/serializer.py +723 -106
- localstack/aws/protocol/service_router.py +133 -33
- localstack/aws/protocol/validate.py +6 -6
- localstack/aws/scaffold.py +9 -10
- localstack/aws/serving/edge.py +5 -6
- localstack/aws/serving/hypercorn.py +2 -2
- localstack/aws/serving/twisted.py +1 -2
- localstack/aws/serving/werkzeug.py +2 -2
- localstack/aws/skeleton.py +12 -11
- localstack/aws/spec-patches.json +58 -0
- localstack/aws/spec.py +66 -46
- localstack/cli/exceptions.py +1 -1
- localstack/cli/localstack.py +11 -11
- localstack/cli/lpm.py +4 -5
- localstack/cli/plugins.py +1 -1
- localstack/cli/profiles.py +1 -2
- localstack/config.py +44 -30
- localstack/constants.py +4 -29
- localstack/deprecations.py +5 -5
- localstack/dev/kubernetes/__main__.py +130 -7
- localstack/dev/run/__main__.py +5 -5
- localstack/dev/run/configurators.py +1 -4
- localstack/dev/run/paths.py +6 -6
- localstack/dns/models.py +2 -1
- localstack/dns/plugins.py +5 -1
- localstack/dns/server.py +16 -6
- localstack/http/dispatcher.py +1 -2
- localstack/http/response.py +2 -2
- localstack/http/router.py +1 -1
- localstack/http/trace.py +2 -1
- localstack/logging/format.py +6 -6
- localstack/packages/api.py +13 -12
- localstack/packages/core.py +4 -4
- localstack/packages/debugpy.py +1 -3
- localstack/packages/ffmpeg.py +1 -2
- localstack/packages/java.py +38 -12
- localstack/packages/plugins.py +0 -8
- localstack/runtime/analytics.py +3 -0
- localstack/runtime/hooks.py +1 -1
- localstack/runtime/init.py +8 -9
- localstack/runtime/main.py +5 -5
- localstack/runtime/patches.py +2 -2
- localstack/runtime/shutdown.py +2 -1
- localstack/services/apigateway/exporter.py +1 -2
- localstack/services/apigateway/helpers.py +7 -10
- localstack/services/apigateway/legacy/context.py +21 -21
- localstack/services/apigateway/legacy/helpers.py +27 -28
- localstack/services/apigateway/legacy/integration.py +11 -10
- localstack/services/apigateway/legacy/invocations.py +6 -5
- localstack/services/apigateway/legacy/provider.py +148 -68
- localstack/services/apigateway/legacy/router_asf.py +2 -2
- localstack/services/apigateway/legacy/templates.py +6 -6
- localstack/services/apigateway/models.py +16 -16
- localstack/services/apigateway/next_gen/execute_api/api.py +2 -2
- localstack/services/apigateway/next_gen/execute_api/context.py +25 -25
- localstack/services/apigateway/next_gen/execute_api/handlers/api_key_validation.py +2 -5
- localstack/services/apigateway/next_gen/execute_api/handlers/method_request.py +7 -2
- localstack/services/apigateway/next_gen/execute_api/handlers/parse.py +1 -2
- localstack/services/apigateway/next_gen/execute_api/handlers/resource_router.py +2 -3
- localstack/services/apigateway/next_gen/execute_api/header_utils.py +1 -1
- localstack/services/apigateway/next_gen/execute_api/helpers.py +2 -2
- localstack/services/apigateway/next_gen/execute_api/integrations/aws.py +9 -6
- localstack/services/apigateway/next_gen/execute_api/integrations/http.py +12 -12
- localstack/services/apigateway/next_gen/execute_api/router.py +31 -0
- localstack/services/apigateway/next_gen/execute_api/template_mapping.py +2 -2
- localstack/services/apigateway/next_gen/execute_api/test_invoke.py +114 -9
- localstack/services/apigateway/next_gen/execute_api/variables.py +63 -63
- localstack/services/apigateway/next_gen/provider.py +5 -0
- localstack/services/apigateway/resource_providers/aws_apigateway_account.py +3 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_account_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_apikey.py +14 -14
- localstack/services/apigateway/resource_providers/aws_apigateway_apikey_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_basepathmapping.py +5 -5
- localstack/services/apigateway/resource_providers/aws_apigateway_basepathmapping_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_deployment.py +46 -46
- localstack/services/apigateway/resource_providers/aws_apigateway_deployment_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_domainname.py +18 -18
- localstack/services/apigateway/resource_providers/aws_apigateway_domainname_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_gatewayresponse.py +7 -7
- localstack/services/apigateway/resource_providers/aws_apigateway_gatewayresponse_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_method.py +36 -36
- localstack/services/apigateway/resource_providers/aws_apigateway_method_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_model.py +6 -6
- localstack/services/apigateway/resource_providers/aws_apigateway_model_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_requestvalidator.py +6 -6
- localstack/services/apigateway/resource_providers/aws_apigateway_requestvalidator_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_resource.py +6 -6
- localstack/services/apigateway/resource_providers/aws_apigateway_resource_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_restapi.py +26 -26
- localstack/services/apigateway/resource_providers/aws_apigateway_restapi_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_stage.py +33 -33
- localstack/services/apigateway/resource_providers/aws_apigateway_stage_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_usageplan.py +18 -18
- localstack/services/apigateway/resource_providers/aws_apigateway_usageplan_plugin.py +1 -3
- localstack/services/apigateway/resource_providers/aws_apigateway_usageplankey.py +5 -5
- localstack/services/apigateway/resource_providers/aws_apigateway_usageplankey_plugin.py +1 -3
- localstack/services/cdk/resource_providers/cdk_metadata.py +4 -3
- localstack/services/cdk/resource_providers/cdk_metadata_plugin.py +1 -3
- localstack/services/certificatemanager/resource_providers/aws_certificatemanager_certificate.py +14 -14
- localstack/services/certificatemanager/resource_providers/aws_certificatemanager_certificate_plugin.py +1 -3
- localstack/services/cloudformation/api_utils.py +4 -8
- localstack/services/cloudformation/cfn_utils.py +2 -2
- localstack/services/cloudformation/deployment_utils.py +14 -12
- localstack/services/cloudformation/engine/changes.py +3 -3
- localstack/services/cloudformation/engine/entities.py +27 -17
- localstack/services/cloudformation/engine/parameters.py +4 -4
- localstack/services/cloudformation/engine/template_deployer.py +15 -14
- localstack/services/cloudformation/engine/template_utils.py +34 -12
- localstack/services/cloudformation/engine/transformers.py +11 -8
- localstack/services/cloudformation/engine/types.py +5 -4
- localstack/services/cloudformation/engine/v2/change_set_model.py +336 -39
- localstack/services/cloudformation/engine/v2/change_set_model_describer.py +96 -17
- localstack/services/cloudformation/engine/v2/change_set_model_executor.py +289 -136
- localstack/services/cloudformation/engine/v2/change_set_model_preproc.py +315 -146
- localstack/services/cloudformation/engine/v2/change_set_model_transform.py +380 -105
- localstack/services/cloudformation/engine/v2/change_set_model_validator.py +183 -0
- localstack/services/cloudformation/engine/v2/change_set_model_visitor.py +6 -0
- localstack/services/cloudformation/engine/v2/resolving.py +102 -0
- localstack/services/cloudformation/engine/yaml_parser.py +9 -2
- localstack/services/cloudformation/provider.py +11 -6
- localstack/services/cloudformation/provider_utils.py +34 -4
- localstack/services/cloudformation/resource_provider.py +31 -21
- localstack/services/cloudformation/resource_providers/aws_cloudformation_macro.py +7 -7
- localstack/services/cloudformation/resource_providers/aws_cloudformation_macro_plugin.py +1 -3
- localstack/services/cloudformation/resource_providers/aws_cloudformation_stack.py +9 -9
- localstack/services/cloudformation/resource_providers/aws_cloudformation_stack_plugin.py +1 -3
- localstack/services/cloudformation/resource_providers/aws_cloudformation_waitcondition.py +6 -6
- localstack/services/cloudformation/resource_providers/aws_cloudformation_waitcondition_plugin.py +1 -3
- localstack/services/cloudformation/resource_providers/aws_cloudformation_waitconditionhandle.py +2 -2
- localstack/services/cloudformation/resource_providers/aws_cloudformation_waitconditionhandle_plugin.py +1 -3
- localstack/services/cloudformation/resources.py +24149 -0
- localstack/services/cloudformation/scaffolding/__main__.py +13 -12
- localstack/services/cloudformation/scaffolding/propgen.py +2 -2
- localstack/services/cloudformation/service_models.py +2 -2
- localstack/services/cloudformation/stores.py +33 -22
- localstack/services/cloudformation/v2/entities.py +103 -88
- localstack/services/cloudformation/v2/provider.py +872 -131
- localstack/services/cloudformation/v2/types.py +38 -0
- localstack/services/cloudformation/v2/utils.py +4 -1
- localstack/services/cloudwatch/alarm_scheduler.py +11 -8
- localstack/services/cloudwatch/cloudwatch_database_helper.py +4 -5
- localstack/services/cloudwatch/models.py +5 -7
- localstack/services/cloudwatch/provider.py +30 -25
- localstack/services/cloudwatch/provider_v2.py +27 -32
- localstack/services/cloudwatch/resource_providers/aws_cloudwatch_alarm.py +40 -40
- localstack/services/cloudwatch/resource_providers/aws_cloudwatch_alarm_plugin.py +1 -3
- localstack/services/cloudwatch/resource_providers/aws_cloudwatch_compositealarm.py +12 -12
- localstack/services/cloudwatch/resource_providers/aws_cloudwatch_compositealarm_plugin.py +1 -3
- localstack/services/dynamodb/packages.py +3 -3
- localstack/services/dynamodb/provider.py +159 -18
- localstack/services/dynamodb/resource_providers/aws_dynamodb_globaltable.py +63 -63
- localstack/services/dynamodb/resource_providers/aws_dynamodb_globaltable_plugin.py +1 -3
- localstack/services/dynamodb/resource_providers/aws_dynamodb_table.py +57 -57
- localstack/services/dynamodb/resource_providers/aws_dynamodb_table_plugin.py +1 -3
- localstack/services/dynamodb/server.py +2 -2
- localstack/services/dynamodb/utils.py +13 -14
- localstack/services/dynamodb/v2/provider.py +157 -18
- localstack/services/dynamodbstreams/dynamodbstreams_api.py +2 -2
- localstack/services/dynamodbstreams/models.py +1 -3
- localstack/services/ec2/patches.py +26 -5
- localstack/services/ec2/provider.py +3 -3
- localstack/services/ec2/resource_providers/aws_ec2_dhcpoptions.py +10 -10
- localstack/services/ec2/resource_providers/aws_ec2_dhcpoptions_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_instance.py +96 -96
- localstack/services/ec2/resource_providers/aws_ec2_instance_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_internetgateway.py +5 -5
- localstack/services/ec2/resource_providers/aws_ec2_internetgateway_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_keypair.py +10 -10
- localstack/services/ec2/resource_providers/aws_ec2_keypair_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_natgateway.py +13 -13
- localstack/services/ec2/resource_providers/aws_ec2_natgateway_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_networkacl.py +6 -6
- localstack/services/ec2/resource_providers/aws_ec2_networkacl_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_prefixlist.py +14 -14
- localstack/services/ec2/resource_providers/aws_ec2_prefixlist_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_route.py +15 -15
- localstack/services/ec2/resource_providers/aws_ec2_route_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_routetable.py +6 -6
- localstack/services/ec2/resource_providers/aws_ec2_routetable_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_securitygroup.py +29 -29
- localstack/services/ec2/resource_providers/aws_ec2_securitygroup_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_subnet.py +19 -19
- localstack/services/ec2/resource_providers/aws_ec2_subnet_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_subnetroutetableassociation.py +4 -4
- localstack/services/ec2/resource_providers/aws_ec2_subnetroutetableassociation_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_transitgateway.py +16 -16
- localstack/services/ec2/resource_providers/aws_ec2_transitgateway_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_transitgatewayattachment.py +9 -9
- localstack/services/ec2/resource_providers/aws_ec2_transitgatewayattachment_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_vpc.py +15 -15
- localstack/services/ec2/resource_providers/aws_ec2_vpc_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_vpcendpoint.py +29 -22
- localstack/services/ec2/resource_providers/aws_ec2_vpcendpoint_plugin.py +1 -3
- localstack/services/ec2/resource_providers/aws_ec2_vpcgatewayattachment.py +5 -5
- localstack/services/ec2/resource_providers/aws_ec2_vpcgatewayattachment_plugin.py +1 -3
- localstack/services/ecr/resource_providers/aws_ecr_repository.py +22 -19
- localstack/services/ecr/resource_providers/aws_ecr_repository_plugin.py +1 -3
- localstack/services/edge.py +6 -6
- localstack/services/es/provider.py +21 -21
- localstack/services/events/archive.py +2 -2
- localstack/services/events/connection.py +5 -5
- localstack/services/events/event_bus.py +9 -9
- localstack/services/events/event_rule_engine.py +31 -13
- localstack/services/events/models.py +29 -30
- localstack/services/events/provider.py +29 -26
- localstack/services/events/replay.py +3 -3
- localstack/services/events/resource_providers/aws_events_apidestination.py +8 -8
- localstack/services/events/resource_providers/aws_events_apidestination_plugin.py +1 -3
- localstack/services/events/resource_providers/aws_events_connection.py +27 -27
- localstack/services/events/resource_providers/aws_events_connection_plugin.py +1 -3
- localstack/services/events/resource_providers/aws_events_eventbus.py +9 -9
- localstack/services/events/resource_providers/aws_events_eventbus_plugin.py +1 -3
- localstack/services/events/resource_providers/aws_events_eventbuspolicy.py +11 -11
- localstack/services/events/resource_providers/aws_events_eventbuspolicy_plugin.py +1 -3
- localstack/services/events/resource_providers/aws_events_rule.py +82 -82
- localstack/services/events/resource_providers/aws_events_rule_plugin.py +1 -3
- localstack/services/events/rule.py +15 -15
- localstack/services/events/target.py +21 -13
- localstack/services/events/utils.py +7 -7
- localstack/services/events/v1/models.py +1 -3
- localstack/services/events/v1/provider.py +15 -15
- localstack/services/firehose/models.py +1 -3
- localstack/services/firehose/provider.py +25 -16
- localstack/services/iam/iam_patches.py +5 -6
- localstack/services/iam/provider.py +14 -119
- localstack/services/iam/resource_providers/aws_iam_accesskey.py +6 -6
- localstack/services/iam/resource_providers/aws_iam_accesskey_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_group.py +9 -9
- localstack/services/iam/resource_providers/aws_iam_group_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_instanceprofile.py +5 -5
- localstack/services/iam/resource_providers/aws_iam_instanceprofile_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_managedpolicy.py +9 -9
- localstack/services/iam/resource_providers/aws_iam_managedpolicy_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_policy.py +7 -7
- localstack/services/iam/resource_providers/aws_iam_policy_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_role.py +16 -16
- localstack/services/iam/resource_providers/aws_iam_role_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_servercertificate.py +10 -10
- localstack/services/iam/resource_providers/aws_iam_servercertificate_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_servicelinkedrole.py +5 -5
- localstack/services/iam/resource_providers/aws_iam_servicelinkedrole_plugin.py +1 -3
- localstack/services/iam/resource_providers/aws_iam_user.py +17 -17
- localstack/services/iam/resource_providers/aws_iam_user_plugin.py +1 -3
- localstack/services/iam/resources/policy_simulator.py +133 -0
- localstack/services/kinesis/kinesis_mock_server.py +7 -8
- localstack/services/kinesis/models.py +17 -5
- localstack/services/kinesis/packages.py +3 -3
- localstack/services/kinesis/provider.py +86 -3
- localstack/services/kinesis/resource_providers/aws_kinesis_stream.py +13 -13
- localstack/services/kinesis/resource_providers/aws_kinesis_stream_plugin.py +1 -3
- localstack/services/kinesis/resource_providers/aws_kinesis_streamconsumer.py +7 -7
- localstack/services/kinesis/resource_providers/aws_kinesis_streamconsumer_plugin.py +1 -3
- localstack/services/kinesisfirehose/resource_providers/aws_kinesisfirehose_deliverystream.py +191 -191
- localstack/services/kinesisfirehose/resource_providers/aws_kinesisfirehose_deliverystream_plugin.py +1 -3
- localstack/services/kms/models.py +21 -18
- localstack/services/kms/provider.py +62 -26
- localstack/services/kms/resource_providers/aws_kms_alias.py +3 -3
- localstack/services/kms/resource_providers/aws_kms_alias_plugin.py +1 -3
- localstack/services/kms/resource_providers/aws_kms_key.py +14 -14
- localstack/services/kms/resource_providers/aws_kms_key_plugin.py +1 -3
- localstack/services/kms/utils.py +4 -3
- localstack/services/lambda_/api_utils.py +19 -16
- localstack/services/lambda_/custom_endpoints.py +2 -2
- localstack/services/lambda_/event_source_mapping/esm_worker_factory.py +4 -7
- localstack/services/lambda_/event_source_mapping/pipe_utils.py +2 -2
- localstack/services/lambda_/event_source_mapping/pollers/stream_poller.py +1 -1
- localstack/services/lambda_/event_source_mapping/senders/sender_utils.py +2 -1
- localstack/services/lambda_/hooks.py +6 -1
- localstack/services/lambda_/invocation/assignment.py +1 -2
- localstack/services/lambda_/invocation/docker_runtime_executor.py +7 -11
- localstack/services/lambda_/invocation/event_manager.py +1 -1
- localstack/services/lambda_/invocation/execution_environment.py +4 -4
- localstack/services/lambda_/invocation/executor_endpoint.py +8 -11
- localstack/services/lambda_/invocation/internal_sqs_queue.py +6 -10
- localstack/services/lambda_/invocation/lambda_models.py +33 -30
- localstack/services/lambda_/invocation/lambda_service.py +12 -5
- localstack/services/lambda_/invocation/logs.py +2 -3
- localstack/services/lambda_/invocation/runtime_executor.py +3 -3
- localstack/services/lambda_/invocation/version_manager.py +31 -8
- localstack/services/lambda_/ldm.py +14 -0
- localstack/services/lambda_/packages.py +3 -4
- localstack/services/lambda_/provider.py +9 -26
- localstack/services/lambda_/provider_utils.py +1 -1
- localstack/services/lambda_/resource_providers/aws_lambda_codesigningconfig.py +8 -8
- localstack/services/lambda_/resource_providers/aws_lambda_codesigningconfig_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_eventinvokeconfig.py +11 -11
- localstack/services/lambda_/resource_providers/aws_lambda_eventinvokeconfig_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_eventsourcemapping.py +39 -39
- localstack/services/lambda_/resource_providers/aws_lambda_eventsourcemapping_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_function.py +54 -54
- localstack/services/lambda_/resource_providers/aws_lambda_function_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_layerversion.py +11 -11
- localstack/services/lambda_/resource_providers/aws_lambda_layerversion_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_layerversionpermission.py +6 -6
- localstack/services/lambda_/resource_providers/aws_lambda_layerversionpermission_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_permission.py +10 -10
- localstack/services/lambda_/resource_providers/aws_lambda_permission_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_url.py +15 -15
- localstack/services/lambda_/resource_providers/aws_lambda_url_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/aws_lambda_version.py +8 -8
- localstack/services/lambda_/resource_providers/aws_lambda_version_plugin.py +1 -3
- localstack/services/lambda_/resource_providers/lambda_alias.py +12 -12
- localstack/services/lambda_/resource_providers/lambda_alias_plugin.py +1 -3
- localstack/services/lambda_/runtimes.py +1 -3
- localstack/services/lambda_/urlrouter.py +14 -1
- localstack/services/logs/models.py +1 -3
- localstack/services/logs/provider.py +39 -22
- localstack/services/logs/resource_providers/aws_logs_loggroup.py +9 -9
- localstack/services/logs/resource_providers/aws_logs_loggroup_plugin.py +1 -3
- localstack/services/logs/resource_providers/aws_logs_logstream.py +4 -4
- localstack/services/logs/resource_providers/aws_logs_logstream_plugin.py +1 -3
- localstack/services/logs/resource_providers/aws_logs_subscriptionfilter.py +7 -7
- localstack/services/logs/resource_providers/aws_logs_subscriptionfilter_plugin.py +1 -3
- localstack/services/moto.py +5 -4
- localstack/services/opensearch/cluster.py +28 -20
- localstack/services/opensearch/cluster_manager.py +13 -14
- localstack/services/opensearch/models.py +1 -3
- localstack/services/opensearch/packages.py +27 -9
- localstack/services/opensearch/provider.py +15 -10
- localstack/services/opensearch/resource_providers/aws_elasticsearch_domain.py +61 -61
- localstack/services/opensearch/resource_providers/aws_elasticsearch_domain_plugin.py +1 -3
- localstack/services/opensearch/resource_providers/aws_opensearchservice_domain.py +89 -89
- localstack/services/opensearch/resource_providers/aws_opensearchservice_domain_plugin.py +1 -3
- localstack/services/opensearch/versions.py +57 -10
- localstack/services/plugins.py +37 -32
- localstack/services/providers.py +10 -2
- localstack/services/redshift/provider.py +0 -21
- localstack/services/redshift/resource_providers/aws_redshift_cluster.py +57 -57
- localstack/services/redshift/resource_providers/aws_redshift_cluster_plugin.py +1 -3
- localstack/services/resource_groups/resource_providers/aws_resourcegroups_group.py +21 -21
- localstack/services/resource_groups/resource_providers/aws_resourcegroups_group_plugin.py +1 -3
- localstack/services/route53/models.py +1 -3
- localstack/services/route53/provider.py +1 -2
- localstack/services/route53/resource_providers/aws_route53_healthcheck.py +6 -6
- localstack/services/route53/resource_providers/aws_route53_healthcheck_plugin.py +1 -3
- localstack/services/route53/resource_providers/aws_route53_recordset.py +27 -27
- localstack/services/route53/resource_providers/aws_route53_recordset_plugin.py +1 -3
- localstack/services/route53resolver/models.py +8 -10
- localstack/services/route53resolver/provider.py +12 -12
- localstack/services/s3/codec.py +2 -2
- localstack/services/s3/constants.py +5 -2
- localstack/services/s3/cors.py +8 -8
- localstack/services/s3/models.py +73 -73
- localstack/services/s3/notifications.py +74 -58
- localstack/services/s3/presigned_url.py +41 -59
- localstack/services/s3/provider.py +86 -29
- localstack/services/s3/resource_providers/aws_s3_bucket.py +180 -180
- localstack/services/s3/resource_providers/aws_s3_bucket_plugin.py +1 -3
- localstack/services/s3/resource_providers/aws_s3_bucketpolicy.py +4 -4
- localstack/services/s3/resource_providers/aws_s3_bucketpolicy_plugin.py +1 -3
- localstack/services/s3/storage/core.py +4 -3
- localstack/services/s3/storage/ephemeral.py +7 -6
- localstack/services/s3/utils.py +51 -31
- localstack/services/s3/validation.py +47 -33
- localstack/services/s3/website_hosting.py +9 -7
- localstack/services/scheduler/resource_providers/aws_scheduler_schedule.py +60 -60
- localstack/services/scheduler/resource_providers/aws_scheduler_schedule_plugin.py +1 -3
- localstack/services/scheduler/resource_providers/aws_scheduler_schedulegroup.py +9 -9
- localstack/services/scheduler/resource_providers/aws_scheduler_schedulegroup_plugin.py +1 -3
- localstack/services/secretsmanager/provider.py +10 -12
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_resourcepolicy.py +5 -5
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_resourcepolicy_plugin.py +1 -3
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_rotationschedule.py +21 -21
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_rotationschedule_plugin.py +1 -3
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_secret.py +23 -23
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_secret_plugin.py +1 -3
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_secrettargetattachment.py +5 -5
- localstack/services/secretsmanager/resource_providers/aws_secretsmanager_secrettargetattachment_plugin.py +1 -3
- localstack/services/ses/models.py +8 -1
- localstack/services/ses/provider.py +128 -55
- localstack/services/ses/resource_providers/aws_ses_emailidentity.py +21 -21
- localstack/services/ses/resource_providers/aws_ses_emailidentity_plugin.py +1 -3
- localstack/services/sns/constants.py +7 -1
- localstack/services/sns/executor.py +9 -2
- localstack/services/sns/models.py +25 -25
- localstack/services/sns/provider.py +9 -7
- localstack/services/sns/publisher.py +37 -23
- localstack/services/sns/resource_providers/aws_sns_subscription.py +13 -13
- localstack/services/sns/resource_providers/aws_sns_subscription_plugin.py +1 -3
- localstack/services/sns/resource_providers/aws_sns_topic.py +16 -16
- localstack/services/sns/resource_providers/aws_sns_topic_plugin.py +1 -3
- localstack/services/sns/resource_providers/aws_sns_topicpolicy.py +4 -4
- localstack/services/sns/resource_providers/aws_sns_topicpolicy_plugin.py +1 -3
- localstack/services/sns/v2/models.py +167 -0
- localstack/services/sns/v2/provider.py +867 -0
- localstack/services/sns/v2/utils.py +130 -0
- localstack/services/sqs/constants.py +2 -2
- localstack/services/sqs/developer_api.py +205 -0
- localstack/services/sqs/models.py +71 -36
- localstack/services/sqs/provider.py +56 -332
- localstack/services/sqs/query_api.py +8 -5
- localstack/services/sqs/resource_providers/aws_sqs_queue.py +21 -21
- localstack/services/sqs/resource_providers/aws_sqs_queue_plugin.py +1 -3
- localstack/services/sqs/resource_providers/aws_sqs_queuepolicy.py +7 -5
- localstack/services/sqs/resource_providers/aws_sqs_queuepolicy_plugin.py +1 -3
- localstack/services/sqs/utils.py +123 -4
- localstack/services/ssm/provider.py +3 -4
- localstack/services/ssm/resource_providers/aws_ssm_maintenancewindow.py +15 -15
- localstack/services/ssm/resource_providers/aws_ssm_maintenancewindow_plugin.py +1 -3
- localstack/services/ssm/resource_providers/aws_ssm_maintenancewindowtarget.py +10 -10
- localstack/services/ssm/resource_providers/aws_ssm_maintenancewindowtarget_plugin.py +1 -3
- localstack/services/ssm/resource_providers/aws_ssm_maintenancewindowtask.py +48 -48
- localstack/services/ssm/resource_providers/aws_ssm_maintenancewindowtask_plugin.py +1 -3
- localstack/services/ssm/resource_providers/aws_ssm_parameter.py +10 -10
- localstack/services/ssm/resource_providers/aws_ssm_parameter_plugin.py +1 -3
- localstack/services/ssm/resource_providers/aws_ssm_patchbaseline.py +29 -29
- localstack/services/ssm/resource_providers/aws_ssm_patchbaseline_plugin.py +1 -3
- localstack/services/stepfunctions/asl/antlt4utils/antlr4utils.py +3 -4
- localstack/services/stepfunctions/asl/component/common/assign/assign_decl.py +1 -1
- localstack/services/stepfunctions/asl/component/common/assign/assign_decl_binding.py +1 -1
- localstack/services/stepfunctions/asl/component/common/assign/assign_template_value_array.py +1 -1
- localstack/services/stepfunctions/asl/component/common/assign/assign_template_value_object.py +1 -1
- localstack/services/stepfunctions/asl/component/common/catch/catcher_decl.py +9 -9
- localstack/services/stepfunctions/asl/component/common/error_name/custom_error_name.py +2 -2
- localstack/services/stepfunctions/asl/component/common/error_name/error_name.py +4 -4
- localstack/services/stepfunctions/asl/component/common/error_name/failure_event.py +8 -8
- localstack/services/stepfunctions/asl/component/common/error_name/states_error_name_type.py +1 -1
- localstack/services/stepfunctions/asl/component/common/jsonata/jsonata_template_binding.py +2 -2
- localstack/services/stepfunctions/asl/component/common/jsonata/jsonata_template_value_array.py +1 -1
- localstack/services/stepfunctions/asl/component/common/jsonata/jsonata_template_value_object.py +1 -1
- localstack/services/stepfunctions/asl/component/common/path/input_path.py +4 -4
- localstack/services/stepfunctions/asl/component/common/path/output_path.py +4 -4
- localstack/services/stepfunctions/asl/component/common/path/result_path.py +3 -3
- localstack/services/stepfunctions/asl/component/common/payload/payloadvalue/payloadarr/payload_arr.py +1 -1
- localstack/services/stepfunctions/asl/component/common/payload/payloadvalue/payloadbinding/payload_binding.py +3 -3
- localstack/services/stepfunctions/asl/component/common/payload/payloadvalue/payloadtmpl/payload_tmpl.py +1 -1
- localstack/services/stepfunctions/asl/component/common/retry/retrier_decl.py +8 -8
- localstack/services/stepfunctions/asl/component/common/string/string_expression.py +3 -3
- localstack/services/stepfunctions/asl/component/common/timeouts/timeout.py +3 -3
- localstack/services/stepfunctions/asl/component/eval_component.py +2 -3
- localstack/services/stepfunctions/asl/component/intrinsic/argument/argument.py +4 -4
- localstack/services/stepfunctions/asl/component/intrinsic/function/statesfunction/array/array_partition.py +1 -1
- localstack/services/stepfunctions/asl/component/intrinsic/function/statesfunction/generic/string_format.py +1 -1
- localstack/services/stepfunctions/asl/component/intrinsic/function/statesfunction/states_function_array.py +1 -1
- localstack/services/stepfunctions/asl/component/intrinsic/function/statesfunction/states_function_format.py +1 -1
- localstack/services/stepfunctions/asl/component/intrinsic/jsonata.py +3 -3
- localstack/services/stepfunctions/asl/component/intrinsic/member.py +1 -1
- localstack/services/stepfunctions/asl/component/program/program.py +9 -9
- localstack/services/stepfunctions/asl/component/program/states.py +1 -1
- localstack/services/stepfunctions/asl/component/state/state.py +10 -11
- localstack/services/stepfunctions/asl/component/state/state_choice/choice_rule.py +11 -11
- localstack/services/stepfunctions/asl/component/state/state_choice/comparison/comparison.py +5 -11
- localstack/services/stepfunctions/asl/component/state/state_choice/comparison/operator/implementations/is_operator.py +2 -2
- localstack/services/stepfunctions/asl/component/state/state_choice/state_choice.py +3 -5
- localstack/services/stepfunctions/asl/component/state/state_execution/execute_state.py +9 -9
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/item_reader/item_reader_decl.py +7 -7
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/item_reader/reader_config/reader_config_decl.py +5 -5
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/item_reader/resource_eval/resource_eval_s3.py +2 -1
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/item_reader/resource_eval/resource_output_transformer/resource_output_transformer_csv.py +2 -2
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/distributed_iteration_component.py +8 -8
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/inline_iteration_component.py +7 -7
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/itemprocessor/distributed_item_processor_worker.py +4 -4
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/itemprocessor/inline_item_processor_worker.py +5 -5
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/itemprocessor/map_run_record.py +10 -10
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/iteration_component.py +3 -3
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/iteration_declaration.py +3 -3
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/iteration_worker.py +2 -2
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/iterator/distributed_iterator_worker.py +3 -5
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/iterator/inline_iterator.py +1 -2
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/iterator/inline_iterator_worker.py +5 -5
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/iteration/job.py +9 -9
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/result_writer/resource_eval/resource_eval_s3.py +2 -1
- localstack/services/stepfunctions/asl/component/state/state_execution/state_map/state_map.py +12 -13
- localstack/services/stepfunctions/asl/component/state/state_execution/state_parallel/branch_worker.py +3 -3
- localstack/services/stepfunctions/asl/component/state/state_execution/state_parallel/branches_decl.py +7 -7
- localstack/services/stepfunctions/asl/component/state/state_execution/state_parallel/state_parallel.py +2 -3
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/lambda_eval_utils.py +7 -7
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/resource.py +3 -3
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service.py +10 -10
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_api_gateway.py +18 -18
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_aws_sdk.py +1 -1
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_batch.py +8 -7
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_callback.py +18 -17
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_dynamodb.py +2 -2
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_ecs.py +5 -4
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_events.py +4 -4
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_glue.py +7 -6
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_lambda.py +4 -4
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_sfn.py +9 -8
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_sns.py +2 -2
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/service/state_task_service_sqs.py +4 -4
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/state_task.py +5 -5
- localstack/services/stepfunctions/asl/component/state/state_execution/state_task/state_task_lambda.py +2 -2
- localstack/services/stepfunctions/asl/component/state/state_fail/state_fail.py +3 -5
- localstack/services/stepfunctions/asl/component/state/state_pass/state_pass.py +5 -7
- localstack/services/stepfunctions/asl/component/state/state_succeed/state_succeed.py +1 -1
- localstack/services/stepfunctions/asl/component/state/state_wait/state_wait.py +1 -1
- localstack/services/stepfunctions/asl/component/state/state_wait/wait_function/timestamp.py +2 -2
- localstack/services/stepfunctions/asl/eval/callback/callback.py +18 -18
- localstack/services/stepfunctions/asl/eval/environment.py +22 -24
- localstack/services/stepfunctions/asl/eval/evaluation_details.py +3 -5
- localstack/services/stepfunctions/asl/eval/event/event_manager.py +10 -10
- localstack/services/stepfunctions/asl/eval/event/logging.py +3 -3
- localstack/services/stepfunctions/asl/eval/program_state.py +8 -8
- localstack/services/stepfunctions/asl/eval/states.py +12 -12
- localstack/services/stepfunctions/asl/eval/test_state/environment.py +3 -5
- localstack/services/stepfunctions/asl/eval/variable_store.py +6 -6
- localstack/services/stepfunctions/asl/jsonata/jsonata.py +7 -6
- localstack/services/stepfunctions/asl/parse/asl_parser.py +1 -1
- localstack/services/stepfunctions/asl/parse/intrinsic/preprocessor.py +2 -3
- localstack/services/stepfunctions/asl/parse/preprocessor.py +44 -44
- localstack/services/stepfunctions/asl/parse/typed_props.py +2 -2
- localstack/services/stepfunctions/asl/static_analyser/intrinsic/variable_names_intrinsic_static_analyser.py +1 -1
- localstack/services/stepfunctions/asl/static_analyser/variable_references_static_analyser.py +2 -2
- localstack/services/stepfunctions/asl/utils/encoding.py +2 -2
- localstack/services/stepfunctions/asl/utils/json_path.py +2 -2
- localstack/services/stepfunctions/backend/activity.py +4 -4
- localstack/services/stepfunctions/backend/alias.py +8 -8
- localstack/services/stepfunctions/backend/execution.py +29 -30
- localstack/services/stepfunctions/backend/execution_worker.py +7 -7
- localstack/services/stepfunctions/backend/state_machine.py +28 -28
- localstack/services/stepfunctions/backend/test_state/execution.py +3 -4
- localstack/services/stepfunctions/backend/test_state/execution_worker.py +1 -3
- localstack/services/stepfunctions/mocking/mock_config.py +9 -9
- localstack/services/stepfunctions/mocking/mock_config_file.py +10 -10
- localstack/services/stepfunctions/packages.py +14 -5
- localstack/services/stepfunctions/provider.py +34 -44
- localstack/services/stepfunctions/quotas.py +2 -3
- localstack/services/stepfunctions/resource_providers/aws_stepfunctions_activity.py +6 -6
- localstack/services/stepfunctions/resource_providers/aws_stepfunctions_activity_plugin.py +1 -3
- localstack/services/stepfunctions/resource_providers/aws_stepfunctions_statemachine.py +25 -25
- localstack/services/stepfunctions/resource_providers/aws_stepfunctions_statemachine_plugin.py +1 -3
- localstack/services/stepfunctions/stepfunctions_utils.py +1 -2
- localstack/services/stores.py +8 -8
- localstack/services/transcribe/packages.py +1 -3
- localstack/services/transcribe/provider.py +8 -3
- localstack/state/codecs.py +61 -0
- localstack/state/core.py +11 -5
- localstack/state/inspect.py +4 -4
- localstack/state/pickle.py +36 -23
- localstack/testing/aws/asf_utils.py +3 -2
- localstack/testing/aws/cloudformation_utils.py +1 -1
- localstack/testing/aws/lambda_utils.py +15 -14
- localstack/testing/aws/util.py +3 -2
- localstack/testing/pytest/cloudformation/fixtures.py +68 -18
- localstack/testing/pytest/container.py +5 -5
- localstack/testing/pytest/filters.py +1 -3
- localstack/testing/pytest/fixtures.py +188 -49
- localstack/testing/pytest/in_memory_localstack.py +1 -3
- localstack/testing/pytest/marking.py +42 -15
- localstack/testing/pytest/path_filter.py +1 -1
- localstack/testing/pytest/stepfunctions/fixtures.py +4 -4
- localstack/testing/pytest/stepfunctions/utils.py +11 -10
- localstack/testing/pytest/util.py +1 -1
- localstack/testing/pytest/validation_tracking.py +3 -4
- localstack/testing/scenario/provisioning.py +11 -10
- localstack/testing/snapshots/transformer_utility.py +8 -3
- localstack/testing/testselection/matching.py +2 -2
- localstack/testing/testselection/opt_out.py +1 -1
- localstack/testing/testselection/scripts/filter_by_test_selection.py +1 -1
- localstack/testing/testselection/scripts/generate_test_selection.py +1 -1
- localstack/testing/testselection/testselection.py +2 -2
- localstack/utils/analytics/cli.py +2 -3
- localstack/utils/analytics/client.py +5 -5
- localstack/utils/analytics/events.py +2 -2
- localstack/utils/analytics/metadata.py +6 -4
- localstack/utils/analytics/metrics/counter.py +11 -18
- localstack/utils/analytics/metrics/registry.py +2 -2
- localstack/utils/analytics/publisher.py +4 -5
- localstack/utils/analytics/service_providers.py +19 -0
- localstack/utils/analytics/service_request_aggregator.py +4 -4
- localstack/utils/archives.py +12 -12
- localstack/utils/asyncio.py +2 -2
- localstack/utils/aws/arns.py +26 -31
- localstack/utils/aws/aws_responses.py +21 -28
- localstack/utils/aws/aws_stack.py +7 -12
- localstack/utils/aws/dead_letter_queue.py +4 -9
- localstack/utils/aws/message_forwarding.py +8 -11
- localstack/utils/aws/request_context.py +5 -6
- localstack/utils/aws/resources.py +1 -1
- localstack/utils/aws/templating.py +4 -4
- localstack/utils/batch_policy.py +4 -4
- localstack/utils/bootstrap.py +37 -30
- localstack/utils/catalog/catalog.py +139 -0
- localstack/utils/catalog/catalog_loader.py +119 -0
- localstack/utils/catalog/common.py +58 -0
- localstack/utils/catalog/plugins.py +28 -0
- localstack/utils/cloudwatch/cloudwatch_util.py +5 -5
- localstack/utils/collections.py +33 -27
- localstack/utils/config_listener.py +2 -2
- localstack/utils/container_networking.py +5 -6
- localstack/utils/container_utils/container_client.py +156 -160
- localstack/utils/container_utils/docker_cmd_client.py +97 -81
- localstack/utils/container_utils/docker_sdk_client.py +75 -72
- localstack/utils/crypto.py +12 -13
- localstack/utils/diagnose.py +11 -12
- localstack/utils/docker_utils.py +11 -7
- localstack/utils/files.py +34 -15
- localstack/utils/functions.py +5 -4
- localstack/utils/http.py +14 -14
- localstack/utils/iputils.py +2 -1
- localstack/utils/json.py +21 -7
- localstack/utils/kinesis/kinesis_connector.py +2 -1
- localstack/utils/net.py +25 -17
- localstack/utils/no_exit_argument_parser.py +2 -2
- localstack/utils/numbers.py +9 -2
- localstack/utils/objects.py +15 -14
- localstack/utils/patch.py +14 -7
- localstack/utils/platform.py +2 -2
- localstack/utils/run.py +15 -14
- localstack/utils/scheduler.py +13 -12
- localstack/utils/server/tcp_proxy.py +2 -2
- localstack/utils/serving.py +3 -4
- localstack/utils/strings.py +15 -16
- localstack/utils/sync.py +126 -1
- localstack/utils/tagging.py +10 -8
- localstack/utils/testutil.py +17 -17
- localstack/utils/threads.py +3 -3
- localstack/utils/time.py +12 -4
- localstack/utils/urls.py +1 -3
- localstack/utils/xml.py +1 -1
- localstack/utils/xray/traceid.py +1 -1
- localstack/version.py +16 -3
- {localstack_core-4.6.1.dev60.dist-info → localstack_core-4.10.1.dev12.dist-info}/METADATA +18 -13
- {localstack_core-4.6.1.dev60.dist-info → localstack_core-4.10.1.dev12.dist-info}/RECORD +663 -655
- {localstack_core-4.6.1.dev60.dist-info → localstack_core-4.10.1.dev12.dist-info}/entry_points.txt +8 -4
- localstack_core-4.10.1.dev12.dist-info/plux.json +1 -0
- localstack/packages/terraform.py +0 -47
- localstack/services/cloudformation/deploy.html +0 -144
- localstack/services/cloudformation/deploy_ui.py +0 -47
- localstack/services/cloudformation/plugins.py +0 -12
- localstack/services/lambda_/lambda_debug_mode/ldm.py +0 -375
- localstack/services/lambda_/lambda_debug_mode/ldm_config_file.py +0 -178
- localstack/services/lambda_/lambda_debug_mode/ldm_types.py +0 -11
- localstack/services/lambda_/lambda_debug_mode/ldm_utils.py +0 -43
- localstack_core-4.6.1.dev60.dist-info/plux.json +0 -1
- /localstack/{services/lambda_/lambda_debug_mode/__init__.py → testing/pytest/cloudformation/transformers.py} +0 -0
- {localstack_core-4.6.1.dev60.data → localstack_core-4.10.1.dev12.data}/scripts/localstack +0 -0
- {localstack_core-4.6.1.dev60.data → localstack_core-4.10.1.dev12.data}/scripts/localstack-supervisor +0 -0
- {localstack_core-4.6.1.dev60.data → localstack_core-4.10.1.dev12.data}/scripts/localstack.bat +0 -0
- {localstack_core-4.6.1.dev60.dist-info → localstack_core-4.10.1.dev12.dist-info}/WHEEL +0 -0
- {localstack_core-4.6.1.dev60.dist-info → localstack_core-4.10.1.dev12.dist-info}/licenses/LICENSE.txt +0 -0
- {localstack_core-4.6.1.dev60.dist-info → localstack_core-4.10.1.dev12.dist-info}/top_level.txt +0 -0
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
from __future__ import annotations
|
|
3
3
|
|
|
4
4
|
from pathlib import Path
|
|
5
|
-
from typing import
|
|
5
|
+
from typing import TypedDict
|
|
6
6
|
|
|
7
7
|
import localstack.services.cloudformation.provider_utils as util
|
|
8
8
|
from localstack.services.cloudformation.resource_provider import (
|
|
@@ -14,18 +14,18 @@ from localstack.services.cloudformation.resource_provider import (
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
class IAMServerCertificateProperties(TypedDict):
|
|
17
|
-
Arn:
|
|
18
|
-
CertificateBody:
|
|
19
|
-
CertificateChain:
|
|
20
|
-
Path:
|
|
21
|
-
PrivateKey:
|
|
22
|
-
ServerCertificateName:
|
|
23
|
-
Tags:
|
|
17
|
+
Arn: str | None
|
|
18
|
+
CertificateBody: str | None
|
|
19
|
+
CertificateChain: str | None
|
|
20
|
+
Path: str | None
|
|
21
|
+
PrivateKey: str | None
|
|
22
|
+
ServerCertificateName: str | None
|
|
23
|
+
Tags: list[Tag] | None
|
|
24
24
|
|
|
25
25
|
|
|
26
26
|
class Tag(TypedDict):
|
|
27
|
-
Key:
|
|
28
|
-
Value:
|
|
27
|
+
Key: str | None
|
|
28
|
+
Value: str | None
|
|
29
29
|
|
|
30
30
|
|
|
31
31
|
REPEATED_INVOCATION = "repeated_invocation"
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
from typing import Optional, Type
|
|
2
|
-
|
|
3
1
|
from localstack.services.cloudformation.resource_provider import (
|
|
4
2
|
CloudFormationResourceProviderPlugin,
|
|
5
3
|
ResourceProvider,
|
|
@@ -10,7 +8,7 @@ class IAMServerCertificateProviderPlugin(CloudFormationResourceProviderPlugin):
|
|
|
10
8
|
name = "AWS::IAM::ServerCertificate"
|
|
11
9
|
|
|
12
10
|
def __init__(self):
|
|
13
|
-
self.factory:
|
|
11
|
+
self.factory: type[ResourceProvider] | None = None
|
|
14
12
|
|
|
15
13
|
def load(self):
|
|
16
14
|
from localstack.services.iam.resource_providers.aws_iam_servercertificate import (
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
from __future__ import annotations
|
|
3
3
|
|
|
4
4
|
from pathlib import Path
|
|
5
|
-
from typing import
|
|
5
|
+
from typing import TypedDict
|
|
6
6
|
|
|
7
7
|
import localstack.services.cloudformation.provider_utils as util
|
|
8
8
|
from localstack.services.cloudformation.resource_provider import (
|
|
@@ -14,10 +14,10 @@ from localstack.services.cloudformation.resource_provider import (
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
class IAMServiceLinkedRoleProperties(TypedDict):
|
|
17
|
-
AWSServiceName:
|
|
18
|
-
CustomSuffix:
|
|
19
|
-
Description:
|
|
20
|
-
Id:
|
|
17
|
+
AWSServiceName: str | None
|
|
18
|
+
CustomSuffix: str | None
|
|
19
|
+
Description: str | None
|
|
20
|
+
Id: str | None
|
|
21
21
|
|
|
22
22
|
|
|
23
23
|
REPEATED_INVOCATION = "repeated_invocation"
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
from typing import Optional, Type
|
|
2
|
-
|
|
3
1
|
from localstack.services.cloudformation.resource_provider import (
|
|
4
2
|
CloudFormationResourceProviderPlugin,
|
|
5
3
|
ResourceProvider,
|
|
@@ -10,7 +8,7 @@ class IAMServiceLinkedRoleProviderPlugin(CloudFormationResourceProviderPlugin):
|
|
|
10
8
|
name = "AWS::IAM::ServiceLinkedRole"
|
|
11
9
|
|
|
12
10
|
def __init__(self):
|
|
13
|
-
self.factory:
|
|
11
|
+
self.factory: type[ResourceProvider] | None = None
|
|
14
12
|
|
|
15
13
|
def load(self):
|
|
16
14
|
from localstack.services.iam.resource_providers.aws_iam_servicelinkedrole import (
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
from __future__ import annotations
|
|
3
3
|
|
|
4
4
|
from pathlib import Path
|
|
5
|
-
from typing import
|
|
5
|
+
from typing import TypedDict
|
|
6
6
|
|
|
7
7
|
import localstack.services.cloudformation.provider_utils as util
|
|
8
8
|
from localstack.services.cloudformation.resource_provider import (
|
|
@@ -14,31 +14,31 @@ from localstack.services.cloudformation.resource_provider import (
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
class IAMUserProperties(TypedDict):
|
|
17
|
-
Arn:
|
|
18
|
-
Groups:
|
|
19
|
-
Id:
|
|
20
|
-
LoginProfile:
|
|
21
|
-
ManagedPolicyArns:
|
|
22
|
-
Path:
|
|
23
|
-
PermissionsBoundary:
|
|
24
|
-
Policies:
|
|
25
|
-
Tags:
|
|
26
|
-
UserName:
|
|
17
|
+
Arn: str | None
|
|
18
|
+
Groups: list[str] | None
|
|
19
|
+
Id: str | None
|
|
20
|
+
LoginProfile: LoginProfile | None
|
|
21
|
+
ManagedPolicyArns: list[str] | None
|
|
22
|
+
Path: str | None
|
|
23
|
+
PermissionsBoundary: str | None
|
|
24
|
+
Policies: list[Policy] | None
|
|
25
|
+
Tags: list[Tag] | None
|
|
26
|
+
UserName: str | None
|
|
27
27
|
|
|
28
28
|
|
|
29
29
|
class Policy(TypedDict):
|
|
30
|
-
PolicyDocument:
|
|
31
|
-
PolicyName:
|
|
30
|
+
PolicyDocument: dict | None
|
|
31
|
+
PolicyName: str | None
|
|
32
32
|
|
|
33
33
|
|
|
34
34
|
class LoginProfile(TypedDict):
|
|
35
|
-
Password:
|
|
36
|
-
PasswordResetRequired:
|
|
35
|
+
Password: str | None
|
|
36
|
+
PasswordResetRequired: bool | None
|
|
37
37
|
|
|
38
38
|
|
|
39
39
|
class Tag(TypedDict):
|
|
40
|
-
Key:
|
|
41
|
-
Value:
|
|
40
|
+
Key: str | None
|
|
41
|
+
Value: str | None
|
|
42
42
|
|
|
43
43
|
|
|
44
44
|
REPEATED_INVOCATION = "repeated_invocation"
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
from typing import Optional, Type
|
|
2
|
-
|
|
3
1
|
from localstack.services.cloudformation.resource_provider import (
|
|
4
2
|
CloudFormationResourceProviderPlugin,
|
|
5
3
|
ResourceProvider,
|
|
@@ -10,7 +8,7 @@ class IAMUserProviderPlugin(CloudFormationResourceProviderPlugin):
|
|
|
10
8
|
name = "AWS::IAM::User"
|
|
11
9
|
|
|
12
10
|
def __init__(self):
|
|
13
|
-
self.factory:
|
|
11
|
+
self.factory: type[ResourceProvider] | None = None
|
|
14
12
|
|
|
15
13
|
def load(self):
|
|
16
14
|
from localstack.services.iam.resource_providers.aws_iam_user import IAMUserProvider
|
|
@@ -0,0 +1,133 @@
|
|
|
1
|
+
import abc
|
|
2
|
+
import json
|
|
3
|
+
|
|
4
|
+
from moto.iam import iam_backends
|
|
5
|
+
from moto.iam.models import IAMBackend
|
|
6
|
+
|
|
7
|
+
from localstack.aws.api import RequestContext
|
|
8
|
+
from localstack.aws.api.iam import (
|
|
9
|
+
ActionNameType,
|
|
10
|
+
EvaluationResult,
|
|
11
|
+
PolicyEvaluationDecisionType,
|
|
12
|
+
ResourceNameType,
|
|
13
|
+
SimulatePolicyResponse,
|
|
14
|
+
SimulatePrincipalPolicyRequest,
|
|
15
|
+
)
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
class IAMPolicySimulator(abc.ABC):
|
|
19
|
+
@abc.abstractmethod
|
|
20
|
+
def simulate_principal_policy(
|
|
21
|
+
self, context: RequestContext, request: SimulatePrincipalPolicyRequest
|
|
22
|
+
) -> SimulatePolicyResponse:
|
|
23
|
+
"""
|
|
24
|
+
Simulate principal policy
|
|
25
|
+
:param request: SimulatePrincipalPolicyRequest
|
|
26
|
+
:param context: RequestContext
|
|
27
|
+
:return: SimulatePrincipalResponse
|
|
28
|
+
"""
|
|
29
|
+
pass
|
|
30
|
+
|
|
31
|
+
|
|
32
|
+
class BasicIAMPolicySimulator(IAMPolicySimulator):
|
|
33
|
+
def simulate_principal_policy(
|
|
34
|
+
self,
|
|
35
|
+
context: RequestContext,
|
|
36
|
+
request: SimulatePrincipalPolicyRequest,
|
|
37
|
+
) -> SimulatePolicyResponse:
|
|
38
|
+
backend = self.get_iam_backend(context)
|
|
39
|
+
policies = self.get_policies_from_principal(backend, request.get("PolicySourceArn"))
|
|
40
|
+
|
|
41
|
+
def _get_statements_from_policy_list(_policies: list[str]):
|
|
42
|
+
statements = []
|
|
43
|
+
for policy_str in _policies:
|
|
44
|
+
policy_dict = json.loads(policy_str)
|
|
45
|
+
if isinstance(policy_dict["Statement"], list):
|
|
46
|
+
statements.extend(policy_dict["Statement"])
|
|
47
|
+
else:
|
|
48
|
+
statements.append(policy_dict["Statement"])
|
|
49
|
+
return statements
|
|
50
|
+
|
|
51
|
+
policy_statements = _get_statements_from_policy_list(policies)
|
|
52
|
+
|
|
53
|
+
evaluations = [
|
|
54
|
+
self.build_evaluation_result(action_name, resource_arn, policy_statements)
|
|
55
|
+
for action_name in request.get("ActionNames")
|
|
56
|
+
for resource_arn in request.get("ResourceArns")
|
|
57
|
+
]
|
|
58
|
+
|
|
59
|
+
response = SimulatePolicyResponse()
|
|
60
|
+
response["IsTruncated"] = False
|
|
61
|
+
response["EvaluationResults"] = evaluations
|
|
62
|
+
|
|
63
|
+
return response
|
|
64
|
+
|
|
65
|
+
@staticmethod
|
|
66
|
+
def build_evaluation_result(
|
|
67
|
+
action_name: ActionNameType, resource_name: ResourceNameType, policy_statements: list[dict]
|
|
68
|
+
) -> EvaluationResult:
|
|
69
|
+
eval_res = EvaluationResult()
|
|
70
|
+
eval_res["EvalActionName"] = action_name
|
|
71
|
+
eval_res["EvalResourceName"] = resource_name
|
|
72
|
+
eval_res["EvalDecision"] = PolicyEvaluationDecisionType.explicitDeny
|
|
73
|
+
for statement in policy_statements:
|
|
74
|
+
# TODO Implement evaluation logic here
|
|
75
|
+
if (
|
|
76
|
+
action_name in statement["Action"]
|
|
77
|
+
and resource_name in statement["Resource"]
|
|
78
|
+
and statement["Effect"] == "Allow"
|
|
79
|
+
):
|
|
80
|
+
eval_res["EvalDecision"] = PolicyEvaluationDecisionType.allowed
|
|
81
|
+
eval_res["MatchedStatements"] = [] # TODO: add support for statement compilation.
|
|
82
|
+
return eval_res
|
|
83
|
+
|
|
84
|
+
@staticmethod
|
|
85
|
+
def get_iam_backend(context: RequestContext) -> IAMBackend:
|
|
86
|
+
return iam_backends[context.account_id][context.partition]
|
|
87
|
+
|
|
88
|
+
@staticmethod
|
|
89
|
+
def get_policies_from_principal(backend: IAMBackend, principal_arn: str) -> list[dict]:
|
|
90
|
+
policies = []
|
|
91
|
+
if ":role" in principal_arn:
|
|
92
|
+
role_name = principal_arn.split("/")[-1]
|
|
93
|
+
|
|
94
|
+
policies.append(backend.get_role(role_name=role_name).assume_role_policy_document)
|
|
95
|
+
|
|
96
|
+
policy_names = backend.list_role_policies(role_name=role_name)
|
|
97
|
+
policies.extend(
|
|
98
|
+
[
|
|
99
|
+
backend.get_role_policy(role_name=role_name, policy_name=policy_name)[1]
|
|
100
|
+
for policy_name in policy_names
|
|
101
|
+
]
|
|
102
|
+
)
|
|
103
|
+
|
|
104
|
+
attached_policies, _ = backend.list_attached_role_policies(role_name=role_name)
|
|
105
|
+
policies.extend([policy.document for policy in attached_policies])
|
|
106
|
+
|
|
107
|
+
if ":group" in principal_arn:
|
|
108
|
+
group_name = principal_arn.split("/")[-1]
|
|
109
|
+
policy_names = backend.list_group_policies(group_name=group_name)
|
|
110
|
+
policies.extend(
|
|
111
|
+
[
|
|
112
|
+
backend.get_group_policy(group_name=group_name, policy_name=policy_name)[1]
|
|
113
|
+
for policy_name in policy_names
|
|
114
|
+
]
|
|
115
|
+
)
|
|
116
|
+
|
|
117
|
+
attached_policies, _ = backend.list_attached_group_policies(group_name=group_name)
|
|
118
|
+
policies.extend([policy.document for policy in attached_policies])
|
|
119
|
+
|
|
120
|
+
if ":user" in principal_arn:
|
|
121
|
+
user_name = principal_arn.split("/")[-1]
|
|
122
|
+
policy_names = backend.list_user_policies(user_name=user_name)
|
|
123
|
+
policies.extend(
|
|
124
|
+
[
|
|
125
|
+
backend.get_user_policy(user_name=user_name, policy_name=policy_name)[1]
|
|
126
|
+
for policy_name in policy_names
|
|
127
|
+
]
|
|
128
|
+
)
|
|
129
|
+
|
|
130
|
+
attached_policies, _ = backend.list_attached_user_policies(user_name=user_name)
|
|
131
|
+
policies.extend([policy.document for policy in attached_policies])
|
|
132
|
+
|
|
133
|
+
return policies
|
|
@@ -3,7 +3,6 @@ import os
|
|
|
3
3
|
import threading
|
|
4
4
|
from abc import abstractmethod
|
|
5
5
|
from pathlib import Path
|
|
6
|
-
from typing import Dict, List, Optional, Tuple
|
|
7
6
|
|
|
8
7
|
from localstack import config
|
|
9
8
|
from localstack.services.kinesis.packages import (
|
|
@@ -31,7 +30,7 @@ class KinesisMockServer(Server):
|
|
|
31
30
|
account_id: str,
|
|
32
31
|
host: str = "localhost",
|
|
33
32
|
log_level: str = "INFO",
|
|
34
|
-
data_dir:
|
|
33
|
+
data_dir: str | None = None,
|
|
35
34
|
) -> None:
|
|
36
35
|
self._account_id = account_id
|
|
37
36
|
self._latency = latency
|
|
@@ -57,7 +56,7 @@ class KinesisMockServer(Server):
|
|
|
57
56
|
return t
|
|
58
57
|
|
|
59
58
|
@property
|
|
60
|
-
def _environment_variables(self) ->
|
|
59
|
+
def _environment_variables(self) -> dict:
|
|
61
60
|
env_vars = {
|
|
62
61
|
"KINESIS_MOCK_PLAIN_PORT": self.port,
|
|
63
62
|
# Each kinesis-mock instance listens to two ports - secure and insecure.
|
|
@@ -94,7 +93,7 @@ class KinesisMockServer(Server):
|
|
|
94
93
|
return env_vars
|
|
95
94
|
|
|
96
95
|
@abstractmethod
|
|
97
|
-
def _create_shell_command(self) ->
|
|
96
|
+
def _create_shell_command(self) -> tuple[list, dict]:
|
|
98
97
|
"""
|
|
99
98
|
Helper method for creating kinesis mock invocation command
|
|
100
99
|
:return: returns a tuple containing the command list and a dictionary with the environment variables
|
|
@@ -106,12 +105,12 @@ class KinesisMockServer(Server):
|
|
|
106
105
|
|
|
107
106
|
|
|
108
107
|
class KinesisMockScalaServer(KinesisMockServer):
|
|
109
|
-
def _create_shell_command(self) ->
|
|
108
|
+
def _create_shell_command(self) -> tuple[list, dict]:
|
|
110
109
|
cmd = ["java", "-jar", *self._get_java_vm_options(), str(self._exe_path)]
|
|
111
110
|
return cmd, self._environment_variables
|
|
112
111
|
|
|
113
112
|
@property
|
|
114
|
-
def _environment_variables(self) ->
|
|
113
|
+
def _environment_variables(self) -> dict:
|
|
115
114
|
default_env_vars = super()._environment_variables
|
|
116
115
|
kinesis_mock_installer = kinesismock_scala_package.get_installer()
|
|
117
116
|
return {
|
|
@@ -130,7 +129,7 @@ class KinesisMockScalaServer(KinesisMockServer):
|
|
|
130
129
|
|
|
131
130
|
class KinesisMockNodeServer(KinesisMockServer):
|
|
132
131
|
@property
|
|
133
|
-
def _environment_variables(self) ->
|
|
132
|
+
def _environment_variables(self) -> dict:
|
|
134
133
|
node_env_vars = {
|
|
135
134
|
# Use the `server.json` packaged next to the main.js
|
|
136
135
|
"KINESIS_MOCK_CERT_PATH": str((self._exe_path.parent / "server.json").absolute()),
|
|
@@ -139,7 +138,7 @@ class KinesisMockNodeServer(KinesisMockServer):
|
|
|
139
138
|
default_env_vars = super()._environment_variables
|
|
140
139
|
return {**node_env_vars, **default_env_vars}
|
|
141
140
|
|
|
142
|
-
def _create_shell_command(self) ->
|
|
141
|
+
def _create_shell_command(self) -> tuple[list, dict]:
|
|
143
142
|
cmd = ["node", self._exe_path]
|
|
144
143
|
return cmd, self._environment_variables
|
|
145
144
|
|
|
@@ -1,18 +1,30 @@
|
|
|
1
1
|
from collections import defaultdict
|
|
2
|
-
from typing import Dict, List, Set
|
|
3
2
|
|
|
4
|
-
from localstack.aws.api.kinesis import
|
|
5
|
-
|
|
3
|
+
from localstack.aws.api.kinesis import (
|
|
4
|
+
ConsumerDescription,
|
|
5
|
+
MetricsName,
|
|
6
|
+
Policy,
|
|
7
|
+
ResourceARN,
|
|
8
|
+
StreamName,
|
|
9
|
+
)
|
|
10
|
+
from localstack.services.stores import (
|
|
11
|
+
AccountRegionBundle,
|
|
12
|
+
BaseStore,
|
|
13
|
+
CrossAccountAttribute,
|
|
14
|
+
LocalAttribute,
|
|
15
|
+
)
|
|
6
16
|
|
|
7
17
|
|
|
8
18
|
class KinesisStore(BaseStore):
|
|
9
19
|
# list of stream consumer details
|
|
10
|
-
stream_consumers:
|
|
20
|
+
stream_consumers: list[ConsumerDescription] = LocalAttribute(default=list)
|
|
11
21
|
|
|
12
22
|
# maps stream name to list of enhanced monitoring metrics
|
|
13
|
-
enhanced_metrics:
|
|
23
|
+
enhanced_metrics: dict[StreamName, set[MetricsName]] = LocalAttribute(
|
|
14
24
|
default=lambda: defaultdict(set)
|
|
15
25
|
)
|
|
16
26
|
|
|
27
|
+
resource_policies: dict[ResourceARN, Policy] = CrossAccountAttribute(default=dict)
|
|
28
|
+
|
|
17
29
|
|
|
18
30
|
kinesis_stores = AccountRegionBundle("kinesis", KinesisStore)
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
import os
|
|
2
2
|
from enum import StrEnum
|
|
3
3
|
from functools import lru_cache
|
|
4
|
-
from typing import Any
|
|
4
|
+
from typing import Any
|
|
5
5
|
|
|
6
6
|
from localstack.packages import InstallTarget, Package
|
|
7
7
|
from localstack.packages.core import GitHubReleaseInstaller, NodePackageInstaller
|
|
@@ -58,7 +58,7 @@ class KinesisMockScalaPackage(Package[KinesisMockScalaPackageInstaller]):
|
|
|
58
58
|
def _get_installer(self, version: str) -> KinesisMockScalaPackageInstaller:
|
|
59
59
|
return KinesisMockScalaPackageInstaller(version)
|
|
60
60
|
|
|
61
|
-
def get_versions(self) ->
|
|
61
|
+
def get_versions(self) -> list[str]:
|
|
62
62
|
return [_KINESIS_MOCK_VERSION] # Only supported on v0.4.12+
|
|
63
63
|
|
|
64
64
|
|
|
@@ -73,7 +73,7 @@ class KinesisMockNodePackage(Package[KinesisMockNodePackageInstaller]):
|
|
|
73
73
|
def _get_installer(self, version: str) -> KinesisMockNodePackageInstaller:
|
|
74
74
|
return KinesisMockNodePackageInstaller(version)
|
|
75
75
|
|
|
76
|
-
def get_versions(self) ->
|
|
76
|
+
def get_versions(self) -> list[str]:
|
|
77
77
|
return [_KINESIS_MOCK_VERSION]
|
|
78
78
|
|
|
79
79
|
|
|
@@ -1,5 +1,7 @@
|
|
|
1
|
+
import json
|
|
1
2
|
import logging
|
|
2
3
|
import os
|
|
4
|
+
import re
|
|
3
5
|
import time
|
|
4
6
|
from random import random
|
|
5
7
|
|
|
@@ -8,14 +10,18 @@ from localstack.aws.api import RequestContext
|
|
|
8
10
|
from localstack.aws.api.kinesis import (
|
|
9
11
|
ConsumerARN,
|
|
10
12
|
Data,
|
|
13
|
+
GetResourcePolicyOutput,
|
|
11
14
|
HashKey,
|
|
12
15
|
KinesisApi,
|
|
13
16
|
PartitionKey,
|
|
17
|
+
Policy,
|
|
14
18
|
ProvisionedThroughputExceededException,
|
|
15
19
|
PutRecordOutput,
|
|
16
20
|
PutRecordsOutput,
|
|
17
21
|
PutRecordsRequestEntryList,
|
|
18
22
|
PutRecordsResultEntry,
|
|
23
|
+
ResourceARN,
|
|
24
|
+
ResourceNotFoundException,
|
|
19
25
|
SequenceNumber,
|
|
20
26
|
ShardId,
|
|
21
27
|
StartingPosition,
|
|
@@ -24,6 +30,7 @@ from localstack.aws.api.kinesis import (
|
|
|
24
30
|
SubscribeToShardEvent,
|
|
25
31
|
SubscribeToShardEventStream,
|
|
26
32
|
SubscribeToShardOutput,
|
|
33
|
+
ValidationException,
|
|
27
34
|
)
|
|
28
35
|
from localstack.aws.connect import connect_to
|
|
29
36
|
from localstack.constants import LOCALHOST
|
|
@@ -39,6 +46,13 @@ LOG = logging.getLogger(__name__)
|
|
|
39
46
|
MAX_SUBSCRIPTION_SECONDS = 300
|
|
40
47
|
SERVER_STARTUP_TIMEOUT = 120
|
|
41
48
|
|
|
49
|
+
DATA_STREAM_ARN_REGEX = re.compile(
|
|
50
|
+
r"^arn:aws(?:-[a-z]+)*:kinesis:[a-z0-9-]+:\d{12}:stream\/[a-zA-Z0-9_.\-]+$"
|
|
51
|
+
)
|
|
52
|
+
CONSUMER_ARN_REGEX = re.compile(
|
|
53
|
+
r"^arn:aws(?:-[a-z]+)*:kinesis:[a-z0-9-]+:\d{12}:stream\/[a-zA-Z0-9_.\-]+\/consumer\/[a-zA-Z0-9_.\-]+:\d+$"
|
|
54
|
+
)
|
|
55
|
+
|
|
42
56
|
|
|
43
57
|
def find_stream_for_consumer(consumer_arn):
|
|
44
58
|
account_id = extract_account_id_from_arn(consumer_arn)
|
|
@@ -49,7 +63,12 @@ def find_stream_for_consumer(consumer_arn):
|
|
|
49
63
|
for cons in kinesis.list_stream_consumers(StreamARN=stream_arn)["Consumers"]:
|
|
50
64
|
if cons["ConsumerARN"] == consumer_arn:
|
|
51
65
|
return stream_name
|
|
52
|
-
raise Exception("Unable to find stream for stream consumer
|
|
66
|
+
raise Exception(f"Unable to find stream for stream consumer {consumer_arn}")
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
def is_valid_kinesis_arn(resource_arn: ResourceARN) -> bool:
|
|
70
|
+
"""Check if the provided ARN is a valid Kinesis ARN."""
|
|
71
|
+
return bool(CONSUMER_ARN_REGEX.match(resource_arn) or DATA_STREAM_ARN_REGEX.match(resource_arn))
|
|
53
72
|
|
|
54
73
|
|
|
55
74
|
class KinesisProvider(KinesisApi, ServiceLifecycleHook):
|
|
@@ -81,6 +100,64 @@ class KinesisProvider(KinesisApi, ServiceLifecycleHook):
|
|
|
81
100
|
def get_store(account_id: str, region_name: str) -> KinesisStore:
|
|
82
101
|
return kinesis_stores[account_id][region_name]
|
|
83
102
|
|
|
103
|
+
def put_resource_policy(
|
|
104
|
+
self,
|
|
105
|
+
context: RequestContext,
|
|
106
|
+
resource_arn: ResourceARN,
|
|
107
|
+
policy: Policy,
|
|
108
|
+
**kwargs,
|
|
109
|
+
) -> None:
|
|
110
|
+
if not is_valid_kinesis_arn(resource_arn):
|
|
111
|
+
raise ValidationException(f"invalid kinesis arn {resource_arn}")
|
|
112
|
+
|
|
113
|
+
kinesis = connect_to(
|
|
114
|
+
aws_access_key_id=context.account_id, region_name=context.region
|
|
115
|
+
).kinesis
|
|
116
|
+
try:
|
|
117
|
+
kinesis.describe_stream_summary(StreamARN=resource_arn)
|
|
118
|
+
except kinesis.exceptions.ResourceNotFoundException:
|
|
119
|
+
raise ResourceNotFoundException(f"Stream with ARN {resource_arn} not found")
|
|
120
|
+
|
|
121
|
+
store = self.get_store(context.account_id, context.region)
|
|
122
|
+
store.resource_policies[resource_arn] = policy
|
|
123
|
+
|
|
124
|
+
def get_resource_policy(
|
|
125
|
+
self,
|
|
126
|
+
context: RequestContext,
|
|
127
|
+
resource_arn: ResourceARN,
|
|
128
|
+
**kwargs,
|
|
129
|
+
) -> GetResourcePolicyOutput:
|
|
130
|
+
if not is_valid_kinesis_arn(resource_arn):
|
|
131
|
+
raise ValidationException(f"invalid kinesis arn {resource_arn}")
|
|
132
|
+
|
|
133
|
+
kinesis = connect_to(
|
|
134
|
+
aws_access_key_id=context.account_id, region_name=context.region
|
|
135
|
+
).kinesis
|
|
136
|
+
try:
|
|
137
|
+
kinesis.describe_stream_summary(StreamARN=resource_arn)
|
|
138
|
+
except kinesis.exceptions.ResourceNotFoundException:
|
|
139
|
+
raise ResourceNotFoundException(f"Stream with ARN {resource_arn} not found")
|
|
140
|
+
|
|
141
|
+
store = self.get_store(context.account_id, context.region)
|
|
142
|
+
policy = store.resource_policies.get(resource_arn, json.dumps({}))
|
|
143
|
+
return GetResourcePolicyOutput(Policy=policy)
|
|
144
|
+
|
|
145
|
+
def delete_resource_policy(
|
|
146
|
+
self,
|
|
147
|
+
context: RequestContext,
|
|
148
|
+
resource_arn: ResourceARN,
|
|
149
|
+
**kwargs,
|
|
150
|
+
) -> None:
|
|
151
|
+
if not is_valid_kinesis_arn(resource_arn):
|
|
152
|
+
raise ValidationException(f"invalid kinesis arn {resource_arn}")
|
|
153
|
+
|
|
154
|
+
store = self.get_store(context.account_id, context.region)
|
|
155
|
+
if resource_arn not in store.resource_policies:
|
|
156
|
+
raise ResourceNotFoundException(
|
|
157
|
+
f"No resource policy found for resource ARN {resource_arn}"
|
|
158
|
+
)
|
|
159
|
+
del store.resource_policies[resource_arn]
|
|
160
|
+
|
|
84
161
|
def subscribe_to_shard(
|
|
85
162
|
self,
|
|
86
163
|
context: RequestContext,
|
|
@@ -125,7 +202,13 @@ class KinesisProvider(KinesisApi, ServiceLifecycleHook):
|
|
|
125
202
|
raise
|
|
126
203
|
shard_iterator = result.get("NextShardIterator")
|
|
127
204
|
records = result.get("Records", [])
|
|
128
|
-
if
|
|
205
|
+
if records:
|
|
206
|
+
# Update the last sequence number to the last record's sequence number
|
|
207
|
+
# TODO: This will suffice for now but does not properly capture checkpointing when
|
|
208
|
+
# no data is written to a shard. See AWS docs:
|
|
209
|
+
# https://docs.aws.amazon.com/kinesis/latest/APIReference/API_SubscribeToShardEvent.html#API_SubscribeToShardEvent_Contents
|
|
210
|
+
last_sequence_number = records[-1].get("SequenceNumber", last_sequence_number)
|
|
211
|
+
else:
|
|
129
212
|
# On AWS there is *at least* 1 event every 5 seconds
|
|
130
213
|
# but this is not possible in this structure.
|
|
131
214
|
# In order to avoid a 5-second blocking call, we make the compromise of 3 seconds.
|
|
@@ -136,7 +219,7 @@ class KinesisProvider(KinesisApi, ServiceLifecycleHook):
|
|
|
136
219
|
Records=records,
|
|
137
220
|
ContinuationSequenceNumber=str(last_sequence_number),
|
|
138
221
|
MillisBehindLatest=0,
|
|
139
|
-
ChildShards=
|
|
222
|
+
ChildShards=None, # TODO: Include shard children info
|
|
140
223
|
)
|
|
141
224
|
)
|
|
142
225
|
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
from __future__ import annotations
|
|
3
3
|
|
|
4
4
|
from pathlib import Path
|
|
5
|
-
from typing import
|
|
5
|
+
from typing import TypedDict
|
|
6
6
|
|
|
7
7
|
import localstack.services.cloudformation.provider_utils as util
|
|
8
8
|
from localstack.services.cloudformation.resource_provider import (
|
|
@@ -14,27 +14,27 @@ from localstack.services.cloudformation.resource_provider import (
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
class KinesisStreamProperties(TypedDict):
|
|
17
|
-
Arn:
|
|
18
|
-
Name:
|
|
19
|
-
RetentionPeriodHours:
|
|
20
|
-
ShardCount:
|
|
21
|
-
StreamEncryption:
|
|
22
|
-
StreamModeDetails:
|
|
23
|
-
Tags:
|
|
17
|
+
Arn: str | None
|
|
18
|
+
Name: str | None
|
|
19
|
+
RetentionPeriodHours: int | None
|
|
20
|
+
ShardCount: int | None
|
|
21
|
+
StreamEncryption: StreamEncryption | None
|
|
22
|
+
StreamModeDetails: StreamModeDetails | None
|
|
23
|
+
Tags: list[Tag] | None
|
|
24
24
|
|
|
25
25
|
|
|
26
26
|
class StreamModeDetails(TypedDict):
|
|
27
|
-
StreamMode:
|
|
27
|
+
StreamMode: str | None
|
|
28
28
|
|
|
29
29
|
|
|
30
30
|
class StreamEncryption(TypedDict):
|
|
31
|
-
EncryptionType:
|
|
32
|
-
KeyId:
|
|
31
|
+
EncryptionType: str | None
|
|
32
|
+
KeyId: str | None
|
|
33
33
|
|
|
34
34
|
|
|
35
35
|
class Tag(TypedDict):
|
|
36
|
-
Key:
|
|
37
|
-
Value:
|
|
36
|
+
Key: str | None
|
|
37
|
+
Value: str | None
|
|
38
38
|
|
|
39
39
|
|
|
40
40
|
REPEATED_INVOCATION = "repeated_invocation"
|
|
@@ -1,5 +1,3 @@
|
|
|
1
|
-
from typing import Optional, Type
|
|
2
|
-
|
|
3
1
|
from localstack.services.cloudformation.resource_provider import (
|
|
4
2
|
CloudFormationResourceProviderPlugin,
|
|
5
3
|
ResourceProvider,
|
|
@@ -10,7 +8,7 @@ class KinesisStreamProviderPlugin(CloudFormationResourceProviderPlugin):
|
|
|
10
8
|
name = "AWS::Kinesis::Stream"
|
|
11
9
|
|
|
12
10
|
def __init__(self):
|
|
13
|
-
self.factory:
|
|
11
|
+
self.factory: type[ResourceProvider] | None = None
|
|
14
12
|
|
|
15
13
|
def load(self):
|
|
16
14
|
from localstack.services.kinesis.resource_providers.aws_kinesis_stream import (
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
from __future__ import annotations
|
|
3
3
|
|
|
4
4
|
from pathlib import Path
|
|
5
|
-
from typing import
|
|
5
|
+
from typing import TypedDict
|
|
6
6
|
|
|
7
7
|
import localstack.services.cloudformation.provider_utils as util
|
|
8
8
|
from localstack.services.cloudformation.resource_provider import (
|
|
@@ -14,12 +14,12 @@ from localstack.services.cloudformation.resource_provider import (
|
|
|
14
14
|
|
|
15
15
|
|
|
16
16
|
class KinesisStreamConsumerProperties(TypedDict):
|
|
17
|
-
ConsumerName:
|
|
18
|
-
StreamARN:
|
|
19
|
-
ConsumerARN:
|
|
20
|
-
ConsumerCreationTimestamp:
|
|
21
|
-
ConsumerStatus:
|
|
22
|
-
Id:
|
|
17
|
+
ConsumerName: str | None
|
|
18
|
+
StreamARN: str | None
|
|
19
|
+
ConsumerARN: str | None
|
|
20
|
+
ConsumerCreationTimestamp: str | None
|
|
21
|
+
ConsumerStatus: str | None
|
|
22
|
+
Id: str | None
|
|
23
23
|
|
|
24
24
|
|
|
25
25
|
REPEATED_INVOCATION = "repeated_invocation"
|