async-lambda-unstable 0.6.3__tar.gz → 0.6.4__tar.gz

{async_lambda_unstable-0.6.3 → async_lambda_unstable-0.6.4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: async-lambda-unstable
-Version: 0.6.3
+Version: 0.6.4
 Summary: A framework for creating AWS Lambda Async Workflows. - Unstable Branch
 Author-email: "Nuclei, Inc" <engineering@nuclei.ai>
 Requires-Dist: click>=8.0.0

{async_lambda_unstable-0.6.3 → async_lambda_unstable-0.6.4}/async_lambda/__init__.py

@@ -21,4 +21,4 @@ from .models.events.managed_sqs_event import ManagedSQSEvent as ManagedSQSEvent
 from .models.events.scheduled_event import ScheduledEvent as ScheduledEvent
 from .models.events.unmanaged_sqs_event import UnmanagedSQSEvent as UnmanagedSQSEvent
 
-__version__ = "0.6.3"
+__version__ = "0.6.4"

{async_lambda_unstable-0.6.3 → async_lambda_unstable-0.6.4}/async_lambda/controller.py

@@ -178,6 +178,48 @@ class AsyncLambdaController:
         self.delete_s3_payloads = delete_s3_payloads
         self.controller_name = controller_name
 
+    # itertools.batched is much cleaner but only available in python 3.12+
+    @staticmethod
+    def _batched(items: Sequence[dict], batch_size: int) -> List[List[dict]]:
+        if batch_size <= 0:
+            raise ValueError("batch_size must be greater than 0")
+        return [
+            list(items[i : i + batch_size]) for i in range(0, len(items), batch_size)
+        ]
+
+    @classmethod
+    def _build_send_to_all_async_lambda_queues_policies(
+        cls,
+        managed_tasks_resources: List[dict],
+        policy_batch_size: int = 30,
+    ) -> Dict[str, dict]:
+        task_ref_policies: Dict[str, dict] = {}
+        for chunk_index, resource_chunk in enumerate(
+            cls._batched(items=managed_tasks_resources, batch_size=policy_batch_size),
+            start=0,
+        ):
+            policy_id = f"SendToAllAsyncLambdaQueuesPolicy{chunk_index}"
+            task_ref_policies[policy_id] = {
+                "Type": "AWS::IAM::ManagedPolicy",
+                "Properties": {
+                    "ManagedPolicyName": {
+                        "Fn::Sub": f"${{AWS::StackName}}-send-to-all-queues-{chunk_index}"
+                    },
+                    "PolicyDocument": {
+                        "Version": "2012-10-17",
+                        "Statement": [
+                            {
+                                "Sid": "SendToAllQueues",
+                                "Effect": "Allow",
+                                "Action": ["sqs:SendMessage"],
+                                "Resource": resource_chunk,
+                            },
+                        ],
+                    },
+                },
+            }
+        return task_ref_policies
+
     def add_middleware(
         self, event_types: List[Type[BaseEvent]], func: MiddlewareFunction[MET, RT]
     ):
@@ -427,30 +469,9 @@ class AsyncLambdaController:
         ]
         task_ref_policies = {}
         if len(managed_tasks_resources) > 0:
-            task_ref_policies = {
-                "SendToAllAsyncLambdaQueuesPolicy": {
-                    "Type": "AWS::IAM::ManagedPolicy",
-                    "Properties": {
-                        "ManagedPolicyName": {
-                            "Fn::Sub": "${AWS::StackName}-send-to-all-queues"
-                        },
-                        "PolicyDocument": {
-                            "Version": "2012-10-17",
-                            "Statement": [
-                                {
-                                    "Sid": "SendToAllQueues",
-                                    "Effect": "Allow",
-                                    "Action": ["sqs:SendMessage"],
-                                    "Resource": [
-                                        managed_tasks_resource
-                                        for managed_tasks_resource in managed_tasks_resources
-                                    ],
-                                },
-                            ],
-                        },
-                    },
-                }
-            }
+            task_ref_policies = self._build_send_to_all_async_lambda_queues_policies(
+                managed_tasks_resources
+            )
             for key in task_ref_policies.keys():
                 template["Resources"][key] = task_ref_policies[key]