my-aws-helpers 5.6.0__tar.gz → 5.8.0__tar.gz

{my_aws_helpers-5.6.0 → my_aws_helpers-5.8.0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: my_aws_helpers
-Version: 5.6.0
+Version: 5.8.0
 Summary: AWS Helpers
 Home-page: https://github.com/JarrodMccarthy/aws_helpers.git
 Author: Jarrod McCarthy

{my_aws_helpers-5.6.0 → my_aws_helpers-5.8.0}/my_aws_helpers/s3.py

@@ -100,11 +100,35 @@ class S3:
         )
 
     def list_objects_by_prefix(self, bucket_name: str, prefix: str) -> List[S3Location]:
+        """
+        list objects by prefix gets 1000 items at a time, if theres more, I want em
+        """
+        objects = list()
         try:
-            response = self.client.list_objects_v2(Bucket=bucket_name, Prefix=prefix)
-            contents = response["Contents"]
+            continuation_token = None
+            while True:
+                if continuation_token:
+                    response = self.client.list_objects_v2(
+                        Bucket=bucket_name,
+                        Prefix=prefix,
+                        ContinuationToken=continuation_token
+                    )
+                else:
+                    response = self.client.list_objects_v2(
+                        Bucket=bucket_name,
+                        Prefix=prefix
+                    )
+
+                # Append current batch
+                objects.extend(response.get("Contents", []))
+
+                # Check if more results exist
+                if response.get("IsTruncated"):  # True if more pages available
+                    continuation_token = response["NextContinuationToken"]
+                else:
+                    break
             locations = [
-                S3Location(bucket=bucket_name, file_name=c["Key"]) for c in contents
+                S3Location(bucket=bucket_name, file_name=c["Key"]) for c in objects
             ]
             return locations
         except Exception as e:

{my_aws_helpers-5.6.0 → my_aws_helpers-5.8.0}/my_aws_helpers.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: my-aws-helpers
-Version: 5.6.0
+Version: 5.8.0
 Summary: AWS Helpers
 Home-page: https://github.com/JarrodMccarthy/aws_helpers.git
 Author: Jarrod McCarthy

{my_aws_helpers-5.6.0 → my_aws_helpers-5.8.0}/setup.py

@@ -3,7 +3,7 @@ from setuptools import find_namespace_packages, setup
 
 base_path = os.path.abspath(os.path.dirname(__file__))
 
-version = "5.6.0"
+version = "5.8.0"
 
 core = [
     "boto3==1.34.36",