data-manipulation 0.43__tar.gz → 0.45__tar.gz

{data_manipulation-0.43/data_manipulation.egg-info → data_manipulation-0.45}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: data_manipulation
-Version: 0.43
+Version: 0.45
 Summary: Powerful data manipulation
 Home-page: https://github.com/shawnngtq/data-manipulation
 Author: Shawn Ng
@@ -21,6 +21,7 @@ Classifier: Topic :: Scientific/Engineering
 License-File: LICENSE
 Requires-Dist: beautifulsoup4
 Requires-Dist: boto3
+Requires-Dist: cryptography
 Requires-Dist: django
 Requires-Dist: flask
 Requires-Dist: geopandas

{data_manipulation-0.43 → data_manipulation-0.45}/data_manipulation/_version.py

@@ -8,11 +8,11 @@ import json
 
 version_json = '''
 {
- "date": "2024-09-02T21:39:52+0800",
+ "date": "2024-09-08T09:24:53+0800",
  "dirty": false,
  "error": null,
- "full-revisionid": "f2d4c730c96dee3f05eb05b05a1b29a8f92d40a1",
- "version": "0.43"
+ "full-revisionid": "60bea1e3117837fae0b5506910b8006d348b5b81",
+ "version": "0.45"
 }
 '''  # END VERSION_JSON
 

{data_manipulation-0.43 → data_manipulation-0.45}/data_manipulation/boto3_.py

@@ -83,6 +83,47 @@ def send_aws_ses_email(
         return
 
 
+def list_s3_bucket_files(
+    bucket: str,
+    to_dateframe: bool = False,
+):
+    """
+    List s3 bucket files
+
+    Parameters
+    ----------
+    bucket : str
+        bucket name
+    to_dateframe : bool, optional
+        to convert to pandas dataframe, by default False
+
+    Returns
+    -------
+    list | pandas.DataFrame
+        default list, pandas.DataFrame if requested
+    """
+
+    import boto3
+
+    s3_client = boto3.client("s3")
+    paginator = s3_client.get_paginator("list_objects_v2")
+    keys = list()
+
+    for page in paginator.paginate(Bucket=bucket):
+        for obj in page["Contents"]:
+            if obj["Key"].endswith("/"):
+                continue
+            keys.append(obj["Key"])
+
+    if to_dateframe:
+        import pandas as pd
+
+        df = pd.DataFrame(keys, columns=["key"])
+        return df
+    else:
+        return keys
+
+
 if __name__ == "__main__":
     import doctest
 

{data_manipulation-0.43 → data_manipulation-0.45/data_manipulation.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: data_manipulation
-Version: 0.43
+Version: 0.45
 Summary: Powerful data manipulation
 Home-page: https://github.com/shawnngtq/data-manipulation
 Author: Shawn Ng
@@ -21,6 +21,7 @@ Classifier: Topic :: Scientific/Engineering
 License-File: LICENSE
 Requires-Dist: beautifulsoup4
 Requires-Dist: boto3
+Requires-Dist: cryptography
 Requires-Dist: django
 Requires-Dist: flask
 Requires-Dist: geopandas

{data_manipulation-0.43 → data_manipulation-0.45}/data_manipulation.egg-info/requires.txt

@@ -1,5 +1,6 @@
 beautifulsoup4
 boto3
+cryptography
 django
 flask
 geopandas

{data_manipulation-0.43 → data_manipulation-0.45}/setup.py

@@ -24,6 +24,7 @@ CLASSIFIERS = [
 DEPENDENCIES = [
     "beautifulsoup4",
     "boto3",
+    "cryptography",
     "django",
     "flask",
     "geopandas",