bluer-objects 6.175.1__py3-none-any.whl → 6.181.1__py3-none-any.whl

bluer_objects/.abcli/tests/storage_public_upload.sh

@@ -0,0 +1,18 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_storage_public_upload() {
+    local options=$1
+
+    local object_name=test_bluer_objects_storage_public_upload-$(bluer_ai_string_timestamp_short)
+    local object_path=$ABCLI_OBJECT_ROOT/$object_name
+    mkdir -pv $object_path
+
+    bluer_objects_create_test_asset \
+        $object_name \
+        --depth 1
+    [[ $? -ne 0 ]] && return 1
+
+    bluer_objects_upload \
+        public \
+        $object_name
+}

bluer_objects/.abcli/tests/{storage.sh → storage_upload_download.sh}

@@ -1,9 +1,9 @@
 #! /usr/bin/env bash
 
-function test_bluer_objects_storage() {
+function test_bluer_objects_storage_upload_download() {
     local options=$1
 
-    local object_name=test_bluer_objects_storage-$(bluer_ai_string_timestamp_short)
+    local object_name=test_bluer_objects_storage_upload_download-$(bluer_ai_string_timestamp_short)
     local object_path=$ABCLI_OBJECT_ROOT/$object_name
     mkdir -pv $object_path
 

bluer_objects/.abcli/upload.sh

@@ -3,6 +3,7 @@
 function bluer_objects_upload() {
     local options=$1
     local filename=$(bluer_ai_option "$options" filename)
+    local public=$(bluer_ai_option_int "$options" public 0)
 
     local object_name=$(bluer_ai_clarify_object $2 .)
     local object_path=$ABCLI_OBJECT_ROOT/$object_name
@@ -12,10 +13,11 @@ function bluer_objects_upload() {
     python3 -m bluer_objects.storage \
         upload \
         --object_name $object_name \
-        --filename "$filename"
+        --filename "$filename" \
+        --public $public
     [[ $? -ne 0 ]] && return 1
 
-    if [[ -z "$filename" ]]; then
+    if [[ -z "$filename" ]] && [[ "$public" == 0 ]]; then
         bluer_objects_mlflow_log_run $object_name
     fi
 }

bluer_objects/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} Object management in Bash."
 
-VERSION = "6.175.1"
+VERSION = "6.181.1"
 
 REPO_NAME = "bluer-objects"
 

bluer_objects/config.env

@@ -4,5 +4,6 @@ MLFLOW_LOCK_WAIT_FOR_CLEARANCE=3
 MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY=1
 
 S3_STORAGE_BUCKET=kamangir
+S3_PUBLIC_STORAGE_BUCKET=kamangir-public
 
 BLUER_OBJECTS_STORAGE_INTERFACE=s3

bluer_objects/env.py

@@ -36,6 +36,7 @@ DUMMY_TEXT = "This is some dummy text. This is some dummy text. This is some dum
 ABCLI_MLFLOW_EXPERIMENT_PREFIX = get_env("ABCLI_MLFLOW_EXPERIMENT_PREFIX")
 
 S3_STORAGE_BUCKET = get_env("S3_STORAGE_BUCKET")
+S3_PUBLIC_STORAGE_BUCKET = get_env("S3_PUBLIC_STORAGE_BUCKET")
 
 S3_STORAGE_ENDPOINT_URL = get_env("S3_STORAGE_ENDPOINT_URL")
 S3_STORAGE_AWS_ACCESS_KEY_ID = get_env("S3_STORAGE_AWS_ACCESS_KEY_ID")

bluer_objects/help/upload.py

@@ -7,7 +7,12 @@ def help_upload(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = "filename=<filename>"
+    options = "".join(
+        [
+            "filename=<filename>",
+            xtra(",public", mono=mono),
+        ]
+    )
 
     return show_usage(
         [

bluer_objects/storage/WebDAV.py

@@ -86,8 +86,13 @@ class WebDAVInterface(StorageInterface):
         self,
         object_name: str,
         filename: str = "",
+        public: bool = False,
         log: bool = True,
     ) -> bool:
+        if public:
+            logger.error("public not supported.")
+            return False
+
         if filename:
             remote_dir = "/".join([object_name] + filename.split("/")[:-1])
             if not self.mkdir(
@@ -111,5 +116,6 @@ class WebDAVInterface(StorageInterface):
         return super().upload(
             object_name=object_name,
             filename=filename,
+            public=public,
             log=log,
         )

bluer_objects/storage/WebDAVrequest.py

@@ -278,8 +278,13 @@ class WebDAVRequestInterface(StorageInterface):
         self,
         object_name: str,
         filename: str = "",
+        public: bool = False,
         log: bool = True,
     ) -> bool:
+        if public:
+            logger.error("public not supported.")
+            return False
+
         if filename:
             if not self.mkdir(
                 path="{}/{}".format(
@@ -315,6 +320,7 @@ class WebDAVRequestInterface(StorageInterface):
                 return super().upload(
                     object_name=object_name,
                     filename=filename,
+                    public=public,
                     log=log,
                 )
 
@@ -339,6 +345,7 @@ class WebDAVRequestInterface(StorageInterface):
             if not self.upload(
                 object_name=object_name,
                 filename=filename_.split(object_path, 1)[1],
+                public=public,
                 log=log,
             ):
                 return False

bluer_objects/storage/WebDAVzip.py

@@ -125,8 +125,13 @@ class WebDAVzipInterface(StorageInterface):
         self,
         object_name: str,
         filename: str = "",
+        public: bool = False,
         log: bool = True,
     ) -> bool:
+        if public:
+            logger.error("public not supported.")
+            return False
+
         object_path = objects.object_path(object_name=object_name)
 
         if not zip(
@@ -149,5 +154,6 @@ class WebDAVzipInterface(StorageInterface):
 
         return super().upload(
             object_name=object_name,
+            public=public,
             log=log,
         )

bluer_objects/storage/__init__.py

@@ -56,10 +56,12 @@ def ls(
 def upload(
     object_name: str,
     filename: str = "",
+    public: bool = False,
     log: bool = True,
 ) -> bool:
     return interface.upload(
         object_name=object_name,
         filename=filename,
+        public=public,
         log=log,
     )

bluer_objects/storage/__main__.py

@@ -24,6 +24,12 @@ parser.add_argument(
     type=str,
     default="",
 )
+parser.add_argument(
+    "--public",
+    type=int,
+    default=0,
+    help="0 | 1",
+)
 parser.add_argument(
     "--where",
     type=str,
@@ -80,6 +86,7 @@ elif args.task == "upload":
     success = storage.upload(
         object_name=args.object_name,
         filename=args.filename,
+        public=args.public == 1,
     )
 else:
     success = None

bluer_objects/storage/base.py

@@ -66,14 +66,16 @@ class StorageInterface:
         self,
         object_name: str,
         filename: str = "",
+        public: bool = False,
         log: bool = True,
     ) -> bool:
         if log:
             logger.info(
-                "{}.upload {}{}".format(
+                "{}.upload {}{}{}".format(
                     self.__class__.__name__,
                     object_name,
                     f"/{filename}" if filename else "",
+                    " [public]" if public else "",
                 )
             )
 

bluer_objects/storage/s3.py

@@ -225,6 +225,7 @@ class S3Interface(StorageInterface):
         self,
         object_name: str,
         filename: str = "",
+        public: bool = False,
         log: bool = True,
     ) -> bool:
         if filename:
@@ -233,6 +234,10 @@ class S3Interface(StorageInterface):
                 filename=filename,
             )
 
+            bucket_name = (
+                env.S3_PUBLIC_STORAGE_BUCKET if public else env.S3_STORAGE_BUCKET
+            )
+
             try:
                 s3_resource = boto3.resource(
                     "s3",
@@ -241,11 +246,11 @@ class S3Interface(StorageInterface):
                     aws_secret_access_key=env.S3_STORAGE_AWS_SECRET_ACCESS_KEY,
                 )
 
-                bucket = s3_resource.Bucket(env.S3_STORAGE_BUCKET)
+                bucket = s3_resource.Bucket(bucket_name)
 
                 with open(local_path, "rb") as fp:
                     bucket.put_object(
-                        ACL="private",
+                        ACL="public-read" if public else "private",
                         Body=fp,
                         Key=f"{object_name}/{filename}",
                     )
@@ -253,9 +258,21 @@ class S3Interface(StorageInterface):
                 logger.error(e)
                 return False
 
+            if public:
+
+                logger.info(
+                    "🔗 https://{}.{}/{}/{}".format(
+                        bucket_name,
+                        env.S3_STORAGE_ENDPOINT_URL.split("https://", 1)[1],
+                        object_name,
+                        filename,
+                    )
+                )
+
             return super().upload(
                 object_name=object_name,
                 filename=filename,
+                public=public,
                 log=log,
             )
 
@@ -277,6 +294,7 @@ class S3Interface(StorageInterface):
             if not self.upload(
                 object_name=object_name,
                 filename=filename_.split(object_path, 1)[1],
+                public=public,
                 log=log,
             ):
                 return False

bluer_objects/tests/test_env.py

@@ -17,6 +17,7 @@ def test_bluer_objects_env():
     assert env.ABCLI_MLFLOW_EXPERIMENT_PREFIX
 
     assert env.S3_STORAGE_BUCKET
+    assert env.S3_PUBLIC_STORAGE_BUCKET
 
     assert env.S3_STORAGE_ENDPOINT_URL
     assert env.S3_STORAGE_AWS_ACCESS_KEY_ID

{bluer_objects-6.175.1.dist-info → bluer_objects-6.181.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.175.1
+Version: 6.181.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.175.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.181.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.175.1.dist-info → bluer_objects-6.181.1.dist-info}/RECORD

@@ -1,7 +1,7 @@
-bluer_objects/__init__.py,sha256=6gVB8kZmeOPmYrSyWuk7xz1PChKg2N6bauiQcEnurzg,315
+bluer_objects/__init__.py,sha256=ZS-H8ZaUb_ms3k0y-QCmwt8bOPXKu7xlp2mbW8xNmpk,315
 bluer_objects/__main__.py,sha256=Yqfov833_hJuRne19WrGhT5DWAPtdffpoMxeSXS7EGw,359
-bluer_objects/config.env,sha256=cpmtTuKHIBvVjX30MpAImFgwM0g24qTHwoO-lCJRInA,175
-bluer_objects/env.py,sha256=aImjtNh8NKaua2rpQVFXWp86QF7nY87fDuMOO14O58E,1956
+bluer_objects/config.env,sha256=RjcpnbKfRqNyGLRB4z7M_OG9z2pOM032ck__53JqXqo,216
+bluer_objects/env.py,sha256=iw4QvaImqnavlsHwfkUScNHc7afDEJQKJSsHTtVJE78,2019
 bluer_objects/markdown.py,sha256=PhAwCTHIisO9qOpKHeb63U5oD9Zi8LnIQKTx_OWS4wE,938
 bluer_objects/objects.py,sha256=EYzA1vKngY2c_gdMKnUfrKVUcf-5wpFKgBFaVJA4cLE,1626
 bluer_objects/path.py,sha256=9uspZqObI29NerVDF30uILLaouDtloASh0Mywyq2_ew,3946
@@ -24,7 +24,7 @@ bluer_objects/.abcli/mlflow.sh,sha256=7ylwHrQas-QbAJ8SfDJiN3zbuU6ifLUBEAhPRw38Hp
 bluer_objects/.abcli/object.sh,sha256=Zh2ZMFqBSIOHwwwLegCMxJRfaYCbPp1EJMT3LvcFzhE,739
 bluer_objects/.abcli/select.sh,sha256=CVcqVRN6bMLtEo0SptZS_QGY90_lT1Su71DlcVyddXo,878
 bluer_objects/.abcli/storage.sh,sha256=iYHxdXJI9sGR-WKxDuYKOB06FccSQ0G0-uZn9UJQGnc,321
-bluer_objects/.abcli/upload.sh,sha256=vRkzfDzze0MYMoUalzY6QzNC2DXlTFfm2nSMfNSB-9k,529
+bluer_objects/.abcli/upload.sh,sha256=IbT786rA6nWuQurhGOFOiJeH_ZqVpnhvrARA1VJl9MU,640
 bluer_objects/.abcli/metadata/get.sh,sha256=6W9x0akZwwozTyOlKCW_0MndYVUAL4v1HSUPxTAsfKA,835
 bluer_objects/.abcli/metadata/post.sh,sha256=UdvZNuRu6_NcyRVvDMFZ9GEwOm3K8rsNqM0FFr9LskA,570
 bluer_objects/.abcli/mlflow/browse.sh,sha256=jPHAKLgG7yDLCdSAW5acVmCOcOltAkZQ8FrttrX401s,1166
@@ -63,7 +63,8 @@ bluer_objects/.abcli/tests/mlflow_lock.sh,sha256=TJwp6HbVUOT1HqRfXPS8_zpKAL7-mBe
 bluer_objects/.abcli/tests/mlflow_logging.sh,sha256=TVzHhk9qRthpP2xdKwu3LwK00S77GqH50io3oVyS2UE,305
 bluer_objects/.abcli/tests/mlflow_tags.sh,sha256=pX4sEK_z2Vrb7a6Bq4qWurFVPZkvjpS10K4MLx3mf64,811
 bluer_objects/.abcli/tests/mlflow_test.sh,sha256=7MXxYq2GgD2MEJbQlpx80qLT2HaaVn_PFFMpSA_hWA4,125
-bluer_objects/.abcli/tests/storage.sh,sha256=194FlYzc8Eplsl2Xxi0n0iTh1r_44oIDB0Fbn7tRJxs,1314
+bluer_objects/.abcli/tests/storage_public_upload.sh,sha256=3S7YJQ-mbPcVtG384PRxEGP7xGLJgvvV-CtV4hgz2I8,456
+bluer_objects/.abcli/tests/storage_upload_download.sh,sha256=tXjrHuFtmogC9Pf4Q8aTU1Sx1C653GOcy_jIsecelMY,1346
 bluer_objects/.abcli/tests/version.sh,sha256=k-lXozSjyFgFR58cTzUYla0Ef-upx3sSK641zI5ynfE,169
 bluer_objects/README/__init__.py,sha256=JwxdTVAK3LeUaw7rMJujOFIXZA59HaLCtxpsR1C-vpo,1311
 bluer_objects/README/functions.py,sha256=IriuSysrApSTEgOZHqq32-eyks5v5Tn-KvmwYQUIloc,10752
@@ -91,7 +92,7 @@ bluer_objects/help/gif.py,sha256=gKV6vNT4bEC2Ch3QIb3Yc5DqzAH_UvAVCsuvzXeF1Sc,564
 bluer_objects/help/host.py,sha256=4t4yrPGjTbnFtODcuBjfIzpA5pmmvc5s4QrjIqPPVsM,988
 bluer_objects/help/ls.py,sha256=acvRLDxjJOzQ1a9ZQ4Mn9aBZ8Vf17IDHcAxC2O3R33Y,627
 bluer_objects/help/metadata.py,sha256=fk22NasBcZU1ffY4fu6AxrCzMQtTI28p_ghaSVRrrPM,2811
-bluer_objects/help/upload.py,sha256=p-nRw9d_S6PI7PcD0mBwWqQRPWQG4r3usjvOIzAbTeM,368
+bluer_objects/help/upload.py,sha256=tXAdVhy0FZfF5b4cAEgaYlLQ8_cnQ656um8QioKMV_o,456
 bluer_objects/help/mlflow/__init__.py,sha256=fvnGg8l24oGWKd7lbVm32GHyrE3eBlholj4RFrjFNuw,4427
 bluer_objects/help/mlflow/cache.py,sha256=O8O1oaiq1e1z2HCi8fRe4hjSNimzvCaCAIu-u2GDHkE,704
 bluer_objects/help/mlflow/lock.py,sha256=REdB4LmlHu2_6SF1nDA50KBbYtNIKRDbYH7KduUnuEg,848
@@ -118,19 +119,19 @@ bluer_objects/mlflow/testing.py,sha256=cJH5Ki02fJN_Xos1j9yvwQChXvMkOa9i12vtDKmkb
 bluer_objects/mlflow/lock/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 bluer_objects/mlflow/lock/__main__.py,sha256=xF_xq2UqAsEohSOHjxaFXaw9KopOEDg6LRDM5a4VAPQ,1138
 bluer_objects/mlflow/lock/functions.py,sha256=MOslqblNAOsRvILzLF4q6m2EAwCk4f4zEWQpsy8lVnM,3045
-bluer_objects/storage/WebDAV.py,sha256=IvYZDST6Cg1rgRhQ5eh3Hrq8V7S3oon9O29MH55QLxA,2922
-bluer_objects/storage/WebDAVrequest.py,sha256=ihWOxP7h28qj0-5AZ0SsERSBrViq9p4iNVeR4pGBWQo,9836
-bluer_objects/storage/WebDAVzip.py,sha256=Sd_rU57pJaRa05sKNQiMr85Bg3w7O5k8N1pSN1u8omA,3872
-bluer_objects/storage/__init__.py,sha256=XosPRjB20wDS-QMwQtr3zqKC9UM7U8z-PHwySGBegcQ,1646
-bluer_objects/storage/__main__.py,sha256=vZI6rUkrekf1eYUgWOOUnFhl4qPfpByzwb-tihTOiIo,1776
-bluer_objects/storage/base.py,sha256=72I1zvlpbQbFU20TxqcTodR4m8PYgBPXMfteek8V0_A,1949
-bluer_objects/storage/s3.py,sha256=evUFpPk6PUv1KCXTMq_QCbygqNk0YNAOQr_B4gYrjBE,8342
+bluer_objects/storage/WebDAV.py,sha256=TrMroPaCx_ploCol4s3604qdl-4HjOYj906JJ7oRpv8,3074
+bluer_objects/storage/WebDAVrequest.py,sha256=tuMXWWpFcOkwf-W3YTsuJ5vQYJPFDOuEzBVRHjcSsdc,10027
+bluer_objects/storage/WebDAVzip.py,sha256=Tn-g9wjK6qHHIEO4-N_xBEZ4H8Q7dIh1Iv5banQw-c4,4024
+bluer_objects/storage/__init__.py,sha256=Sz9KJzb2p6MbAvHMZEhQIpo2UVOCi1OCSO095uwU3JI,1695
+bluer_objects/storage/__main__.py,sha256=yfWoUlpF_HssujOepf6J60G1Ohm0eccq-OQkhLjnWyY,1895
+bluer_objects/storage/base.py,sha256=E4u8yuRWK_-3i6aa4u2tFZshj74PWPf5AgGGgK0mmTg,2032
+bluer_objects/storage/s3.py,sha256=NOAkScgFIWx5awi9Ve41axFi5TvW_IPzz232Cf9p7wE,8912
 bluer_objects/testing/__init__.py,sha256=DWY5ZtvCnHG_t9BDiqy_ArLOZi-nlyAtPVMLA1PPAMU,62
 bluer_objects/testing/__main__.py,sha256=hhJV9qn0V_8FxzNDcoHCHr4A7zf9UudnNGJCAPkTBGU,750
 bluer_objects/testing/functions.py,sha256=AXAfzWLcEPkbSYTehdahshjKJ45C4IJkRs_TgrHOntc,1355
 bluer_objects/tests/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 bluer_objects/tests/test_README.py,sha256=5D4UV8VcjbeAPThsYVynYtVFuP8gwMAhIjEWuOQZsWs,89
-bluer_objects/tests/test_env.py,sha256=Kh3aVc7UbXkv39-oJPvRxg6nCKFlLQnEnK_wO-UlGEo,1050
+bluer_objects/tests/test_env.py,sha256=vjaNwfsLodw8jpTEKYBsjKwpxcwcNOtsWHqS4iyH4oQ,1090
 bluer_objects/tests/test_file_download.py,sha256=1_adHYqgSifkdP-I7TQVW0t8MLCujQ61fvRbcrSkcmg,512
 bluer_objects/tests/test_file_load_save.py,sha256=unqxfiqba6RVhMS95AtHZWsT7Q097jBOKdckAT9PyFU,2390
 bluer_objects/tests/test_file_load_save_text.py,sha256=3XnBGlv3KZvheHY-RlX1Su6LOBkkn57pkf9_dXR81r8,1017
@@ -156,8 +157,8 @@ bluer_objects/tests/test_storage_webdav_request.py,sha256=h2b8PeIx0-hQ2d6PmQcJZy
 bluer_objects/tests/test_storage_webdav_zip.py,sha256=C19qxhkcHyTwVFzW35vL85SOcXJPkqXXaWUNll0Uyqc,1017
 bluer_objects/tests/test_testing.py,sha256=d2NH435yqJBl9wmfMqGGd-f0Y0jsL2QhHUXkty9AwPA,235
 bluer_objects/tests/test_version.py,sha256=Lyf3PMcA22e17BNRk_2VgPrtao6dWEgVoXo68Uds8SE,75
-bluer_objects-6.175.1.dist-info/licenses/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
-bluer_objects-6.175.1.dist-info/METADATA,sha256=vyAEE05U7u6-0heCnWZI9Kz2WiFoKsD17rM-Y3yj05U,3678
-bluer_objects-6.175.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-bluer_objects-6.175.1.dist-info/top_level.txt,sha256=RX2TpddbnRkurda3G_pAdyeTztP2IhhRPx949GlEvQo,14
-bluer_objects-6.175.1.dist-info/RECORD,,
+bluer_objects-6.181.1.dist-info/licenses/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
+bluer_objects-6.181.1.dist-info/METADATA,sha256=1Qg1tbF7rFdTgwJ8ezbLyU-EtbWNukcWILBQV5QthQ4,3678
+bluer_objects-6.181.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+bluer_objects-6.181.1.dist-info/top_level.txt,sha256=RX2TpddbnRkurda3G_pAdyeTztP2IhhRPx949GlEvQo,14
+bluer_objects-6.181.1.dist-info/RECORD,,