bluer-objects 6.229.1__py3-none-any.whl → 6.233.1__py3-none-any.whl

bluer_objects/.abcli/download.sh

@@ -3,13 +3,15 @@
 function bluer_objects_download() {
     local options=$1
     local filename=$(bluer_ai_option "$options" filename)
+    local policy=$(bluer_ai_option "$options" policy none)
 
     local object_name=$(bluer_ai_clarify_object $2 .)
 
     python3 -m bluer_objects.storage \
         download \
         --object_name $object_name \
-        --filename "$filename"
+        --filename "$filename" \
+        --policy $policy
     [[ $? -ne 0 ]] && return 1
 
     local open_options=$3

bluer_objects/.abcli/tests/storage_upload_download.sh

@@ -63,6 +63,12 @@ function test_bluer_objects_storage_upload_download() {
     [[ $? -ne 0 ]] && return 1
     bluer_ai_hr
 
+    bluer_objects_download \
+        policy=doesnt_exist \
+        $object_name
+    [[ $? -ne 0 ]] && return 1
+    bluer_ai_hr
+
     bluer_objects_upload \
         zip \
         $object_name

bluer_objects/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} Object management in Bash."
 
-VERSION = "6.229.1"
+VERSION = "6.233.1"
 
 REPO_NAME = "bluer-objects"
 

bluer_objects/help/download.py

@@ -2,12 +2,24 @@ from typing import List
 
 from bluer_options.terminal import show_usage, xtra
 
+from bluer_objects.storage.policies import DownloadPolicy
+
 
 def help_download(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = "filename=<filename>"
+    options = "".join(
+        [
+            "filename=<filename>",
+            xtra(
+                ",policy={}".format(
+                    "|".join(sorted([policy.name.lower() for policy in DownloadPolicy]))
+                ),
+                mono=mono,
+            ),
+        ]
+    )
 
     open_options = "open,QGIS"
 

bluer_objects/storage/WebDAV.py

@@ -4,6 +4,7 @@ from webdav3.client import Client
 from bluer_objects.storage.base import StorageInterface
 from bluer_objects import env, file, path
 from bluer_objects import objects
+from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects.logger import logger
 
 
@@ -56,6 +57,7 @@ class WebDAVInterface(StorageInterface):
         object_name: str,
         filename: str = "",
         log: bool = True,
+        policy: DownloadPolicy = DownloadPolicy.NONE,
     ) -> bool:
         local_path = objects.path_of(
             object_name=object_name,
@@ -80,6 +82,7 @@ class WebDAVInterface(StorageInterface):
             object_name=object_name,
             filename=filename,
             log=log,
+            policy=policy,
         )
 
     def upload(

bluer_objects/storage/WebDAVrequest.py

@@ -8,6 +8,7 @@ from tqdm import tqdm
 from bluer_objects.storage.base import StorageInterface
 from bluer_objects import env, file, path
 from bluer_objects import objects
+from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects.logger import logger
 
 
@@ -136,6 +137,7 @@ class WebDAVRequestInterface(StorageInterface):
         object_name: str,
         filename: str = "",
         log: bool = True,
+        policy: DownloadPolicy = DownloadPolicy.NONE,
     ) -> bool:
         if filename:
             local_path = objects.path_of(
@@ -176,6 +178,7 @@ class WebDAVRequestInterface(StorageInterface):
                     object_name=object_name,
                     filename=filename,
                     log=log,
+                    policy=policy,
                 )
 
             logger.error(f"failed to download: {response.status_code}")
@@ -193,6 +196,7 @@ class WebDAVRequestInterface(StorageInterface):
                 object_name=object_name,
                 filename=filename_,
                 log=log,
+                policy=policy,
             ):
                 return False
 

bluer_objects/storage/WebDAVzip.py

@@ -5,9 +5,10 @@ from webdav3.client import Client
 from tqdm import tqdm
 
 from bluer_objects.storage.base import StorageInterface
-from bluer_objects import env, file, path
+from bluer_objects import env
 from bluer_objects import objects
-from bluer_objects.host import zip, unzip
+from bluer_objects.host import unzip
+from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects.logger import logger
 
 
@@ -65,6 +66,7 @@ class WebDAVzipInterface(StorageInterface):
         object_name: str,
         filename: str = "",
         log: bool = True,
+        policy: DownloadPolicy = DownloadPolicy.NONE,
     ) -> bool:
         object_path = objects.object_path(
             object_name=object_name,
@@ -99,6 +101,7 @@ class WebDAVzipInterface(StorageInterface):
         return super().download(
             object_name=object_name,
             log=log,
+            policy=policy,
         )
 
     def ls(

bluer_objects/storage/__init__.py

@@ -5,6 +5,7 @@ from bluer_objects.storage.base import StorageInterface
 from bluer_objects.storage.WebDAV import WebDAVInterface
 from bluer_objects.storage.WebDAVrequest import WebDAVRequestInterface
 from bluer_objects.storage.WebDAVzip import WebDAVzipInterface
+from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects import env
 from bluer_objects.logger import logger
 
@@ -35,11 +36,13 @@ def download(
     object_name: str,
     filename: str = "",
     log: bool = True,
+    policy: DownloadPolicy = DownloadPolicy.NONE,
 ) -> bool:
     return interface.download(
         object_name=object_name,
         filename=filename,
         log=log,
+        policy=policy,
     )
 
 

bluer_objects/storage/__main__.py

@@ -5,6 +5,7 @@ from blueness.argparse.generic import sys_exit
 
 from bluer_objects import NAME
 from bluer_objects import storage
+from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects.logger import logger
 
 NAME = module.name(__file__, NAME)
@@ -59,6 +60,12 @@ parser.add_argument(
     default=1,
     help="0 | 1",
 )
+parser.add_argument(
+    "--policy",
+    type=str,
+    default="none",
+    help=" | ".join(sorted([policy.name.lower() for policy in DownloadPolicy])),
+)
 args = parser.parse_args()
 
 delim = " " if args.delim == "space" else args.delim
@@ -72,6 +79,7 @@ elif args.task == "download":
     success = storage.download(
         object_name=args.object_name,
         filename=args.filename,
+        policy=DownloadPolicy[args.policy.upper()],
     )
 elif args.task == "ls":
     success, list_of_files = storage.ls(

bluer_objects/storage/base.py

@@ -3,6 +3,7 @@ import glob
 from typing import Tuple, List
 
 from bluer_objects import objects
+from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects.logger import logger
 
 
@@ -18,13 +19,19 @@ class StorageInterface:
         object_name: str,
         filename: str = "",
         log: bool = True,
+        policy: DownloadPolicy = DownloadPolicy.NONE,
     ) -> bool:
         if log:
             logger.info(
-                "{}.download {}{}".format(
+                "{}.download {}{}{}".format(
                     self.__class__.__name__,
                     object_name,
                     f"/{filename}" if filename else "",
+                    (
+                        ""
+                        if policy == DownloadPolicy.NONE
+                        else " - policy:{}".format(policy.name.lower())
+                    ),
                 )
             )
 

bluer_objects/storage/policies.py

@@ -0,0 +1,7 @@
+from enum import Enum, auto
+
+
+class DownloadPolicy(Enum):
+    NONE = auto()
+    DOESNT_EXIST = auto()
+    DIFFERENT = auto()

bluer_objects/storage/s3.py

@@ -11,6 +11,7 @@ from bluer_objects.storage.base import StorageInterface
 from bluer_objects.env import ABCLI_OBJECT_ROOT
 from bluer_objects import env, file, path
 from bluer_objects import objects
+from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects.logger import logger
 
 
@@ -121,6 +122,7 @@ class S3Interface(StorageInterface):
         object_name: str,
         filename: str = "",
         log: bool = True,
+        policy: DownloadPolicy = DownloadPolicy.NONE,
     ) -> bool:
         if filename:
             local_path = objects.path_of(
@@ -129,6 +131,11 @@ class S3Interface(StorageInterface):
                 create=True,
             )
 
+            if policy == DownloadPolicy.DOESNT_EXIST and file.exists(local_path):
+                if log:
+                    logger.info(f"✅ {filename}")
+                return True
+
             if not path.create(file.path(local_path)):
                 return False
 
@@ -160,6 +167,7 @@ class S3Interface(StorageInterface):
                 object_name=object_name,
                 filename=filename,
                 log=log,
+                policy=policy,
             )
 
         success, list_of_files = self.ls(
@@ -174,6 +182,7 @@ class S3Interface(StorageInterface):
                 object_name=object_name,
                 filename=filename_,
                 log=log,
+                policy=policy,
             ):
                 return False
 

{bluer_objects-6.229.1.dist-info → bluer_objects-6.233.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.229.1
+Version: 6.233.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.229.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.233.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.229.1.dist-info → bluer_objects-6.233.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-bluer_objects/__init__.py,sha256=IV8Ks8EwwLj3e2-ApxqEZ4PqnIM7qmgQppN6xZDkCwk,315
+bluer_objects/__init__.py,sha256=ypm6tg6ZIhdQ-Qbd_QXj6Ypv7QPpEcN8C9bCQb_DeOc,315
 bluer_objects/__main__.py,sha256=Yqfov833_hJuRne19WrGhT5DWAPtdffpoMxeSXS7EGw,359
 bluer_objects/config.env,sha256=RjcpnbKfRqNyGLRB4z7M_OG9z2pOM032ck__53JqXqo,216
 bluer_objects/env.py,sha256=iw4QvaImqnavlsHwfkUScNHc7afDEJQKJSsHTtVJE78,2019
@@ -14,7 +14,7 @@ bluer_objects/.abcli/alias.sh,sha256=nYrAqpaXkL3xOTc_MQdZGSXB4kuUxxAqeXZrI5-E3e8
 bluer_objects/.abcli/bluer_objects.sh,sha256=x7qf8hSAp3dAl0Hes4J07vL6qP-mWFUkJhvUXzTJC_8,210
 bluer_objects/.abcli/clone.sh,sha256=KqC5d4MAXwo7UZGhKnfCq9k9CCSl3I1dpU1igYs0Yrs,1975
 bluer_objects/.abcli/create_test_asset.sh,sha256=ONIdad_WRjZWdW6V2RalRW2qSJwybEwzU-_KsvaJ9og,245
-bluer_objects/.abcli/download.sh,sha256=77Bak3TATDrDNpBWM8bvbU1MdsuTCENyqdBJNx_Wsa0,564
+bluer_objects/.abcli/download.sh,sha256=SKv4JyjcWjOutK95-gurCqbRjpmcrmzxASEEdT23Ob4,650
 bluer_objects/.abcli/file.sh,sha256=djcHSFS8fqlCsoDyZKmimNTzd-jOUnxbOFpL7xq_hGk,150
 bluer_objects/.abcli/gif.sh,sha256=sZZZWAvwR7bTf6gF70b0l_1tw4-HOswh93iwUAQilEI,803
 bluer_objects/.abcli/host.sh,sha256=N-Gdsk-mR2V2MvFlwlIVwaiGkQyV1DoM5UdhQrpUsls,573
@@ -65,7 +65,7 @@ bluer_objects/.abcli/tests/mlflow_logging.sh,sha256=TVzHhk9qRthpP2xdKwu3LwK00S77
 bluer_objects/.abcli/tests/mlflow_tags.sh,sha256=pX4sEK_z2Vrb7a6Bq4qWurFVPZkvjpS10K4MLx3mf64,811
 bluer_objects/.abcli/tests/mlflow_test.sh,sha256=7MXxYq2GgD2MEJbQlpx80qLT2HaaVn_PFFMpSA_hWA4,125
 bluer_objects/.abcli/tests/storage_public_upload.sh,sha256=qwyUSejxDlV5Q1f7jyOLej_ADZt50HwbuSImFcrMWf8,589
-bluer_objects/.abcli/tests/storage_upload_download.sh,sha256=l5EO0TwyHw7zVBrJV8xmJub8RburdAiyg80WEH3VjrQ,1476
+bluer_objects/.abcli/tests/storage_upload_download.sh,sha256=GvFZgzRzN9zlAGLM7m-_uDlDyATAUo7KQcW2yXYFaKw,1604
 bluer_objects/.abcli/tests/version.sh,sha256=k-lXozSjyFgFR58cTzUYla0Ef-upx3sSK641zI5ynfE,169
 bluer_objects/.abcli/tests/web_is_accessible.sh,sha256=3R33_LQM9PIfl8Bks4HrPHp4ug8cGv9X6LaDscsznEs,405
 bluer_objects/.abcli/tests/web_where_am_ai.sh,sha256=BJ9G_m4id8cx_UB_l_jV2xY6AfQEpG7O4IBsuVjodxk,104
@@ -92,7 +92,7 @@ bluer_objects/help/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuF
 bluer_objects/help/__main__.py,sha256=Dxg-JpMOIlYWZklI_J2LyiHnRui5lUwWmfM7FLRzUXA,237
 bluer_objects/help/clone.py,sha256=PDnQs7zc4sqmoBHPjVRfX7jIaePiohPGCNA5bxeerik,553
 bluer_objects/help/create_test_asset.py,sha256=oxJORm2qk4b_q7EC6-dEuNu1_pK9Ri60PcHhrE8ruxM,375
-bluer_objects/help/download.py,sha256=1fw3ASOXUuXcNhm8y0AK7ZBmXzWwZvdo2hK9ZVbgteA,439
+bluer_objects/help/download.py,sha256=9zC_IvH4p2vMXb_qcAS176CBFp5fJe4Z9DFMPdSGBac,751
 bluer_objects/help/functions.py,sha256=ghCXmHHMVgdPDkqPHWIK7L64wb--oLYhdfJdZyboZKM,1096
 bluer_objects/help/gif.py,sha256=gKV6vNT4bEC2Ch3QIb3Yc5DqzAH_UvAVCsuvzXeF1Sc,564
 bluer_objects/help/host.py,sha256=4t4yrPGjTbnFtODcuBjfIzpA5pmmvc5s4QrjIqPPVsM,988
@@ -127,13 +127,14 @@ bluer_objects/mlflow/testing.py,sha256=cJH5Ki02fJN_Xos1j9yvwQChXvMkOa9i12vtDKmkb
 bluer_objects/mlflow/lock/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 bluer_objects/mlflow/lock/__main__.py,sha256=xF_xq2UqAsEohSOHjxaFXaw9KopOEDg6LRDM5a4VAPQ,1138
 bluer_objects/mlflow/lock/functions.py,sha256=MOslqblNAOsRvILzLF4q6m2EAwCk4f4zEWQpsy8lVnM,3045
-bluer_objects/storage/WebDAV.py,sha256=s0KI5JIfvYcRfrroxsZdEjfnxX_8CiPC-fQ3f0Lrkjw,3140
-bluer_objects/storage/WebDAVrequest.py,sha256=H9GIVPQPjP1j-URZrxJ15Jxnf8qPgQx-dShaxaeAj1U,10101
-bluer_objects/storage/WebDAVzip.py,sha256=vfjk-7HF5EpQ9ad-ZGfPR_qOK57RQzAPXlWc3tIsq8A,4090
-bluer_objects/storage/__init__.py,sha256=CFo0m1ftBGFKBdUAy4FAilJCpXwKvVdXCrBMkmeTW1E,1735
-bluer_objects/storage/__main__.py,sha256=6T4gltrJ-3lihce2fm43UeWB1y09VInXHrVBnAAa_R4,2005
-bluer_objects/storage/base.py,sha256=CPMBGi7koKnEBVLJOeIq9T05xxfKFRg-BHjyWidlCKw,2081
-bluer_objects/storage/s3.py,sha256=kSvm68POErGaqSWZ0ds8zB0Fd5q4WJUZ95kQZSp3n7w,9395
+bluer_objects/storage/WebDAV.py,sha256=UftrpSDzJAtTeMEORNpOTbDhmRYAzgdTNbmrAkgzPTU,3279
+bluer_objects/storage/WebDAVrequest.py,sha256=Wp4rtlWif7sdu4VohxenT8YVmf-tmV9gbBYxuKFDR8M,10279
+bluer_objects/storage/WebDAVzip.py,sha256=EHbERaxnLUQqWSM12dwJYybvXCIqqo66uThvNBE8BHI,4212
+bluer_objects/storage/__init__.py,sha256=LY3pxxflaZ0KUSJJzlh0GEFH-HpshBntn5qs62uk0WQ,1866
+bluer_objects/storage/__main__.py,sha256=GlUQjonf1K0SFdivRntJEdFFRwtF4eP1WtmNEJe5LY4,2269
+bluer_objects/storage/base.py,sha256=35G51iTsU99N_JQwUS2oatbACudAsiOrQ0E6fIz2cic,2396
+bluer_objects/storage/policies.py,sha256=xIuIhFjcWH7ptg_jUgfYTNnXqs9xaX4yU5qSOhmmxhI,125
+bluer_objects/storage/s3.py,sha256=30i9bqj5gGZQZ9YRAqcF5piThlFilsmYqI0eFXnJ3M8,9755
 bluer_objects/testing/__init__.py,sha256=DWY5ZtvCnHG_t9BDiqy_ArLOZi-nlyAtPVMLA1PPAMU,62
 bluer_objects/testing/__main__.py,sha256=hhJV9qn0V_8FxzNDcoHCHr4A7zf9UudnNGJCAPkTBGU,750
 bluer_objects/testing/functions.py,sha256=AXAfzWLcEPkbSYTehdahshjKJ45C4IJkRs_TgrHOntc,1355
@@ -170,8 +171,8 @@ bluer_objects/tests/test_web_is_accessible.py,sha256=2Y20NAEDMblg0MKnhnqcfw3XVKE
 bluer_objects/web/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 bluer_objects/web/__main__.py,sha256=xf2Ob54FI8JEokfGhFmiyOBdD9nBactwqmZvsKsdioU,624
 bluer_objects/web/functions.py,sha256=KNufAFOc6N3BYf83lN2rUpKUdsnzb2anWyp9koFRVUo,172
-bluer_objects-6.229.1.dist-info/licenses/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
-bluer_objects-6.229.1.dist-info/METADATA,sha256=p-4W42G1a6WTc-TG5rTe-qbqXBa7wv6mMKkFwD2DS5w,3678
-bluer_objects-6.229.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-bluer_objects-6.229.1.dist-info/top_level.txt,sha256=RX2TpddbnRkurda3G_pAdyeTztP2IhhRPx949GlEvQo,14
-bluer_objects-6.229.1.dist-info/RECORD,,
+bluer_objects-6.233.1.dist-info/licenses/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
+bluer_objects-6.233.1.dist-info/METADATA,sha256=tsgJWXBuN_bvlxP08bMlvdtv31tDQgytbzzUhwjICW8,3678
+bluer_objects-6.233.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+bluer_objects-6.233.1.dist-info/top_level.txt,sha256=RX2TpddbnRkurda3G_pAdyeTztP2IhhRPx949GlEvQo,14
+bluer_objects-6.233.1.dist-info/RECORD,,