bluer-objects 6.167.1__py3-none-any.whl → 6.172.1__py3-none-any.whl

bluer_objects/.abcli/mlflow/deploy.sh

@@ -2,15 +2,28 @@
 
 function bluer_objects_mlflow_deploy() {
     local options=$1
-    local do_dryrun=$(bluer_ai_option_int "$options" dryrun 0)
-    local do_local=$(bluer_ai_option_int "$options" local 1)
-    local port=$(bluer_ai_option "$options" port 5001)
+    local do_set=$(bluer_ai_option_int "$options" set 0)
+
+    if [[ "$do_set" == 1 ]]; then
+        local url=$2
+        if [[ -z "$url" ]]; then
+            bluer_ai_log_error "url not found."
+            return 1
+        fi
+
+        pushd $abcli_path_git/bluer-objects >/dev/null
+        dotenv set \
+            MLFLOW_DEPLOYMENT \
+            $url
+        popd >/dev/null
 
-    if [[ "$do_local" == 0 ]]; then
-        bluer_ai_log_error "only local deployment is supported."
-        return 1
+        bluer_objects init
+        return
     fi
 
+    local do_dryrun=$(bluer_ai_option_int "$options" dryrun 0)
+    local port=$(bluer_ai_option "$options" port 5001)
+
     [[ "$MLFLOW_DEPLOYMENT" != "local" ]] &&
         bluer_ai_log_warning "MLFLOW_DEPLOYMENT is not local".
 

bluer_objects/.abcli/tests/help.sh

@@ -49,6 +49,7 @@ function test_bluer_objects_help() {
         "@mlflow browse" \
         "@mlflow cache" \
         "@mlflow deploy" \
+        "@mlflow deploy set" \
         "@mlflow get_id" \
         "@mlflow get_run_id" \
         "@mlflow list_registered_models" \

bluer_objects/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} Object management in Bash."
 
-VERSION = "6.167.1"
+VERSION = "6.172.1"
 
 REPO_NAME = "bluer-objects"
 

bluer_objects/help/mlflow/__init__.py

@@ -30,7 +30,7 @@ def help_deploy(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = xtra("dryrun,~local,port=<5001>", mono=mono)
+    options = xtra("dryrun,port=<5001>", mono=mono)
 
     return show_usage(
         [
@@ -43,6 +43,22 @@ def help_deploy(
     )
 
 
+def help_deploy_set(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    return show_usage(
+        [
+            "@mlflow",
+            "deploy",
+            "set",
+            "<url>",
+        ],
+        "set mlflow deployment.",
+        mono=mono,
+    )
+
+
 def help_get_id(
     tokens: List[str],
     mono: bool,
@@ -199,7 +215,10 @@ def help_transition(
 help_functions = {
     "browse": help_browse,
     "cache": help_cache,
-    "deploy": help_deploy,
+    "deploy": {
+        "": help_deploy,
+        "set": help_deploy_set,
+    },
     "get_id": help_get_id,
     "get_run_id": help_get_run_id,
     "list_registered_models": help_list_registered_models,

bluer_objects/storage/s3.py

@@ -16,6 +16,104 @@ from bluer_objects.logger import logger
 class S3Interface(StorageInterface):
     name = "s3"
 
+    def clear(
+        self,
+        do_dryrun: bool = True,
+        log: bool = True,
+    ) -> bool:
+        logger.info(
+            "{}.clear({})".format(
+                self.__class__.__name__,
+                "dryrun" if do_dryrun else "",
+            )
+        )
+
+        try:
+            s3 = boto3.client(
+                "s3",
+                endpoint_url=env.S3_STORAGE_ENDPOINT_URL,
+                aws_access_key_id=env.S3_STORAGE_AWS_ACCESS_KEY_ID,
+                aws_secret_access_key=env.S3_STORAGE_AWS_SECRET_ACCESS_KEY,
+            )
+
+            paginator = s3.get_paginator("list_objects_v2")
+            pages = paginator.paginate(
+                Bucket=env.S3_STORAGE_BUCKET,
+                Prefix="test",
+            )
+        except Exception as e:
+            logger.error(e)
+            return False
+
+        list_of_objects = sorted(
+            list(
+                set(
+                    reduce(
+                        lambda x, y: x + y,
+                        [
+                            [
+                                obj["Key"].split("/", 1)[0]
+                                for obj in page.get("Contents", [])
+                            ]
+                            for page in pages
+                        ],
+                        [],
+                    )
+                )
+            )
+        )
+
+        logger.info(f"{len(list_of_objects)} object(s) to delete.")
+
+        for object_name in tqdm(list_of_objects):
+            if not self.delete(
+                object_name=object_name,
+                do_dryrun=do_dryrun,
+            ):
+                return False
+
+        return True
+
+    def delete(
+        self,
+        object_name: str,
+        do_dryrun: bool = True,
+        log: bool = True,
+    ) -> bool:
+        if log:
+            logger.info(
+                "{}.delete({}){}".format(
+                    self.__class__.__name__,
+                    object_name,
+                    " dryrun" if do_dryrun else "",
+                )
+            )
+        if do_dryrun:
+            return True
+
+        try:
+            s3 = boto3.resource(
+                "s3",
+                endpoint_url=env.S3_STORAGE_ENDPOINT_URL,
+                aws_access_key_id=env.S3_STORAGE_AWS_ACCESS_KEY_ID,
+                aws_secret_access_key=env.S3_STORAGE_AWS_SECRET_ACCESS_KEY,
+            )
+            bucket = s3.Bucket(env.S3_STORAGE_BUCKET)
+
+            objects_to_delete = bucket.objects.filter(Prefix=f"{object_name}/")
+            delete_requests = [{"Key": obj.key} for obj in objects_to_delete]
+
+            if not delete_requests:
+                logger.warning(f"no files found under {object_name}.")
+                return True
+
+            bucket.delete_objects(Delete={"Objects": delete_requests})
+        except Exception as e:
+            logger.error(e)
+            return False
+
+        return True
+
     def download(
         self,
         object_name: str,

{bluer_objects-6.167.1.dist-info → bluer_objects-6.172.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.167.1
+Version: 6.172.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.167.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.172.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.167.1.dist-info → bluer_objects-6.172.1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-bluer_objects/__init__.py,sha256=AAUp5OjrBuaaQpj180YEEwJlzYXPrzIw2nQwjyglchE,315
+bluer_objects/__init__.py,sha256=bq2baUKC5OSP2aNRPyi_cxeJ0v0_Nf5vUYvhk514X4g,315
 bluer_objects/__main__.py,sha256=Yqfov833_hJuRne19WrGhT5DWAPtdffpoMxeSXS7EGw,359
 bluer_objects/config.env,sha256=cpmtTuKHIBvVjX30MpAImFgwM0g24qTHwoO-lCJRInA,175
 bluer_objects/env.py,sha256=aImjtNh8NKaua2rpQVFXWp86QF7nY87fDuMOO14O58E,1956
@@ -29,7 +29,7 @@ bluer_objects/.abcli/metadata/get.sh,sha256=6W9x0akZwwozTyOlKCW_0MndYVUAL4v1HSUP
 bluer_objects/.abcli/metadata/post.sh,sha256=UdvZNuRu6_NcyRVvDMFZ9GEwOm3K8rsNqM0FFr9LskA,570
 bluer_objects/.abcli/mlflow/browse.sh,sha256=jPHAKLgG7yDLCdSAW5acVmCOcOltAkZQ8FrttrX401s,1166
 bluer_objects/.abcli/mlflow/cache.sh,sha256=tpdCqL3jMFpfRmYS6UTgLiycv43_z_N_J1ux2XsDgdA,556
-bluer_objects/.abcli/mlflow/deploy.sh,sha256=oTdFUDOAtDhREstbQCOZkgwJgdua9Tp8w9aYSV-C4yc,772
+bluer_objects/.abcli/mlflow/deploy.sh,sha256=O8JuyIE2NgA8YVZnAX1y9WPkz9gQcZHC2SvU-UckDRo,1012
 bluer_objects/.abcli/mlflow/list_registered_models.sh,sha256=cZGtAzfLx-kW3-zi0mLrfhzk4B8KyUL2sq2tD7lK5q8,191
 bluer_objects/.abcli/mlflow/lock.sh,sha256=MXq8srb4qAq5gZb0QC4Nkf6x7mME9L0cf46nGkTkbYY,340
 bluer_objects/.abcli/mlflow/log_artifacts.sh,sha256=3sCdDHoRVFqCg_DPF8zw3HSAj8Grr-Mbwmf0iUlDmrk,243
@@ -54,7 +54,7 @@ bluer_objects/.abcli/tests/README.sh,sha256=gk2KuNLFTuV3qdVgH8BNfJmur3gZoSV8EwLb
 bluer_objects/.abcli/tests/clone.sh,sha256=Rl9pHvmRJ4H-y-iMA80q11UdSZFrguNaMTez0LTtJjA,473
 bluer_objects/.abcli/tests/create_test_asset.sh,sha256=onRGc3VjDWA7On3isxKD3J7mxA6n349AVXRj90Z3Jzc,386
 bluer_objects/.abcli/tests/gif.sh,sha256=2FvcomiyYTzJa527a7Wk2EJt5N9_vZt8tmQD1QVetDg,461
-bluer_objects/.abcli/tests/help.sh,sha256=g3sBEvdkvUWPuxPF_yFdkxiuCAssJ1_8lc7dvOC_q5E,1859
+bluer_objects/.abcli/tests/help.sh,sha256=ViyFns-27DKGh7dOSSvOHTlbE4qLw9YzhCxmVe87vJo,1890
 bluer_objects/.abcli/tests/host.sh,sha256=GBuTLNw1sU3fAb5jS-ew_qAfovVCQ5CLaz5ad04IkoA,144
 bluer_objects/.abcli/tests/ls.sh,sha256=oOvcnEQZgnNlwCK4SvkdAjCBs2_z0qBOhgFLsXDBSXM,555
 bluer_objects/.abcli/tests/metadata.sh,sha256=OP1c0h0TSlDycrv0UglKLyBtTQwqh9M0nqVAdQUzkno,1723
@@ -92,7 +92,7 @@ bluer_objects/help/host.py,sha256=4t4yrPGjTbnFtODcuBjfIzpA5pmmvc5s4QrjIqPPVsM,98
 bluer_objects/help/ls.py,sha256=acvRLDxjJOzQ1a9ZQ4Mn9aBZ8Vf17IDHcAxC2O3R33Y,627
 bluer_objects/help/metadata.py,sha256=fk22NasBcZU1ffY4fu6AxrCzMQtTI28p_ghaSVRrrPM,2811
 bluer_objects/help/upload.py,sha256=p-nRw9d_S6PI7PcD0mBwWqQRPWQG4r3usjvOIzAbTeM,368
-bluer_objects/help/mlflow/__init__.py,sha256=xox0NM53OIRxpvWzDJh8DYspwIX_teNsQlEeGZdWgWk,4113
+bluer_objects/help/mlflow/__init__.py,sha256=8GN6TqxCLFobXyn5naiqUC-hmSTaF42-Re2feKpdIPo,4419
 bluer_objects/help/mlflow/cache.py,sha256=O8O1oaiq1e1z2HCi8fRe4hjSNimzvCaCAIu-u2GDHkE,704
 bluer_objects/help/mlflow/lock.py,sha256=REdB4LmlHu2_6SF1nDA50KBbYtNIKRDbYH7KduUnuEg,848
 bluer_objects/help/mlflow/tags.py,sha256=C3FcMRe-JhelhCQkAyZ5jlxGtgYxhNjtIhxka8k_ytI,2137
@@ -124,7 +124,7 @@ bluer_objects/storage/WebDAVzip.py,sha256=Sd_rU57pJaRa05sKNQiMr85Bg3w7O5k8N1pSN1
 bluer_objects/storage/__init__.py,sha256=XosPRjB20wDS-QMwQtr3zqKC9UM7U8z-PHwySGBegcQ,1646
 bluer_objects/storage/__main__.py,sha256=vZI6rUkrekf1eYUgWOOUnFhl4qPfpByzwb-tihTOiIo,1776
 bluer_objects/storage/base.py,sha256=72I1zvlpbQbFU20TxqcTodR4m8PYgBPXMfteek8V0_A,1949
-bluer_objects/storage/s3.py,sha256=Xm0Dj2qQG8oEJyAM91NV9clDxGJxyN3FQughlFvP17w,5460
+bluer_objects/storage/s3.py,sha256=evUFpPk6PUv1KCXTMq_QCbygqNk0YNAOQr_B4gYrjBE,8342
 bluer_objects/testing/__init__.py,sha256=DWY5ZtvCnHG_t9BDiqy_ArLOZi-nlyAtPVMLA1PPAMU,62
 bluer_objects/testing/__main__.py,sha256=hhJV9qn0V_8FxzNDcoHCHr4A7zf9UudnNGJCAPkTBGU,750
 bluer_objects/testing/functions.py,sha256=AXAfzWLcEPkbSYTehdahshjKJ45C4IJkRs_TgrHOntc,1355
@@ -156,8 +156,8 @@ bluer_objects/tests/test_storage_webdav_request.py,sha256=h2b8PeIx0-hQ2d6PmQcJZy
 bluer_objects/tests/test_storage_webdav_zip.py,sha256=C19qxhkcHyTwVFzW35vL85SOcXJPkqXXaWUNll0Uyqc,1017
 bluer_objects/tests/test_testing.py,sha256=d2NH435yqJBl9wmfMqGGd-f0Y0jsL2QhHUXkty9AwPA,235
 bluer_objects/tests/test_version.py,sha256=Lyf3PMcA22e17BNRk_2VgPrtao6dWEgVoXo68Uds8SE,75
-bluer_objects-6.167.1.dist-info/licenses/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
-bluer_objects-6.167.1.dist-info/METADATA,sha256=39lUveyjYSXbX-0TDj4lbGVzeeoIYLrPk321iMuEXUI,3678
-bluer_objects-6.167.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-bluer_objects-6.167.1.dist-info/top_level.txt,sha256=RX2TpddbnRkurda3G_pAdyeTztP2IhhRPx949GlEvQo,14
-bluer_objects-6.167.1.dist-info/RECORD,,
+bluer_objects-6.172.1.dist-info/licenses/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
+bluer_objects-6.172.1.dist-info/METADATA,sha256=MLqPCPloAP4BJhdCOqaXQHrx1oVOdyYVoiRCl4ExoPs,3678
+bluer_objects-6.172.1.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+bluer_objects-6.172.1.dist-info/top_level.txt,sha256=RX2TpddbnRkurda3G_pAdyeTztP2IhhRPx949GlEvQo,14
+bluer_objects-6.172.1.dist-info/RECORD,,