bluer-objects 6.155.1__tar.gz → 6.164.1__tar.gz

{bluer_objects-6.155.1/bluer_objects.egg-info → bluer_objects-6.164.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.155.1
+Version: 6.164.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -36,7 +36,7 @@ Dynamic: summary
 
 🌀 `bluer-objects` are the inputs and outputs of [AI algo](https://github.com/kamangir/giza). They are maintained in cloud storage (supports [WebDav](https://pypi.org/project/webdavclient3/)) and their metadata is tracked by [MLflow](https://mlflow.org/). Examples are the Sentinel-2 [datacube](https://github.com/kamangir/blue-geo/tree/main/blue_geo/datacube) `datacube-EarthSearch-sentinel_2_l1c-S2A_10UDC_20240731_0_L1C` and 🌐 [`@geo watch` outputs](https://github.com/kamangir/blue-geo/tree/main/blue_geo/watch).
 
-Also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/).
+Also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/), and the 🔒 [`Lock`](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/mlflow/lock/).
 
 # installation
 
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.155.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.164.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/README.md

@@ -2,7 +2,7 @@
 
 🌀 `bluer-objects` are the inputs and outputs of [AI algo](https://github.com/kamangir/giza). They are maintained in cloud storage (supports [WebDav](https://pypi.org/project/webdavclient3/)) and their metadata is tracked by [MLflow](https://mlflow.org/). Examples are the Sentinel-2 [datacube](https://github.com/kamangir/blue-geo/tree/main/blue_geo/datacube) `datacube-EarthSearch-sentinel_2_l1c-S2A_10UDC_20240731_0_L1C` and 🌐 [`@geo watch` outputs](https://github.com/kamangir/blue-geo/tree/main/blue_geo/watch).
 
-Also home to 🌀 [bluer README](./bluer_objects/README/).
+Also home to 🌀 [bluer README](./bluer_objects/README/), and the 🔒 [`Lock`](./bluer_objects/mlflow/lock/).
 
 # installation
 
@@ -30,4 +30,4 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.155.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.164.1`](https://github.com/kamangir/bluer-objects).

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects/.abcli/alias.sh

@@ -21,6 +21,8 @@ alias @host=bluer_objects_host
 
 alias @ls=bluer_objects_ls
 
+alias @lock=bluer_objects_mlflow_lock
+
 alias @metadata=bluer_objects_metadata
 
 alias @mlflow=bluer_objects_mlflow

bluer_objects-6.164.1/bluer_objects/.abcli/mlflow/lock/lock.sh

@@ -0,0 +1,11 @@
+#! /usr/bin/env bash
+
+function bluer_objects_mlflow_lock_lock() {
+    local object_name=$(bluer_ai_clarify_object $1 .)
+
+    bluer_ai_eval dryrun=$do_dryrun \
+        python3 -m bluer_objects.mlflow.lock \
+        lock \
+        --object_name $object_name \
+        "${@:2}"
+}

bluer_objects-6.164.1/bluer_objects/.abcli/mlflow/lock/unlock.sh

@@ -0,0 +1,12 @@
+#! /usr/bin/env bash
+
+function bluer_objects_mlflow_lock_unlock() {
+    local object_name=$(bluer_ai_clarify_object $1 .)
+
+    bluer_ai_eval dryrun=$do_dryrun \
+        python3 -m bluer_objects.mlflow.lock \
+        unlock \
+        --object_name $object_name \
+        "${@:2}"
+
+}

bluer_objects-6.164.1/bluer_objects/.abcli/mlflow/lock.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+function bluer_objects_mlflow_lock() {
+    local task=$1
+
+    local function_name=bluer_objects_mlflow_lock_$task
+    if [[ $(type -t $function_name) == "function" ]]; then
+        $function_name "${@:2}"
+        return
+    fi
+
+    python3 -m bluer_objects.mlflow.lock "$@"
+}
+
+bluer_ai_source_caller_suffix_path /lock

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects/.abcli/tests/help.sh

@@ -37,6 +37,10 @@ function test_bluer_objects_help() {
         "@host reboot" \
         "@host shutdown" \
         \
+        "@lock" \
+        "@lock lock" \
+        "@lock unlock" \
+        \
         "@metadata" \
         "@metadata get" \
         "@metadata post" \

bluer_objects-6.164.1/bluer_objects/.abcli/tests/mlflow_lock.sh

@@ -0,0 +1,30 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_mlflow_lock() {
+    local options=$1
+
+    local object_name="test-object-$(bluer_ai_string_timestamp_short)"
+    local lock_name="lock-$(bluer_ai_string_random)"
+
+    bluer_ai_eval ,$options \
+        bluer_objects_mlflow_lock \
+        lock \
+        $object_name \
+        --lock $lock_name \
+        --timeout 10
+    [[ $? -ne 0 ]] && return 1
+
+    bluer_ai_eval ,$options \
+        bluer_objects_mlflow_lock \
+        lock \
+        $object_name \
+        --lock $lock_name \
+        --timeout 10
+    [[ $? -eq 0 ]] && return 1
+
+    bluer_ai_eval ,$options \
+        bluer_objects_mlflow_lock \
+        unlock \
+        $object_name \
+        --lock $lock_name
+}

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects/README/__init__.py

@@ -41,5 +41,7 @@ def build_me() -> bool:
             "../docs/aliases/metadata.md",
             "../docs/aliases/mlflow.md",
             "../docs/aliases/upload.md",
+            # modules
+            "../mlflow/lock",
         ]
     )

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} Object management in Bash."
 
-VERSION = "6.155.1"
+VERSION = "6.164.1"
 
 REPO_NAME = "bluer-objects"
 

bluer_objects-6.164.1/bluer_objects/config.env

@@ -0,0 +1,8 @@
+ABCLI_MLFLOW_EXPERIMENT_PREFIX=experiment/
+
+MLFLOW_LOCK_WAIT_FOR_CLEARANCE=3
+MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY=1
+
+S3_STORAGE_BUCKET=kamangir
+
+BLUER_OBJECTS_STORAGE_INTERFACE=s3

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects/env.py

@@ -54,6 +54,9 @@ else:
 os.environ["MLFLOW_TRACKING_URI"] = MLFLOW_TRACKING_URI
 MLFLOW_LOG_ARTIFACTS = "arvan" not in MLFLOW_DEPLOYMENT
 
+MLFLOW_LOCK_WAIT_FOR_CLEARANCE = get_env("MLFLOW_LOCK_WAIT_FOR_CLEARANCE", 3)
+MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY = get_env("MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY", 1)
+
 WEBDAV_HOSTNAME = get_env("WEBDAV_HOSTNAME")
 WEBDAV_LOGIN = get_env("WEBDAV_LOGIN")
 WEBDAV_PASSWORD = get_env("WEBDAV_PASSWORD")

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects/help/mlflow/__init__.py

@@ -3,6 +3,7 @@ from typing import List
 from bluer_options.terminal import show_usage, xtra
 
 from bluer_objects.help.mlflow.cache import help_functions as help_cache
+from bluer_objects.help.mlflow.lock import help_functions as help_lock
 from bluer_objects.help.mlflow.tags import help_functions as help_tags
 from bluer_ai import env
 
@@ -202,6 +203,7 @@ help_functions = {
     "get_id": help_get_id,
     "get_run_id": help_get_run_id,
     "list_registered_models": help_list_registered_models,
+    "lock": help_lock,
     "log_artifacts": help_log_artifacts,
     "log_run": help_log_run,
     "rm": help_rm,

bluer_objects-6.164.1/bluer_objects/help/mlflow/lock.py

@@ -0,0 +1,52 @@
+from typing import List
+
+from bluer_options.terminal import show_usage, xtra
+
+
+def help_lock(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    args = [
+        "[--lock <lock-name>]",
+        "[--timeout <10>]",
+        "[--verbose 0]",
+    ]
+
+    return show_usage(
+        [
+            "@lock",
+            "lock",
+            "[.|<object-name>]",
+        ]
+        + args,
+        "lock <object-name>.",
+        mono=mono,
+    )
+
+
+def help_unlock(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    args = [
+        "[--lock <lock-name>]",
+        "[--verbose 0]",
+    ]
+
+    return show_usage(
+        [
+            "@lock",
+            "unlock",
+            "[.|<object-name>]",
+        ]
+        + args,
+        "unlock <object-name>.",
+        mono=mono,
+    )
+
+
+help_functions = {
+    "lock": help_lock,
+    "unlock": help_unlock,
+}

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects/tests/test_env.py

@@ -31,6 +31,12 @@ def test_bluer_objects_env():
 
     assert env.MLFLOW_DEPLOYMENT
 
+    assert isinstance(env.MLFLOW_LOCK_WAIT_FOR_CLEARANCE, int)
+    assert env.MLFLOW_LOCK_WAIT_FOR_CLEARANCE > 0
+
+    assert isinstance(env.MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY, int)
+    assert env.MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY > 0
+
     assert env.WEBDAV_HOSTNAME
     assert env.WEBDAV_LOGIN
     assert env.WEBDAV_PASSWORD

bluer_objects-6.164.1/bluer_objects/tests/test_mlflow_lock.py

@@ -0,0 +1,26 @@
+from bluer_options import string
+
+from bluer_objects import objects
+from bluer_objects.mlflow.lock.functions import lock, unlock
+
+
+def test_mlflow_lock():
+    object_name = objects.unique_object("test_mlflow_lock")
+    lock_name = "lock-{}".format(string.random())
+
+    assert lock(
+        object_name=object_name,
+        lock_name=lock_name,
+        timeout=10,
+    )
+
+    assert not lock(
+        object_name=object_name,
+        lock_name=lock_name,
+        timeout=10,
+    )
+
+    assert unlock(
+        object_name=object_name,
+        lock_name=lock_name,
+    )

{bluer_objects-6.155.1 → bluer_objects-6.164.1/bluer_objects.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.155.1
+Version: 6.164.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -36,7 +36,7 @@ Dynamic: summary
 
 🌀 `bluer-objects` are the inputs and outputs of [AI algo](https://github.com/kamangir/giza). They are maintained in cloud storage (supports [WebDav](https://pypi.org/project/webdavclient3/)) and their metadata is tracked by [MLflow](https://mlflow.org/). Examples are the Sentinel-2 [datacube](https://github.com/kamangir/blue-geo/tree/main/blue_geo/datacube) `datacube-EarthSearch-sentinel_2_l1c-S2A_10UDC_20240731_0_L1C` and 🌐 [`@geo watch` outputs](https://github.com/kamangir/blue-geo/tree/main/blue_geo/watch).
 
-Also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/).
+Also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/), and the 🔒 [`Lock`](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/mlflow/lock/).
 
 # installation
 
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.155.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.164.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.155.1 → bluer_objects-6.164.1}/bluer_objects.egg-info/SOURCES.txt

@@ -42,12 +42,15 @@ bluer_objects/.abcli/mlflow/browse.sh
 bluer_objects/.abcli/mlflow/cache.sh
 bluer_objects/.abcli/mlflow/deploy.sh
 bluer_objects/.abcli/mlflow/list_registered_models.sh
+bluer_objects/.abcli/mlflow/lock.sh
 bluer_objects/.abcli/mlflow/log_artifacts.sh
 bluer_objects/.abcli/mlflow/log_run.sh
 bluer_objects/.abcli/mlflow/run.sh
 bluer_objects/.abcli/mlflow/tags.sh
 bluer_objects/.abcli/mlflow/test.sh
 bluer_objects/.abcli/mlflow/transition.sh
+bluer_objects/.abcli/mlflow/lock/lock.sh
+bluer_objects/.abcli/mlflow/lock/unlock.sh
 bluer_objects/.abcli/mlflow/tags/clone.sh
 bluer_objects/.abcli/mlflow/tags/get.sh
 bluer_objects/.abcli/mlflow/tags/search.sh
@@ -67,6 +70,7 @@ bluer_objects/.abcli/tests/host.sh
 bluer_objects/.abcli/tests/ls.sh
 bluer_objects/.abcli/tests/metadata.sh
 bluer_objects/.abcli/tests/mlflow_cache.sh
+bluer_objects/.abcli/tests/mlflow_lock.sh
 bluer_objects/.abcli/tests/mlflow_logging.sh
 bluer_objects/.abcli/tests/mlflow_tags.sh
 bluer_objects/.abcli/tests/mlflow_test.sh
@@ -101,6 +105,7 @@ bluer_objects/help/metadata.py
 bluer_objects/help/upload.py
 bluer_objects/help/mlflow/__init__.py
 bluer_objects/help/mlflow/cache.py
+bluer_objects/help/mlflow/lock.py
 bluer_objects/help/mlflow/tags.py
 bluer_objects/host/__init__.py
 bluer_objects/host/__main__.py
@@ -149,6 +154,7 @@ bluer_objects/tests/test_logger_matrix.py
 bluer_objects/tests/test_markdown.py
 bluer_objects/tests/test_metadata.py
 bluer_objects/tests/test_mlflow.py
+bluer_objects/tests/test_mlflow_lock.py
 bluer_objects/tests/test_objects.py
 bluer_objects/tests/test_path.py
 bluer_objects/tests/test_storage.py

bluer_objects-6.155.1/bluer_objects/config.env

@@ -1,5 +0,0 @@
-ABCLI_MLFLOW_EXPERIMENT_PREFIX=experiment/
-
-S3_STORAGE_BUCKET=kamangir
-
-BLUER_OBJECTS_STORAGE_INTERFACE=s3