bluer-objects 6.104.1__py3-none-any.whl → 6.464.1__py3-none-any.whl

bluer_objects/tests/test_mlflow.py

@@ -1,17 +1,20 @@
 import pytest
 
-from bluer_options.options import Options
 from bluer_options import string
+from bluer_options.options import Options
+from bluer_options.testing import is_list_of_str
 
+from bluer_objects import env
 from bluer_objects.objects import unique_object
 from bluer_objects.mlflow import cache
+from bluer_objects.mlflow import create_server_style_filter_string
 from bluer_objects.mlflow import objects
 from bluer_objects.mlflow import tags
 from bluer_objects.mlflow import testing
 
 
 def test_from_and_to_experiment_name():
-    object_name = unique_object()
+    object_name = unique_object("test_from_and_to_experiment_name")
 
     assert (
         objects.to_object_name(objects.to_experiment_name(object_name)) == object_name
@@ -19,15 +22,33 @@ def test_from_and_to_experiment_name():
 
 
 def test_mlflow_testing():
+    MLFLOW_IS_SERVERLESS = env.MLFLOW_IS_SERVERLESS
+    env.MLFLOW_IS_SERVERLESS = False
+
     assert testing.test()
 
+    env.MLFLOW_IS_SERVERLESS = MLFLOW_IS_SERVERLESS
+
 
 @pytest.mark.parametrize(
     ["tags_str"],
     [["x=1,y=2,z=3"]],
 )
-def test_mlflow_tag_set_get(tags_str: str):
-    object_name = unique_object("test_mlflow_tag_set")
+@pytest.mark.parametrize(
+    ["serverless"],
+    [
+        [False],
+        [True],
+    ],
+)
+def test_mlflow_tags_set_get(
+    tags_str: str,
+    serverless: bool,
+):
+    MLFLOW_IS_SERVERLESS = env.MLFLOW_IS_SERVERLESS
+    env.MLFLOW_IS_SERVERLESS = serverless
+
+    object_name = unique_object("test_mlflow_tag_set_get")
 
     assert tags.set_tags(
         object_name,
@@ -42,6 +63,62 @@ def test_mlflow_tag_set_get(tags_str: str):
     for keyword, value in tags_option.items():
         assert tags_read[keyword] == value
 
+    env.MLFLOW_IS_SERVERLESS = MLFLOW_IS_SERVERLESS
+
+
+@pytest.mark.parametrize(
+    [
+        "filter_string",
+        "server_style",
+        "serverless",
+        "success_expected",
+    ],
+    [
+        [
+            "this=that,what,~who",
+            False,
+            True,
+            True,
+        ],
+        [
+            "this=that,what,~who",
+            False,
+            False,
+            True,
+        ],
+        [
+            'tags."this" = "that" and tags."what" = "True" and tags."who" = "False"',
+            True,
+            True,
+            False,
+        ],
+        [
+            'tags."this" = "that" and tags."what" = "True" and tags."who" = "False"',
+            True,
+            False,
+            True,
+        ],
+    ],
+)
+def test_mlflow_tags_search(
+    filter_string: str,
+    server_style: bool,
+    serverless: bool,
+    success_expected: bool,
+):
+    MLFLOW_IS_SERVERLESS = env.MLFLOW_IS_SERVERLESS
+    env.MLFLOW_IS_SERVERLESS = serverless
+
+    success, list_of_objects = tags.search(
+        filter_string,
+        server_style=server_style,
+    )
+
+    assert success == success_expected
+    assert is_list_of_str(list_of_objects)
+
+    env.MLFLOW_IS_SERVERLESS = MLFLOW_IS_SERVERLESS
+
 
 @pytest.mark.parametrize(
     ["keyword", "value"],
@@ -52,9 +129,41 @@ def test_mlflow_tag_set_get(tags_str: str):
         ]
     ],
 )
-def test_mlflow_cache_read_write(keyword: str, value: str):
+@pytest.mark.parametrize(
+    ["serverless"],
+    [
+        [True],
+        [False],
+    ],
+)
+def test_mlflow_cache_read_write(
+    keyword: str,
+    value: str,
+    serverless: bool,
+):
+    MLFLOW_IS_SERVERLESS = env.MLFLOW_IS_SERVERLESS
+    env.MLFLOW_IS_SERVERLESS = serverless
+
     assert cache.write(keyword, value)
 
     success, value_read = cache.read(keyword)
     assert success
     assert value_read == value
+
+    env.MLFLOW_IS_SERVERLESS = MLFLOW_IS_SERVERLESS
+
+
+@pytest.mark.parametrize(
+    ["filter_string", "expected_output"],
+    [
+        [
+            "this=that,what,~who",
+            'tags."this" = "that" and tags."what" = "True" and tags."who" = "False"',
+        ]
+    ],
+)
+def test_create_server_style_filter_string(
+    filter_string: str,
+    expected_output: str,
+):
+    assert create_server_style_filter_string(filter_string) == expected_output

bluer_objects/tests/test_mlflow_lock.py

@@ -0,0 +1,26 @@
+from bluer_options import string
+
+from bluer_objects import objects
+from bluer_objects.mlflow.lock.functions import lock, unlock
+
+
+def test_mlflow_lock():
+    object_name = objects.unique_object("test_mlflow_lock")
+    lock_name = "lock-{}".format(string.random())
+
+    assert lock(
+        object_name=object_name,
+        lock_name=lock_name,
+        timeout=10,
+    )
+
+    assert not lock(
+        object_name=object_name,
+        lock_name=lock_name,
+        timeout=10,
+    )
+
+    assert unlock(
+        object_name=object_name,
+        lock_name=lock_name,
+    )

bluer_objects/tests/test_objects.py

@@ -41,6 +41,7 @@ def test_objects_list_of_files(
 
 def test_object_object_path():
     object_name = objects.unique_object("test_object_object_path")
+
     object_path = objects.object_path(object_name, create=True)
     assert object_path
     assert path.exists(object_path)
@@ -61,5 +62,6 @@ def test_objects_path_of(test_object):
 )
 def test_objects_unique_object(prefix: str):
     object_name = objects.unique_object(prefix)
+
     assert object_name
     assert object_name.startswith(prefix)

bluer_objects/tests/test_shell.py

@@ -0,0 +1,34 @@
+import pytest
+
+from bluer_objects.host.functions import shell
+
+
+@pytest.mark.parametrize(
+    ["command"],
+    [
+        ["ls"],
+        ["ls *"],
+        [
+            [
+                "ls",
+                "*",
+            ],
+        ],
+    ],
+)
+def test_shell(command: str):
+    success = shell(
+        command=command,
+        log=True,
+    )
+    assert success
+
+    success, output = shell(
+        command=command,
+        return_output=True,
+        log=True,
+    )
+    assert success
+    assert isinstance(output, list)
+    for item in output:
+        assert isinstance(item, str)

bluer_objects/tests/test_storage.py

@@ -1,34 +1,20 @@
-from bluer_options import string
-
-from bluer_objects import file, objects
+from bluer_objects import objects
 from bluer_objects import storage
+from bluer_objects.testing import create_test_asset
 
 
 def test_storage():
     object_name = objects.unique_object("test_storage")
 
-    depth = 10
-
-    for filename in [
-        "this.yaml",
-        "that.yaml",
-        "subfolder/this.yaml",
-        "subfolder/that.yaml",
-    ]:
-        assert file.save_yaml(
-            objects.path_of(
-                object_name=object_name,
-                filename=filename,
-            ),
-            {
-                string.random(length=depth): string.random(length=depth)
-                for _ in range(depth)
-            },
-        )
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
 
     for filename in [
         "this.yaml",
         "subfolder/this.yaml",
+        "test-00.png",
     ]:
         assert storage.upload(
             object_name=object_name,
@@ -40,6 +26,7 @@ def test_storage():
     for filename in [
         "this.yaml",
         "subfolder/this.yaml",
+        "test-00.png",
     ]:
         assert storage.download(
             object_name=object_name,

bluer_objects/tests/test_storage_base.py

@@ -0,0 +1,39 @@
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import StorageInterface
+
+
+def test_storage_base():
+    object_name = objects.unique_object("test_storage_base")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = StorageInterface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert not success
+    assert not list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert not success
+    assert not list_of_files_cloud
+
+    assert storage.download(object_name=object_name)

bluer_objects/tests/test_storage_s3.py

@@ -0,0 +1,67 @@
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import S3Interface
+
+
+def test_storage_s3():
+    object_name = objects.unique_object("test_storage_s3")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = S3Interface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert not list_of_files_cloud
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.upload(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+    assert list_of_files_cloud == list_of_files_local
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.download(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    assert storage.download(object_name=object_name)

bluer_objects/tests/test_storage_webdav_request.py

@@ -0,0 +1,75 @@
+import pytest
+
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import WebDAVRequestInterface
+
+
+@pytest.mark.skip(reason="nodisk is super slow")
+def test_storage_webdav_request():
+    object_name = objects.unique_object("test_storage_webdav_request")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = WebDAVRequestInterface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert not list_of_files_cloud
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.upload(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+    assert list_of_files_cloud == list_of_files_local
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.download(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    assert storage.download(object_name=object_name)
+
+    assert storage.delete(
+        object_name=object_name,
+        do_dryrun=False,
+    )

bluer_objects/tests/test_storage_webdav_zip.py

@@ -0,0 +1,42 @@
+import pytest
+
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import WebDAVzipInterface
+
+
+@pytest.mark.skip(reason="nodisk is super slow")
+def test_storage_webdav_zip():
+    object_name = objects.unique_object("test_storage_webdav_zip")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = WebDAVzipInterface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert not list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+
+    assert storage.download(object_name=object_name)

bluer_objects/tests/test_web_is_accessible.py

@@ -0,0 +1,11 @@
+from bluer_ai.web.accessible import is_accessible
+from bluer_ai.env import abcli_is_github_workflow
+
+
+def test_url_is_accessible():
+    success = is_accessible("void")
+    assert not success
+
+    url = "https://cnn.com" if abcli_is_github_workflow else "https://iribnews.ir"
+    success = is_accessible(url)
+    assert success

{bluer_objects-6.104.1.dist-info → bluer_objects-6.464.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.104.1
+Version: 6.464.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -12,6 +12,7 @@ Classifier: Operating System :: OS Independent
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: bluer_ai
+Requires-Dist: boto3
 Requires-Dist: webdavclient3
 Requires-Dist: dill
 Requires-Dist: mlflow
@@ -35,7 +36,7 @@ Dynamic: summary
 
 🌀 `bluer-objects` are the inputs and outputs of [AI algo](https://github.com/kamangir/giza). They are maintained in cloud storage (supports [WebDav](https://pypi.org/project/webdavclient3/)) and their metadata is tracked by [MLflow](https://mlflow.org/). Examples are the Sentinel-2 [datacube](https://github.com/kamangir/blue-geo/tree/main/blue_geo/datacube) `datacube-EarthSearch-sentinel_2_l1c-S2A_10UDC_20240731_0_L1C` and 🌐 [`@geo watch` outputs](https://github.com/kamangir/blue-geo/tree/main/blue_geo/watch).
 
-Also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/).
+also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/), the 🔒 [`lock`](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/mlflow/lock/), and [serverless mlflow](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/mlflow/serverless/).
 
 # installation
 
@@ -45,14 +46,22 @@ pip install bluer-objects
 
 # aliases
 
-[@clone](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/clone.md), 
-[@download](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/download.md), 
-[@gif](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/gif.md), 
-[@host](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/host.md), 
-[@ls](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/ls.md), 
-[@metadata](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/metadata.md), 
-[@mlflow](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/mlflow.md), 
-[@upload](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/upload.md).
+[@assets](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/assets.md) 
+[@cache](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/cache.md) 
+[@clone](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/clone.md) 
+[@cp](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/cp.md) 
+[@create_test_asset](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/create_test_asset.md) 
+[@download](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/download.md) 
+[@file](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/file.md) 
+[@gif](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/gif.md) 
+[@host](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/host.md) 
+[@lock](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/lock.md) 
+[@ls](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/ls.md) 
+[@metadata](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/metadata.md) 
+[@mlflow](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/mlflow.md) 
+[@pdf](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/pdf.md) 
+[@tags](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/tags.md) 
+[@upload](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/upload.md) 
 
 ---
 
@@ -63,6 +72,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.104.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.464.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).