bluer-objects 6.104.1__py3-none-any.whl → 6.377.1__py3-none-any.whl

bluer_objects/tests/test_mlflow_lock.py

@@ -0,0 +1,26 @@
+from bluer_options import string
+
+from bluer_objects import objects
+from bluer_objects.mlflow.lock.functions import lock, unlock
+
+
+def test_mlflow_lock():
+    object_name = objects.unique_object("test_mlflow_lock")
+    lock_name = "lock-{}".format(string.random())
+
+    assert lock(
+        object_name=object_name,
+        lock_name=lock_name,
+        timeout=10,
+    )
+
+    assert not lock(
+        object_name=object_name,
+        lock_name=lock_name,
+        timeout=10,
+    )
+
+    assert unlock(
+        object_name=object_name,
+        lock_name=lock_name,
+    )

bluer_objects/tests/test_objects.py

@@ -41,6 +41,7 @@ def test_objects_list_of_files(
 
 def test_object_object_path():
     object_name = objects.unique_object("test_object_object_path")
+
     object_path = objects.object_path(object_name, create=True)
     assert object_path
     assert path.exists(object_path)
@@ -61,5 +62,6 @@ def test_objects_path_of(test_object):
 )
 def test_objects_unique_object(prefix: str):
     object_name = objects.unique_object(prefix)
+
     assert object_name
     assert object_name.startswith(prefix)

bluer_objects/tests/test_shell.py

@@ -0,0 +1,34 @@
+import pytest
+
+from bluer_objects.host.functions import shell
+
+
+@pytest.mark.parametrize(
+    ["command"],
+    [
+        ["ls"],
+        ["ls *"],
+        [
+            [
+                "ls",
+                "*",
+            ],
+        ],
+    ],
+)
+def test_shell(command: str):
+    success = shell(
+        command=command,
+        log=True,
+    )
+    assert success
+
+    success, output = shell(
+        command=command,
+        return_output=True,
+        log=True,
+    )
+    assert success
+    assert isinstance(output, list)
+    for item in output:
+        assert isinstance(item, str)

bluer_objects/tests/test_storage.py

@@ -1,34 +1,20 @@
-from bluer_options import string
-
-from bluer_objects import file, objects
+from bluer_objects import objects
 from bluer_objects import storage
+from bluer_objects.testing import create_test_asset
 
 
 def test_storage():
     object_name = objects.unique_object("test_storage")
 
-    depth = 10
-
-    for filename in [
-        "this.yaml",
-        "that.yaml",
-        "subfolder/this.yaml",
-        "subfolder/that.yaml",
-    ]:
-        assert file.save_yaml(
-            objects.path_of(
-                object_name=object_name,
-                filename=filename,
-            ),
-            {
-                string.random(length=depth): string.random(length=depth)
-                for _ in range(depth)
-            },
-        )
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
 
     for filename in [
         "this.yaml",
         "subfolder/this.yaml",
+        "test-00.png",
     ]:
         assert storage.upload(
             object_name=object_name,
@@ -40,6 +26,7 @@ def test_storage():
     for filename in [
         "this.yaml",
         "subfolder/this.yaml",
+        "test-00.png",
     ]:
         assert storage.download(
             object_name=object_name,

bluer_objects/tests/test_storage_base.py

@@ -0,0 +1,39 @@
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import StorageInterface
+
+
+def test_storage_base():
+    object_name = objects.unique_object("test_storage_base")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = StorageInterface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert not success
+    assert not list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert not success
+    assert not list_of_files_cloud
+
+    assert storage.download(object_name=object_name)

bluer_objects/tests/test_storage_s3.py

@@ -0,0 +1,67 @@
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import S3Interface
+
+
+def test_storage_s3():
+    object_name = objects.unique_object("test_storage_s3")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = S3Interface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert not list_of_files_cloud
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.upload(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+    assert list_of_files_cloud == list_of_files_local
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.download(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    assert storage.download(object_name=object_name)

bluer_objects/tests/test_storage_webdav_request.py

@@ -0,0 +1,75 @@
+import pytest
+
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import WebDAVRequestInterface
+
+
+@pytest.mark.skip(reason="nodisk is super slow")
+def test_storage_webdav_request():
+    object_name = objects.unique_object("test_storage_webdav_request")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = WebDAVRequestInterface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert not list_of_files_cloud
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.upload(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+    assert list_of_files_cloud == list_of_files_local
+
+    for filename in [
+        "this.yaml",
+        "subfolder/this.yaml",
+        "test-00.png",
+    ]:
+        assert storage.download(
+            object_name=object_name,
+            filename=filename,
+        )
+
+    assert storage.download(object_name=object_name)
+
+    assert storage.delete(
+        object_name=object_name,
+        do_dryrun=False,
+    )

bluer_objects/tests/test_storage_webdav_zip.py

@@ -0,0 +1,42 @@
+import pytest
+
+from bluer_objects import objects
+from bluer_objects.testing import create_test_asset
+from bluer_objects.storage import WebDAVzipInterface
+
+
+@pytest.mark.skip(reason="nodisk is super slow")
+def test_storage_webdav_zip():
+    object_name = objects.unique_object("test_storage_webdav_zip")
+
+    assert create_test_asset(
+        object_name=object_name,
+        depth=10,
+    )
+
+    storage = WebDAVzipInterface()
+
+    success, list_of_files_local = storage.ls(
+        object_name=object_name,
+        where="local",
+    )
+    assert success
+    assert list_of_files_local
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert not list_of_files_cloud
+
+    assert storage.upload(object_name=object_name)
+
+    success, list_of_files_cloud = storage.ls(
+        object_name=object_name,
+        where="cloud",
+    )
+    assert success
+    assert list_of_files_cloud
+
+    assert storage.download(object_name=object_name)

bluer_objects/tests/test_web_is_accessible.py

@@ -0,0 +1,11 @@
+from bluer_objects.web.functions import is_accessible
+from bluer_ai.env import abcli_is_github_workflow
+
+
+def test_url_is_accessible():
+    success = is_accessible("void")
+    assert not success
+
+    url = "https://cnn.com" if abcli_is_github_workflow else "https://iribnews.ir"
+    success = is_accessible(url)
+    assert success

bluer_objects/web/__init__.py

@@ -0,0 +1 @@
+

bluer_objects/web/__main__.py

@@ -0,0 +1,31 @@
+import argparse
+
+from blueness import module
+from blueness.argparse.generic import sys_exit
+
+from bluer_objects import NAME
+from bluer_objects.web.functions import is_accessible
+from bluer_objects.logger import logger
+
+NAME = module.name(__file__, NAME)
+
+parser = argparse.ArgumentParser(NAME)
+parser.add_argument(
+    "task",
+    type=str,
+    help="is_accessible",
+)
+parser.add_argument(
+    "--url",
+    type=str,
+)
+args = parser.parse_args()
+
+success = False
+if args.task == "is_accessible":
+    success = True
+    print(int(is_accessible(args.url)))
+else:
+    success = None
+
+sys_exit(logger, NAME, args.task, success)

bluer_objects/web/functions.py

@@ -0,0 +1,9 @@
+import requests
+
+
+def is_accessible(url) -> bool:
+    try:
+        response = requests.get(url)
+        return response.status_code == 200
+    except:
+        return False

{bluer_objects-6.104.1.dist-info → bluer_objects-6.377.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.104.1
+Version: 6.377.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -12,6 +12,7 @@ Classifier: Operating System :: OS Independent
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: bluer_ai
+Requires-Dist: boto3
 Requires-Dist: webdavclient3
 Requires-Dist: dill
 Requires-Dist: mlflow
@@ -35,7 +36,7 @@ Dynamic: summary
 
 🌀 `bluer-objects` are the inputs and outputs of [AI algo](https://github.com/kamangir/giza). They are maintained in cloud storage (supports [WebDav](https://pypi.org/project/webdavclient3/)) and their metadata is tracked by [MLflow](https://mlflow.org/). Examples are the Sentinel-2 [datacube](https://github.com/kamangir/blue-geo/tree/main/blue_geo/datacube) `datacube-EarthSearch-sentinel_2_l1c-S2A_10UDC_20240731_0_L1C` and 🌐 [`@geo watch` outputs](https://github.com/kamangir/blue-geo/tree/main/blue_geo/watch).
 
-Also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/).
+Also home to 🌀 [bluer README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/), and the 🔒 [`Lock`](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/mlflow/lock/).
 
 # installation
 
@@ -45,6 +46,7 @@ pip install bluer-objects
 
 # aliases
 
+[@assets](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/assets.md), 
 [@clone](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/clone.md), 
 [@download](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/download.md), 
 [@gif](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/gif.md), 
@@ -52,6 +54,7 @@ pip install bluer-objects
 [@ls](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/ls.md), 
 [@metadata](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/metadata.md), 
 [@mlflow](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/mlflow.md), 
+[@pdf](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/pdf.md), 
 [@upload](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/docs/aliases/upload.md).
 
 ---
@@ -63,6 +66,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.104.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.377.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).