bluer-objects 6.3.1__py3-none-any.whl

bluer_objects/tests/test_logger_matrix.py

@@ -0,0 +1,73 @@
+import pytest
+import cv2
+
+from bluer_objects import objects
+from bluer_objects.logger.matrix import log_matrix, log_matrix_hist
+from bluer_objects.tests.test_graphics import test_image
+from bluer_objects.env import DUMMY_TEXT
+
+
+@pytest.mark.parametrize(
+    ["verbose"],
+    [
+        [True],
+        [False],
+    ],
+)
+def test_log_matrix(
+    test_image,
+    verbose: bool,
+):
+    object_name = objects.unique_object()
+
+    assert log_matrix(
+        matrix=test_image,
+        header=[DUMMY_TEXT for _ in range(4)],
+        footer=[DUMMY_TEXT for _ in range(2)],
+        filename=objects.path_of(
+            filename="log.png",
+            object_name=object_name,
+        ),
+        log_range=True,
+        verbose=verbose,
+    )
+
+    assert log_matrix(
+        matrix=test_image[:, :, 0],
+        dynamic_range=(0, 255.0),
+        header=[DUMMY_TEXT for _ in range(4)],
+        footer=[DUMMY_TEXT for _ in range(2)],
+        filename=objects.path_of(
+            filename="log.png",
+            object_name=object_name,
+        ),
+        colormap=cv2.COLORMAP_JET,
+        log_range=True,
+        verbose=verbose,
+    )
+
+
+@pytest.mark.parametrize(
+    ["verbose"],
+    [
+        [True],
+        [False],
+    ],
+)
+def test_log_matrix_hist(
+    test_image,
+    verbose: bool,
+):
+    object_name = objects.unique_object()
+
+    assert log_matrix_hist(
+        matrix=test_image,
+        dynamic_range=(0, 255.0),
+        header=[DUMMY_TEXT for _ in range(4)],
+        footer=[DUMMY_TEXT for _ in range(2)],
+        filename=objects.path_of(
+            filename="log-histogram.png",
+            object_name=object_name,
+        ),
+        verbose=verbose,
+    )

bluer_objects/tests/test_markdown.py

@@ -0,0 +1,10 @@
+from blue_options.string import random
+
+from bluer_objects.markdown import generate_table
+
+
+def test_markdown_generate_table():
+    assert generate_table(
+        [random() for _ in range(50)],
+        cols=4,
+    )

bluer_objects/tests/test_metadata.py

@@ -0,0 +1,204 @@
+import pytest
+from typing import Callable
+
+from blue_options.string import random
+
+from bluer_objects import file
+from bluer_objects.objects import unique_object, object_path, path_of
+from bluer_objects.metadata import (
+    get,
+    post,
+    get_from_file,
+    get_from_object,
+    get_from_path,
+    post,
+    post_to_file,
+    post_to_object,
+    post_to_path,
+    MetadataSourceType,
+)
+
+
+@pytest.mark.parametrize(
+    [
+        "post_source",
+        "post_source_type",
+    ],
+    [
+        [
+            lambda object_name: path_of(
+                filename="metadata.yaml",
+                object_name=object_name,
+            ),
+            MetadataSourceType.FILENAME,
+        ],
+        [
+            lambda object_name: object_name,
+            MetadataSourceType.OBJECT,
+        ],
+        [
+            lambda object_name: object_path(
+                object_name=object_name,
+                create=True,
+            ),
+            MetadataSourceType.PATH,
+        ],
+    ],
+)
+@pytest.mark.parametrize(
+    [
+        "get_source",
+        "get_source_type",
+    ],
+    [
+        [
+            lambda object_name: path_of(
+                filename="metadata.yaml",
+                object_name=object_name,
+            ),
+            MetadataSourceType.FILENAME,
+        ],
+        [
+            lambda object_name: object_name,
+            MetadataSourceType.OBJECT,
+        ],
+        [
+            lambda object_name: object_path(
+                object_name=object_name,
+                create=True,
+            ),
+            MetadataSourceType.PATH,
+        ],
+    ],
+)
+def test_metadata(
+    post_source: Callable[[str], str],
+    post_source_type: MetadataSourceType,
+    get_source: Callable[[str], str],
+    get_source_type: MetadataSourceType,
+):
+    object_name = unique_object()
+    key = random()
+    value = random()
+
+    assert post(
+        key=key,
+        value=value,
+        source=post_source(object_name),
+        source_type=post_source_type,
+    )
+
+    returned_value = get(
+        key=key,
+        source=get_source(object_name),
+        source_type=get_source_type,
+    )
+
+    assert value == returned_value
+
+
+def test_metadata_dict():
+    object_name = unique_object()
+    key = random()
+    value = {random(): random() for _ in range(10)}
+
+    assert post(
+        key=key,
+        value=value,
+        source=object_name,
+        source_type=MetadataSourceType.OBJECT,
+    )
+
+    assert (
+        get(
+            key=key,
+            source=object_name,
+            source_type=MetadataSourceType.OBJECT,
+        )
+        == value
+    )
+
+    assert sorted(
+        get(
+            key=key,
+            source=object_name,
+            source_type=MetadataSourceType.OBJECT,
+            dict_keys=True,
+        )
+    ) == sorted(value.keys())
+
+    assert sorted(
+        get(
+            key=key,
+            source=object_name,
+            source_type=MetadataSourceType.OBJECT,
+            dict_values=True,
+        )
+    ) == sorted(value.values())
+
+
+def test_metadata_file():
+    object_name = unique_object()
+    key = random()
+    value = random()
+
+    filename = path_of(
+        filename="metadata.yaml",
+        object_name=object_name,
+    )
+
+    assert post_to_file(filename, key, value)
+
+    assert get_from_file(filename, key) == value
+
+
+def test_metadata_object():
+    object_name = unique_object()
+    key = random()
+    value = random()
+
+    assert post_to_object(object_name, key, value)
+
+    assert get_from_object(object_name, key) == value
+
+
+def test_metadata_path():
+    object_name = unique_object()
+    key = random()
+    value = random()
+
+    path = object_path(object_name=object_name, create=True)
+
+    assert post_to_path(path, key, value)
+
+    assert get_from_path(path, key) == value
+
+
+def test_metadata_upload():
+    object_name = unique_object()
+    key = random()
+    value = random()
+
+    assert post_to_object(
+        object_name,
+        key,
+        value,
+        download=True,
+        upload=True,
+    )
+
+    assert file.delete(
+        path_of(
+            filename="metadata.yaml",
+            object_name=object_name,
+        )
+    )
+
+    assert (
+        get_from_object(
+            object_name,
+            key,
+            download=True,
+        )
+        == value
+    )

bluer_objects/tests/test_mlflow.py

@@ -0,0 +1,60 @@
+import pytest
+
+from blue_options.options import Options
+from blue_options import string
+
+from bluer_objects.objects import unique_object
+from bluer_objects.mlflow import cache
+from bluer_objects.mlflow import objects
+from bluer_objects.mlflow import tags
+from bluer_objects.mlflow import testing
+
+
+def test_from_and_to_experiment_name():
+    object_name = unique_object()
+
+    assert (
+        objects.to_object_name(objects.to_experiment_name(object_name)) == object_name
+    )
+
+
+def test_mlflow_testing():
+    assert testing.test()
+
+
+@pytest.mark.parametrize(
+    ["tags_str"],
+    [["x=1,y=2,z=3"]],
+)
+def test_mlflow_tag_set_get(tags_str: str):
+    object_name = unique_object("test_mlflow_tag_set")
+
+    assert tags.set_tags(
+        object_name,
+        tags_str,
+        log=False,
+    )
+
+    success, tags_read = tags.get_tags(object_name)
+    assert success
+
+    tags_option = Options(tags_str)
+    for keyword, value in tags_option.items():
+        assert tags_read[keyword] == value
+
+
+@pytest.mark.parametrize(
+    ["keyword", "value"],
+    [
+        [
+            f"test_mlflow_cache_read_write-keyword-{string.random()}",
+            string.random(),
+        ]
+    ],
+)
+def test_mlflow_cache_read_write(keyword: str, value: str):
+    assert cache.write(keyword, value)
+
+    success, value_read = cache.read(keyword)
+    assert success
+    assert value_read == value

bluer_objects/tests/test_mysql_cache.py

@@ -0,0 +1,14 @@
+from blue_options import string
+
+from bluer_objects.mysql.cache.functions import read, write
+
+
+def test_mysql_cache_write_read():
+    keyword = string.random()
+    value = string.random()
+
+    assert write(keyword, value)
+
+    value_as_read = read(keyword)
+
+    assert value_as_read == value

bluer_objects/tests/test_mysql_relations.py

@@ -0,0 +1,16 @@
+from bluer_objects.objects import unique_object
+
+from bluer_objects.mysql.relations.functions import set_, get, list_of
+
+
+def test_mysql_cache_write_read():
+    object_1 = unique_object()
+    object_2 = unique_object()
+
+    relation = list_of[0]
+
+    assert set_(object_1, object_2, relation)
+
+    relation_as_Read = get(object_1, object_2)
+
+    assert relation_as_Read == relation

bluer_objects/tests/test_mysql_table.py

@@ -0,0 +1,9 @@
+from bluer_objects.mysql.table import Table
+
+
+def test_mysql_table():
+    table = Table(name="tags")
+
+    assert table.connect()
+
+    assert table.disconnect()

bluer_objects/tests/test_mysql_tags.py

@@ -0,0 +1,13 @@
+from bluer_objects.objects import unique_object
+
+from bluer_objects.mysql.tags.functions import get, set_
+
+
+def test_mysql_tags_get_set():
+    object_name = unique_object()
+
+    assert set_(object_name, "this,that")
+
+    tags_as_read = get(object_name)
+    assert "this" in tags_as_read
+    assert "that" in tags_as_read

bluer_objects/tests/test_objects.py

@@ -0,0 +1,180 @@
+import pytest
+
+from blueness import module
+
+from bluer_objects import file, path, objects, NAME
+from bluer_objects.env import VANWATCH_TEST_OBJECT
+from bluer_objects.logger import logger
+
+NAME = module.name(__file__, NAME)
+
+
+@pytest.fixture
+def test_object():
+    object_name = VANWATCH_TEST_OBJECT
+
+    assert objects.download(object_name=object_name)
+
+    yield object_name
+
+    logger.info(f"deleting {NAME}.test_object ...")
+
+
+@pytest.mark.parametrize(
+    ["object_name", "filename"],
+    [[VANWATCH_TEST_OBJECT, "vancouver.geojson"]],
+)
+def test_objects_download(
+    object_name: str,
+    filename: str,
+):
+    filename_fullpath = objects.path_of(
+        filename=filename,
+        object_name=object_name,
+    )
+    if file.exists(filename_fullpath):
+        assert file.delete(filename_fullpath)
+
+    assert not file.exists(filename_fullpath)
+
+    assert objects.download(object_name=object_name)
+
+    assert file.exists(filename_fullpath)
+
+
+@pytest.mark.parametrize(
+    ["object_name", "filename"],
+    [[VANWATCH_TEST_OBJECT, "vancouver.geojson"]],
+)
+def test_objects_download_filename(
+    object_name: str,
+    filename: str,
+):
+    filename_fullpath = objects.path_of(
+        filename=filename,
+        object_name=object_name,
+    )
+    if file.exists(filename_fullpath):
+        assert file.delete(filename_fullpath)
+
+    assert not file.exists(filename_fullpath)
+
+    assert objects.download(
+        object_name=object_name,
+        filename=filename,
+    )
+
+    assert file.exists(filename_fullpath)
+
+
+@pytest.mark.parametrize(
+    ["cloud"],
+    [[True], [False]],
+)
+def test_objects_list_of_files(
+    test_object,
+    cloud: bool,
+):
+    list_of_files = [
+        file.name_and_extension(filename)
+        for filename in objects.list_of_files(
+            object_name=test_object,
+            cloud=cloud,
+        )
+    ]
+
+    assert "vancouver.json" in list_of_files
+
+
+def test_object_object_path():
+    object_name = objects.unique_object("test_object_object_path")
+    object_path = objects.object_path(object_name, create=True)
+    assert object_path
+    assert path.exists(object_path)
+
+
+def test_objects_path_of(test_object):
+    assert file.exists(
+        objects.path_of(
+            object_name=test_object,
+            filename="vancouver.json",
+        )
+    )
+
+
+@pytest.mark.parametrize(
+    ["prefix"],
+    [["test_objects_unique_object"]],
+)
+def test_objects_unique_object(prefix: str):
+    object_name = objects.unique_object(prefix)
+    assert object_name
+    assert object_name.startswith(prefix)
+
+
+@pytest.mark.parametrize(
+    ["filename"],
+    [["vancouver.geojson"]],
+)
+def test_objects_upload(
+    filename: str,
+):
+    assert objects.download(object_name=VANWATCH_TEST_OBJECT)
+
+    object_name = objects.unique_object("test_objects_upload_filename")
+
+    source_filename = objects.path_of(
+        filename=filename,
+        object_name=VANWATCH_TEST_OBJECT,
+    )
+    destination_filename = objects.path_of(
+        filename=filename,
+        object_name=object_name,
+    )
+    assert file.copy(source_filename, destination_filename)
+
+    assert objects.upload(object_name=object_name)
+
+    assert file.delete(destination_filename)
+    assert not file.exists(destination_filename)
+
+    assert objects.download(object_name=object_name)
+
+    assert file.exists(destination_filename)
+
+
+@pytest.mark.parametrize(
+    ["filename"],
+    [["vancouver.geojson"]],
+)
+def test_objects_upload_filename(
+    filename: str,
+):
+    assert objects.download(object_name=VANWATCH_TEST_OBJECT)
+
+    object_name = objects.unique_object("test_objects_upload_filename")
+
+    source_filename = objects.path_of(
+        filename=filename,
+        object_name=VANWATCH_TEST_OBJECT,
+    )
+    destination_filename = objects.path_of(
+        filename=filename,
+        object_name=object_name,
+    )
+    assert file.copy(source_filename, destination_filename)
+
+    assert objects.upload(
+        object_name=object_name,
+        filename=filename,
+    )
+
+    assert file.delete(destination_filename)
+    assert not file.exists(destination_filename)
+
+    assert objects.download(
+        object_name=object_name,
+        filename=filename,
+    )
+
+    assert file.exists(destination_filename)

bluer_objects/tests/test_path.py

@@ -0,0 +1,7 @@
+from bluer_objects import path
+
+# TODO: complete.
+
+
+def test_path():
+    assert True

bluer_objects/tests/test_storage.py

@@ -0,0 +1,7 @@
+from bluer_objects.storage import instance as storage
+
+# TODO: complete.
+
+
+def test_storage():
+    assert True

bluer_objects/tests/test_version.py

@@ -0,0 +1,5 @@
+from bluer_objects import VERSION
+
+
+def test_version():
+    assert VERSION

bluer_objects/urls.py

@@ -0,0 +1,3 @@
+urlpatterns = []
+
+

bluer_objects-6.3.1.dist-info/METADATA

@@ -0,0 +1,57 @@
+Metadata-Version: 2.4
+Name: bluer_objects
+Version: 6.3.1
+Summary: 🌀 data objects for Bash.
+Home-page: https://github.com/kamangir/bluer-objects
+Author: Arash Abadpour (Kamangir)
+Author-email: arash@kamangir.net
+License: Public Domain
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Unix Shell
+Classifier: License :: Public Domain
+Classifier: Operating System :: OS Independent
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: abcli
+Requires-Dist: dill
+Requires-Dist: mlflow
+Requires-Dist: pandas
+Requires-Dist: urllib3
+Provides-Extra: opencv
+Requires-Dist: opencv-python; extra == "opencv"
+Dynamic: author
+Dynamic: author-email
+Dynamic: classifier
+Dynamic: description
+Dynamic: description-content-type
+Dynamic: home-page
+Dynamic: license
+Dynamic: license-file
+Dynamic: provides-extra
+Dynamic: requires-dist
+Dynamic: summary
+
+# 🌀 bluer-objects
+
+🌀 `bluer-objects` are the inputs and outputs of [AI algo](https://github.com/kamangir/giza). They are maintained in cloud storage and their metadata is tracked by [MLflow](https://mlflow.org/).
+
+For example, the Sentinel-2 [datacube](https://github.com/kamangir/blue-geo/tree/main/blue_geo/datacube) `datacube-EarthSearch-sentinel_2_l1c-S2A_10UDC_20240731_0_L1C` and 🌐 [`@geo watch` outputs](https://github.com/kamangir/blue-geo/tree/main/blue_geo/watch) are `bluer-objects`.
+
+```bash
+pip install bluer-objects
+```
+
+Also home to [blue README](https://github.com/kamangir/bluer-objects/blob/main/bluer_objects/README/).
+
+---
+
+> 🌀 [`blue-objects`](https://github.com/kamangir/blue-objects) for the [Global South](https://github.com/kamangir/blue-south).
+
+---
+
+
+[![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
+
+built by 🌀 [`blue_options-4.240.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`bluer_objects-6.3.1`](https://github.com/kamangir/bluer-objects).
+
+built by 🌀 [`blueness-3.96.1`](https://github.com/kamangir/blueness).