bluer-objects 6.151.1__tar.gz → 6.155.1__tar.gz

{bluer_objects-6.151.1/bluer_objects.egg-info → bluer_objects-6.155.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.151.1
+Version: 6.155.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.151.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.155.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.151.1 → bluer_objects-6.155.1}/README.md

@@ -30,4 +30,4 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.151.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.155.1`](https://github.com/kamangir/bluer-objects).

{bluer_objects-6.151.1 → bluer_objects-6.155.1}/bluer_objects/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} Object management in Bash."
 
-VERSION = "6.151.1"
+VERSION = "6.155.1"
 
 REPO_NAME = "bluer-objects"
 

{bluer_objects-6.151.1 → bluer_objects-6.155.1}/bluer_objects/env.py

@@ -52,6 +52,7 @@ if MLFLOW_DEPLOYMENT == "local":
 else:
     MLFLOW_TRACKING_URI = MLFLOW_DEPLOYMENT
 os.environ["MLFLOW_TRACKING_URI"] = MLFLOW_TRACKING_URI
+MLFLOW_LOG_ARTIFACTS = "arvan" not in MLFLOW_DEPLOYMENT
 
 WEBDAV_HOSTNAME = get_env("WEBDAV_HOSTNAME")
 WEBDAV_LOGIN = get_env("WEBDAV_LOGIN")

bluer_objects-6.155.1/bluer_objects/mlflow/logging.py

@@ -0,0 +1,87 @@
+from typing import Dict
+import os
+import glob
+import mlflow
+
+from blueness import module
+from bluer_options.logger import crash_report
+
+from bluer_objects import file, objects, NAME, env
+from bluer_objects.mlflow.runs import start_run, end_run
+from bluer_objects.logger import logger
+
+NAME = module.name(__file__, NAME)
+
+
+def log_artifacts(
+    object_name: str,
+    model_name: str = "",
+) -> bool:
+    if not start_run(object_name):
+        return False
+
+    object_path = objects.object_path(object_name, create=True)
+
+    if env.MLFLOW_LOG_ARTIFACTS:
+        try:
+            mlflow.log_artifacts(object_path)
+
+            logger.info("⬆️  {}".format(object_name))
+
+            # https://mlflow.org/docs/latest/python_api/mlflow.html#mlflow.register_model
+            # https://stackoverflow.com/a/71447758/17619982
+            if model_name:
+                mv = mlflow.register_model(
+                    "runs:/{}".format(mlflow.active_run().info.run_id),
+                    model_name,
+                    await_registration_for=0,
+                )
+
+                logger.info("*️⃣  {} -> {}.{}".format(object_name, mv.name, mv.version))
+
+        except:
+            crash_report(f"{NAME}.log_artifacts({object_name})")
+            return False
+    else:
+        logger.info("skipped log artifacts.")
+
+    return end_run(object_name)
+
+
+def log_run(object_name: str) -> bool:
+    if not start_run(object_name):
+        return False
+
+    object_path = objects.object_path(object_name, create=True)
+
+    if env.MLFLOW_LOG_ARTIFACTS:
+        counts: Dict[str, int] = {}
+        skipped_count = 0
+        for extension in "dot,gif,jpeg,jpg,json,png,sh,xml,yaml".split(","):
+            for filename in glob.glob(
+                os.path.join(object_path, f"*.{extension}"),
+            ):
+                filename_name = file.name(filename)
+
+                counts[len(filename_name)] = counts.get(len(filename_name), 0) + 1
+
+                if any(
+                    [
+                        file.size(filename) > 10 * 1024 * 1024,
+                        filename_name.startswith("thumbnail"),
+                        counts[len(filename_name)] > 20,
+                    ]
+                ):
+                    logger.info(f"skipping {filename}")
+                    skipped_count += 1
+                    continue
+
+                mlflow.log_artifact(filename)
+                logger.info(f"⬆️  {filename}")
+
+        if skipped_count:
+            logger.info(f"skipped {skipped_count:,} file(s).")
+    else:
+        logger.info("skipped log artifacts.")
+
+    return end_run(object_name)

{bluer_objects-6.151.1 → bluer_objects-6.155.1/bluer_objects.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.151.1
+Version: 6.155.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.151.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.155.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

bluer_objects-6.151.1/bluer_objects/mlflow/logging.py

@@ -1,81 +0,0 @@
-from typing import Dict
-import os
-import glob
-import mlflow
-
-from blueness import module
-from bluer_options.logger import crash_report
-
-from bluer_objects import file, objects, NAME
-from bluer_objects.mlflow.runs import start_run, end_run
-from bluer_objects.logger import logger
-
-NAME = module.name(__file__, NAME)
-
-
-def log_artifacts(
-    object_name: str,
-    model_name: str = "",
-) -> bool:
-    if not start_run(object_name):
-        return False
-
-    object_path = objects.object_path(object_name, create=True)
-
-    try:
-        mlflow.log_artifacts(object_path)
-
-        logger.info("⬆️  {}".format(object_name))
-
-        # https://mlflow.org/docs/latest/python_api/mlflow.html#mlflow.register_model
-        # https://stackoverflow.com/a/71447758/17619982
-        if model_name:
-            mv = mlflow.register_model(
-                "runs:/{}".format(mlflow.active_run().info.run_id),
-                model_name,
-                await_registration_for=0,
-            )
-
-            logger.info("*️⃣  {} -> {}.{}".format(object_name, mv.name, mv.version))
-
-    except:
-        crash_report(f"{NAME}.log_artifacts({object_name})")
-        return False
-
-    return end_run(object_name)
-
-
-def log_run(object_name: str) -> bool:
-    if not start_run(object_name):
-        return False
-
-    object_path = objects.object_path(object_name, create=True)
-
-    counts: Dict[str, int] = {}
-    skipped_count = 0
-    for extension in "dot,gif,jpeg,jpg,json,png,sh,xml,yaml".split(","):
-        for filename in glob.glob(
-            os.path.join(object_path, f"*.{extension}"),
-        ):
-            filename_name = file.name(filename)
-
-            counts[len(filename_name)] = counts.get(len(filename_name), 0) + 1
-
-            if any(
-                [
-                    file.size(filename) > 10 * 1024 * 1024,
-                    filename_name.startswith("thumbnail"),
-                    counts[len(filename_name)] > 20,
-                ]
-            ):
-                logger.info(f"skipping {filename}")
-                skipped_count += 1
-                continue
-
-            mlflow.log_artifact(filename)
-            logger.info(f"⬆️  {filename}")
-
-    if skipped_count:
-        logger.info(f"skipped {skipped_count:,} file(s).")
-
-    return end_run(object_name)