bluer-objects 6.377.1__py3-none-any.whl → 6.464.1__py3-none-any.whl

bluer_objects/README/process/mermaid.py

@@ -0,0 +1,20 @@
+from typing import List
+
+from bluer_objects.logger import logger
+
+
+def process_mermaid(template_line: str) -> List[str]:
+    template_line_pieces = template_line.split('"')
+    if len(template_line_pieces) != 3:
+        logger.error(f"🧜🏽‍♀️  mermaid line not in expected format: {template_line}.")
+        return False
+
+    template_line_pieces[1] = (
+        template_line_pieces[1]
+        .replace("<", "&lt;")
+        .replace(">", "&gt;")
+        .replace(" ", "<br>")
+        .replace("~~", " ")
+    )
+
+    return ['"'.join(template_line_pieces)]

bluer_objects/README/process/national_internet.py

@@ -0,0 +1,55 @@
+from typing import List
+
+from bluer_options import env
+from bluer_options.help.parsing import list_of_modules
+
+from bluer_objects import file
+from bluer_objects import path
+from bluer_objects.env import abcli_path_git
+from bluer_objects.README.consts import github_kamangir
+from bluer_objects.logger import logger
+
+
+def process_national_internet(
+    filename: str,
+    content: List[str],
+) -> List[str]:
+    if env.BLUER_AI_WEB_STATUS == "online":
+        return content
+
+    logger.info("🇮🇷 national internet adjustments...")
+
+    for this, that in {
+        "{}/{}/{}/main".format(
+            github_kamangir,
+            repo_name,
+            where,
+        ): "{}/{}".format(
+            abcli_path_git,
+            repo_name,
+        )
+        for repo_name in (
+            [
+                "assets",
+                "assets2",
+            ]
+            + [module.replace("_", "-") for module in list_of_modules]
+        )
+        for where in [
+            "blob",
+            "raw",
+            "tree",
+        ]
+    }.items():
+        content = [
+            line.replace(
+                this,
+                path.relative(
+                    that,
+                    file.path(filename),
+                ),
+            )
+            for line in content
+        ]
+
+    return content

bluer_objects/README/process/objects.py

@@ -0,0 +1,32 @@
+from bluer_objects import env
+
+
+def process_objects(template_line: str) -> str:
+    def suffix(token: str):
+        words = token.split(":::")
+        object_name = token.split(":::")[1].strip()
+
+        if len(words) <= 2:
+            return f"{object_name}.tar.gz"
+
+        filename = words[2].strip()
+        return f"{object_name}/{filename}"
+
+    if "object:::" in template_line:
+        template_line = " ".join(
+            [
+                (
+                    "[{}](https://{}.{}/{})".format(
+                        suffix(token),
+                        env.S3_PUBLIC_STORAGE_BUCKET,
+                        env.S3_STORAGE_ENDPOINT_URL.split("https://", 1)[1],
+                        suffix(token),
+                    )
+                    if token.startswith("object:::")
+                    else token
+                )
+                for token in template_line.split(" ")
+            ]
+        )
+
+    return template_line

bluer_objects/README/process/signature.py

@@ -0,0 +1,35 @@
+from typing import List
+
+from bluer_objects import ICON as MY_ICON
+from bluer_objects.logger import logger
+
+
+def signature(
+    REPO_NAME: str,
+    NAME: str,
+    ICON: str,
+    MODULE_NAME: str,
+    VERSION: str,
+) -> List[str]:
+    return [
+        "",
+        " ".join(
+            [
+                f"[![pylint](https://github.com/kamangir/{REPO_NAME}/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/{REPO_NAME}/actions/workflows/pylint.yml)",
+                f"[![pytest](https://github.com/kamangir/{REPO_NAME}/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/{REPO_NAME}/actions/workflows/pytest.yml)",
+                f"[![bashtest](https://github.com/kamangir/{REPO_NAME}/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/{REPO_NAME}/actions/workflows/bashtest.yml)",
+                f"[![PyPI version](https://img.shields.io/pypi/v/{MODULE_NAME}.svg)](https://pypi.org/project/{MODULE_NAME}/)",
+                f"[![PyPI - Downloads](https://img.shields.io/pypi/dd/{MODULE_NAME})](https://pypistats.org/packages/{MODULE_NAME})",
+            ]
+        ),
+        "",
+        "built by {} [`{}`]({}), based on {}[`{}-{}`]({}).".format(
+            MY_ICON,
+            "bluer README",
+            "https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README",
+            f"{ICON} " if ICON else "",
+            NAME,
+            VERSION,
+            f"https://github.com/kamangir/{REPO_NAME}",
+        ),
+    ]

bluer_objects/README/process/title.py

@@ -0,0 +1,44 @@
+import os
+from typing import List, Tuple
+
+from bluer_objects import file
+from bluer_objects.logger import logger
+
+
+def process_title(
+    template_line: str,
+    filename: str,
+) -> Tuple[bool, List[str]]:
+    template_line_pieces = [
+        piece for piece in template_line.strip().split(":::") if piece
+    ]
+    reference = template_line_pieces[1] if len(template_line_pieces) >= 2 else "docs"
+
+    filename_path_pieces = file.path(filename).split(os.sep)
+    if reference not in filename_path_pieces:
+        logger.error(
+            "reference: {} not found in {}.".format(
+                reference,
+                template_line,
+            )
+        )
+        return False, []
+
+    title_pieces = filename_path_pieces[filename_path_pieces.index(reference) + 1 :]
+    filename_name = file.name(filename)
+    if filename_name != "README":
+        title_pieces.append(filename_name)
+
+    return True, [
+        "# {}".format(
+            ": ".join(
+                [
+                    piece.replace(
+                        "_",
+                        "-",
+                    )
+                    for piece in title_pieces
+                ]
+            )
+        )
+    ]

bluer_objects/README/process/variables.py

@@ -0,0 +1,12 @@
+from typing import Dict
+
+from bluer_objects.logger import logger
+
+
+variables: Dict[str, str] = {}
+
+
+def process_variable(template_line: str):
+    key, value = template_line.split("set:::", 1)[1].split(" ", 1)
+    variables[key] = value
+    logger.info(f"{key} = {value}")

bluer_objects/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} Object management in Bash."
 
-VERSION = "6.377.1"
+VERSION = "6.464.1"
 
 REPO_NAME = "bluer-objects"
 

bluer_objects/config.env

@@ -1,11 +1,15 @@
 ABCLI_MLFLOW_EXPERIMENT_PREFIX=experiment/
 
+BLUER_OBJECTS_STORAGE_INTERFACE=s3
+
+BLUER_OBJECTS_TEST_OBJECT=2025-09-22-13-11-08-cjbb3q
+
+MLFLOW_IS_SERVERLESS=1
+
 MLFLOW_LOCK_WAIT_FOR_CLEARANCE=3
 MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY=1
 
-S3_STORAGE_BUCKET=kamangir
 S3_PUBLIC_STORAGE_BUCKET=kamangir-public
+S3_STORAGE_BUCKET=kamangir
 
-BLUER_OBJECTS_STORAGE_INTERFACE=s3
-
-BLUER_OBJECTS_TEST_OBJECT=2025-09-22-13-11-08-cjbb3q
+BLUER_OBJECTS_DEFAULT_ASSETS_VOL=2

bluer_objects/env.py

@@ -1,4 +1,3 @@
-from typing import Union
 import os
 
 from bluer_options.env import load_config, load_env, get_env
@@ -63,3 +62,7 @@ WEBDAV_LOGIN = get_env("WEBDAV_LOGIN")
 WEBDAV_PASSWORD = get_env("WEBDAV_PASSWORD")
 
 BLUER_OBJECTS_TEST_OBJECT = get_env("BLUER_OBJECTS_TEST_OBJECT")
+
+MLFLOW_IS_SERVERLESS = get_env("MLFLOW_IS_SERVERLESS", 1)
+
+BLUER_OBJECTS_DEFAULT_ASSETS_VOL = get_env("BLUER_OBJECTS_DEFAULT_ASSETS_VOL")

bluer_objects/file/functions.py

@@ -169,7 +169,14 @@ def download(
         return False
 
     if log:
-        logger.info(f"{NAME}: {url} -> {filename}")
+        logger.info(
+            "{}: {} -{}-> {}".format(
+                NAME,
+                url,
+                string.pretty_bytes(size(filename)),
+                filename,
+            )
+        )
 
     return True
 

bluer_objects/help/assets.py

@@ -1,7 +1,9 @@
 from typing import List
 
-from bluer_options.terminal import show_usage, xtra
 from bluer_ai.help.git import push_options
+from bluer_options.terminal import show_usage, xtra
+
+from bluer_objects import env
 
 
 def help_cd(
@@ -11,7 +13,7 @@ def help_cd(
     options = "".join(
         [
             xtra("create,", mono=mono),
-            "vol=<2>",
+            "vol=<{}>".format(env.BLUER_OBJECTS_DEFAULT_ASSETS_VOL),
         ]
     )
 
@@ -31,19 +33,14 @@ def help_mv(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = "".join(
-        [
-            xtra("create,", mono=mono),
-            "extension=<png>,vol=<2>",
-        ]
-    )
+    options = xtra("~create,extension=<jpg>,vol=<2>", mono=mono)
 
     return show_usage(
         [
             "@assets",
             "mv",
             f"[{options}]",
-            "[<path>]",
+            "[<this/that>]",
             "[push,{}]".format(
                 push_options(
                     mono=mono,

bluer_objects/help/functions.py

@@ -13,7 +13,6 @@ from bluer_objects.help.metadata import help_functions as help_metadata
 from bluer_objects.help.mlflow import help_functions as help_mlflow
 from bluer_objects.help.pdf import help_functions as help_pdf
 from bluer_objects.help.upload import help_upload
-from bluer_objects.help.web import help_functions as help_web
 
 help_functions = generic_help_functions(plugin_name=ALIAS)
 
@@ -31,6 +30,5 @@ help_functions.update(
         "mlflow": help_mlflow,
         "pdf": help_pdf,
         "upload": help_upload,
-        "web": help_web,
     }
 )

bluer_objects/help/mlflow/cache.py

@@ -9,8 +9,7 @@ def help_read(
 ) -> str:
     return show_usage(
         [
-            "@mlflow",
-            "cache",
+            "@cache",
             "read",
             "<keyword>",
         ],
@@ -25,8 +24,7 @@ def help_write(
 ) -> str:
     return show_usage(
         [
-            "@mlflow",
-            "cache",
+            "@cache",
             "write",
             "<keyword>",
             "<value>",

bluer_objects/help/mlflow/tags.py

@@ -1,6 +1,8 @@
 from typing import List
 
-from bluer_options.terminal import show_usage, xtra
+from bluer_options.terminal import show_usage
+
+from bluer_objects import env
 
 search_args = [
     "[--count <-1>]",
@@ -16,8 +18,7 @@ def help_clone(
 ) -> str:
     return show_usage(
         [
-            "@mlflow",
-            "tags",
+            "@tags",
             "clone",
             "[..|<object-1>]",
             "[.|<object-2>]",
@@ -35,8 +36,7 @@ def help_get(
 
     return show_usage(
         [
-            "@mlflow",
-            "tags",
+            "@tags",
             "get",
             "[.|<object-name>]",
         ]
@@ -50,40 +50,47 @@ def help_search(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = "explicit"
+    options = "<keyword-1>=<value-1>,<keyword-2>,~<keyword-3>"
 
     usage_1 = show_usage(
         [
-            "@mlflow",
-            "tags",
+            "@tags",
             "search",
             f"[{options}]",
         ]
-        + search_args
-        + ["[--filter_string <filter-string>]"],
-        "search mlflow for <filter-string>",
-        {
-            "<finter-string>: https://www.mlflow.org/docs/latest/search-experiments.html": ""
-        },
+        + search_args,
+        "search mlflow.",
         mono=mono,
     )
 
+    if env.MLFLOW_IS_SERVERLESS:
+        return usage_1
+
     # ---
 
-    options = "<keyword-1>=<value-1>,<keyword-2>,~<keyword-3>"
+    args = sorted(
+        [
+            "[--server_style 1]",
+            "[--filter_string <filter-string>]",
+        ]
+        + search_args
+    )
 
     usage_2 = show_usage(
         [
-            "@mlflow",
-            "tags",
+            "@tags",
             "search",
-            f"[{options}]",
         ]
-        + search_args,
-        "search mlflow.",
+        + args,
+        "search mlflow server for <filter-string>.",
+        {
+            "<filter-string>: https://www.mlflow.org/docs/latest/search-experiments.html": ""
+        },
         mono=mono,
     )
 
+    # ---
+
     return "\n".join(
         [
             usage_1,
@@ -98,14 +105,18 @@ def help_set(
 ) -> str:
     options = "<keyword-1>=<value>,<keyword-2>,~<keyword-3>"
 
+    args = [
+        "[--verbose 1]",
+    ]
+
     return show_usage(
         [
-            "@mlflow",
-            "tags",
+            "@tags",
             "set",
             "[.|<object-name>]",
             f"[{options}]",
-        ],
+        ]
+        + args,
         "set tags in mlflow.",
         mono=mono,
     )

bluer_objects/mlflow/__init__.py

@@ -18,7 +18,7 @@ from bluer_objects.mlflow.runs import (
     start_run,
 )
 from bluer_objects.mlflow.tags import (
-    create_filter_string,
+    create_server_style_filter_string,
     get_tags,
     search,
     set_tags,

bluer_objects/mlflow/__main__.py

@@ -24,7 +24,6 @@ from bluer_objects.mlflow.runs import (
     start_run,
 )
 from bluer_objects.mlflow.tags import (
-    create_filter_string,
     get_tags,
     search,
     set_tags,
@@ -42,7 +41,23 @@ parser.add_argument(
     "task",
     type=str,
     default="",
-    help="clone_tags|create_filter_string|get_id|get_run_id|get_tags|list_registered_models|log_artifacts|log_run|rm|search|set_tags|start_end_run|test|transition",
+    help=" | ".join(
+        [
+            "clone_tags",
+            "get_id",
+            "get_run_id",
+            "get_tags",
+            "list_registered_models",
+            "log_artifacts",
+            "log_run",
+            "rm",
+            "search",
+            "set_tags",
+            "start_end_run",
+            "test",
+            "transition",
+        ]
+    ),
 )
 parser.add_argument(
     "--count",
@@ -115,13 +130,13 @@ parser.add_argument(
     "--log",
     type=int,
     default=1,
-    help="0|1",
+    help="0 | 1",
 )
 parser.add_argument(
-    "--explicit_query",
+    "--server_style",
     type=int,
     default=0,
-    help="0|1",
+    help="0 | 1",
 )
 parser.add_argument(
     "--start_end",
@@ -162,6 +177,12 @@ parser.add_argument(
     default="",
     help="",
 )
+parser.add_argument(
+    "--verbose",
+    type=int,
+    default=0,
+    help="0 | 1",
+)
 args = parser.parse_args()
 
 delim = " " if args.delim == "space" else args.delim
@@ -171,9 +192,6 @@ if args.task == "clone_tags":
     success, tags = get_tags(args.source_objects)
     if success:
         success = set_tags(args.destination_object, tags)
-elif args.task == "create_filter_string":
-    success = True
-    print(create_filter_string(args.tags))
 elif args.task == "rm":
     success = reduce(
         lambda x, y: x and y,
@@ -188,7 +206,10 @@ elif args.task == "rm":
         True,
     )
 elif args.task == "get_tags":
-    success, tags = get_tags(args.object_name)
+    success, tags = get_tags(
+        args.object_name,
+        verbose=args.verbose == 1,
+    )
     print(tags if not args.tag else tags.get(args.tag, args.default))
 elif args.task == "get_id":
     success, id = get_id(args.object_name)
@@ -217,36 +238,33 @@ elif args.task == "log_artifacts":
 elif args.task == "log_run":
     success = log_run(args.object_name)
 elif args.task == "search":
-    success = True
-
-    filter_string = (
-        create_filter_string(args.tags)
-        if args.explicit_query == 0
-        else "" if args.filter_string == "-" else args.filter_string
+    success, list_of_objects = search(
+        filter_string=args.tags,
+        server_style=args.server_style == 1,
     )
 
-    list_of_objects = search(filter_string)
-
-    list_of_objects = list_of_objects[args.offset :]
+    if success:
+        list_of_objects = list_of_objects[args.offset :]
 
-    if args.count != -1:
-        list_of_objects = list_of_objects[: args.count]
+        if args.count != -1:
+            list_of_objects = list_of_objects[: args.count]
 
-    if args.log:
-        logger.info(
-            "{:,} {}.".format(
-                len(list_of_objects),
-                args.item_name_plural,
-            ),
-        )
-        for index, object_name in enumerate(list_of_objects):
-            logger.info(f"#{index+1: 4d} - {object_name}")
-    else:
-        print(delim.join(list_of_objects))
+        if args.log:
+            logger.info(
+                "{:,} {}.".format(
+                    len(list_of_objects),
+                    args.item_name_plural,
+                ),
+            )
+            for index, object_name in enumerate(list_of_objects):
+                logger.info(f"#{index+1: 4d} - {object_name}")
+        else:
+            print(delim.join(list_of_objects))
 elif args.task == "set_tags":
     success = set_tags(
         args.object_name,
         args.tags,
+        verbose=args.verbose == 1,
     )
 elif args.task == "transition":
     success = transition(

bluer_objects/mlflow/lock/functions.py

@@ -28,7 +28,7 @@ def lock(
 
     start_time = time.time()
     while True:
-        if timeout > 0 and time.time() - start_time > timeout:
+        if time.time() - start_time > timeout > 0:
             if verbose:
                 logger.warning(
                     "{}.lock: {}.{} timeout.".format(

bluer_objects/mlflow/logging.py

@@ -17,6 +17,9 @@ def log_artifacts(
     object_name: str,
     model_name: str = "",
 ) -> bool:
+    if env.MLFLOW_IS_SERVERLESS:
+        return True
+
     if not start_run(object_name):
         return False
 
@@ -49,6 +52,9 @@ def log_artifacts(
 
 
 def log_run(object_name: str) -> bool:
+    if env.MLFLOW_IS_SERVERLESS:
+        return True
+
     if not start_run(object_name):
         return False
 

bluer_objects/mlflow/models.py

@@ -5,6 +5,7 @@ from blueness import module
 from bluer_options.logger import crash_report
 
 from bluer_objects import NAME
+from bluer_objects import env
 from bluer_objects.logger import logger
 
 NAME = module.name(__file__, NAME)
@@ -14,6 +15,9 @@ def list_registered_models() -> Tuple[
     bool,
     List[str],
 ]:
+    if env.MLFLOW_IS_SERVERLESS:
+        return True, []
+
     try:
         client = MlflowClient()
         return True, [dict(rm)["name"] for rm in client.search_registered_models()]
@@ -29,6 +33,9 @@ def transition(
     stage_name: str,
     description: str,
 ) -> bool:
+    if env.MLFLOW_IS_SERVERLESS:
+        return True
+
     logger.info(
         '{}.transition: {}(#{}) ->  {} - "{}")'.format(
             NAME,