bluer-objects 6.104.1__py3-none-any.whl → 6.464.1__py3-none-any.whl

bluer_objects/file/save.py

@@ -1,4 +1,4 @@
-from typing import Any, Dict, List
+from typing import Any, Dict, List, Union
 import yaml
 import numpy as np
 import json
@@ -13,7 +13,6 @@ from bluer_options.host import is_jupyter
 from bluer_objects import NAME
 from bluer_objects.file.classes import JsonEncoder
 from bluer_objects.file.functions import path as file_path
-from bluer_objects.file.load import load_text
 from bluer_objects.path import create as path_create
 from bluer_objects.logger import logger
 
@@ -31,9 +30,15 @@ def finish_saving(
     success: bool,
     message: str,
     log: bool = True,
+    exception: Union[Exception, None] = None,
 ) -> bool:
     if not success:
-        crash_report(f"{message}: failed.")
+        crash_report(
+            "{}: failed: {}".format(
+                message,
+                exception,
+            )
+        )
     elif log:
         logger.info(message)
 
@@ -105,9 +110,9 @@ def save_fig(
     try:
         import matplotlib.pyplot as plt
 
+        plt.savefig(filename, bbox_inches="tight")
         if is_jupyter():
             plt.show()
-        plt.savefig(filename, bbox_inches="tight")
         plt.close()
     except:
         success = False
@@ -137,7 +142,9 @@ def save_image(
             data = np.flip(data, axis=2)
 
         cv2.imwrite(filename, data)
-    except:
+    except Exception as e:
+        if log:
+            logger.error(e)
         success = False
 
     return finish_saving(
@@ -214,32 +221,15 @@ def save_matrix(
 def save_text(
     filename: str,
     text: List[str],
-    if_different: bool = False,
     log: bool = False,
-    remove_empty_lines: bool = False,
 ) -> bool:
-    if remove_empty_lines:
-        text = [
-            line
-            for line, next_line in zip(text, text[1:] + ["x"])
-            if line.strip() or next_line.strip()
-        ]
-
-    if if_different:
-        _, content = load_text(filename, ignore_error=True)
-
-        if "|".join([line for line in content if line]) == "|".join(
-            [line for line in text if line]
-        ):
-            return True
-
     if not prepare_for_saving(filename):
         return False
 
     success = True
     try:
         with open(filename, "w") as fp:
-            fp.writelines([string + "\n" for string in text])
+            fp.writelines(string + "\n" for string in text)
     except:
         success = False
 
@@ -262,12 +252,14 @@ def save_yaml(
     if not prepare_for_saving(filename):
         return False
 
+    exception = None
     success = True
     try:
         with open(filename, "w") as f:
             yaml.dump(data, f)
-    except:
+    except Exception as e:
         success = False
+        exception = e
 
     return finish_saving(
         success,
@@ -277,4 +269,5 @@ def save_yaml(
             filename,
         ),
         log,
+        exception,
     )

bluer_objects/graphics/__main__.py

@@ -34,6 +34,12 @@ parser.add_argument(
     type=str,
     help="blank: <object-name>.gif",
 )
+parser.add_argument(
+    "--frame_count",
+    default=-1,
+    type=int,
+    help="-1: all",
+)
 parser.add_argument(
     "--frame_duration",
     default=150,
@@ -72,6 +78,7 @@ if args.task == "generate_animated_gif":
             ),
             object_name=args.object_name,
         ),
+        frame_count=args.frame_count,
         frame_duration=args.frame_duration,
         scale=args.scale,
     )

bluer_objects/graphics/gif.py

@@ -15,6 +15,7 @@ NAME = module.name(__file__, NAME)
 def generate_animated_gif(
     list_of_images: List[str],
     output_filename: str,
+    frame_count: int = -1,
     frame_duration: int = 150,
     scale: int = 1,
     log: bool = True,
@@ -22,17 +23,19 @@ def generate_animated_gif(
     if not list_of_images:
         return True
 
+    if frame_count != -1:
+        list_of_images = list_of_images[:frame_count]
+
     max_width = 0
     max_height = 0
     frames = []
     for filename in tqdm(list_of_images):
-        image = Image.open(filename)
-
-        frames.append(image)
+        with Image.open(filename) as image:
+            frames.append(image.copy())
 
-        width, height = image.size
-        max_width = max(max_width, width)
-        max_height = max(max_height, height)
+            width, height = image.size
+            max_width = max(max_width, width)
+            max_height = max(max_height, height)
 
     padded_frames = []
     for image in frames:
@@ -67,7 +70,7 @@ def generate_animated_gif(
     except Exception:
         success = False
 
-    message = "{}.generate_animated_gif({}x{}x{}) -scale={}-> {} @ {:.2f}ms".format(
+    message = "{}.generate_animated_gif({}x{}x{}) -scale={}-> {} @ {:.2f}ms{}".format(
         NAME,
         len(list_of_images),
         height,
@@ -75,6 +78,7 @@ def generate_animated_gif(
         scale,
         output_filename,
         frame_duration,
+        "" if frame_count == -1 else " [{} frame(s)]".format(frame_count),
     )
 
     if success:

bluer_objects/graphics/screen.py

@@ -24,14 +24,15 @@ def get_size() -> Tuple[int, int]:
     screen_height = 480
     screen_width = 640
 
-    if is_rpi() and not is_headless():
-        try:
-            # https://stackoverflow.com/a/14124257
-            screen = os.popen("xrandr -q -d :0").readlines()[0]
-            screen_width = int(screen.split()[7])
-            screen_height = int(screen.split()[9][:-1])
-        except Exception as e:
-            logger.error(f"{NAME}: Failed: {e}.")
+    if is_rpi():
+        if not is_headless():
+            try:
+                # https://stackoverflow.com/a/14124257
+                screen = os.popen("xrandr -q -d :0").readlines()[0]
+                screen_width = int(screen.split()[7])
+                screen_height = int(screen.split()[9][:-1])
+            except Exception as e:
+                logger.error(f"{NAME}: Failed: {e}.")
     elif is_mac():
         success, output = shell(
             "system_profiler SPDisplaysDataType | grep Resolution",

bluer_objects/help/assets.py

@@ -0,0 +1,93 @@
+from typing import List
+
+from bluer_ai.help.git import push_options
+from bluer_options.terminal import show_usage, xtra
+
+from bluer_objects import env
+
+
+def help_cd(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = "".join(
+        [
+            xtra("create,", mono=mono),
+            "vol=<{}>".format(env.BLUER_OBJECTS_DEFAULT_ASSETS_VOL),
+        ]
+    )
+
+    return show_usage(
+        [
+            "@assets",
+            "cd",
+            f"[{options}]",
+            "[<path>]",
+        ],
+        "cd assets volume.",
+        mono=mono,
+    )
+
+
+def help_mv(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = xtra("~create,extension=<jpg>,vol=<2>", mono=mono)
+
+    return show_usage(
+        [
+            "@assets",
+            "mv",
+            f"[{options}]",
+            "[<this/that>]",
+            "[push,{}]".format(
+                push_options(
+                    mono=mono,
+                    uses_actions=False,
+                    uses_pull_request=False,
+                    uses_workflows=False,
+                )
+            ),
+        ],
+        "mv assets to volume.",
+        mono=mono,
+    )
+
+
+def help_publish(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = "".join(
+        [
+            xtra("download,", mono=mono),
+            "extensions=<png+txt>",
+            xtra(",~pull,", mono=mono),
+            "push",
+        ]
+    )
+
+    args = [
+        "[--asset_name <other-object-name>]",
+        "[--prefix <prefix>]",
+    ]
+
+    return show_usage(
+        [
+            "@assets",
+            "publish",
+            f"[{options}]",
+            "[.|<object-name>]",
+        ]
+        + args,
+        "<object-name>/<prefix> -> assets.",
+        mono=mono,
+    )
+
+
+help_functions = {
+    "cd": help_cd,
+    "mv": help_mv,
+    "publish": help_publish,
+}

bluer_objects/help/create_test_asset.py

@@ -0,0 +1,22 @@
+from typing import List
+
+from bluer_options.terminal import show_usage
+
+
+def help_create_test_asset(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    args = [
+        "[--depth 10]",
+    ]
+
+    return show_usage(
+        [
+            "@create_test_asset",
+            "[.|<object-name>]",
+        ]
+        + args,
+        "create test asset.",
+        mono=mono,
+    )

bluer_objects/help/download.py

@@ -2,19 +2,33 @@ from typing import List
 
 from bluer_options.terminal import show_usage, xtra
 
+from bluer_objects.storage.policies import DownloadPolicy
+
+
+def options(mono: bool) -> str:
+    return "".join(
+        [
+            "filename=<filename>",
+            xtra(
+                ",policy={}".format(
+                    "|".join(sorted([policy.name.lower() for policy in DownloadPolicy]))
+                ),
+                mono=mono,
+            ),
+        ]
+    )
+
 
 def help_download(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = "filename=<filename>"
-
     open_options = "open,QGIS"
 
     return show_usage(
         [
             "@download",
-            f"[{options}]",
+            f"[{options(mono=mono)}]",
             "[.|<object-name>]",
             f"[{open_options}]",
         ],

bluer_objects/help/file.py

@@ -0,0 +1,59 @@
+from typing import List
+
+from bluer_options.terminal import show_usage, xtra
+
+
+def help_replace(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = xtra("sudo", mono=mono)
+
+    args = [
+        "--cat 1",
+        "--save 0",
+        "--this this-1+this-2",
+        "--that that-1+that-2",
+        "--whole_line 1",
+    ]
+
+    return show_usage(
+        [
+            "@file",
+            f"[{options}]",
+            "replace",
+            "<filename>",
+        ]
+        + args,
+        "<this> -> <that> in <filename>.",
+        mono=mono,
+    )
+
+
+def help_size(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = "-"
+
+    args = [
+        "--pretty 0",
+    ]
+
+    return show_usage(
+        [
+            "@file",
+            f"[{options}]",
+            "size",
+            "<filename>",
+        ]
+        + args,
+        "size of <filename>",
+        mono=mono,
+    )
+
+
+help_functions = {
+    "replace": help_replace,
+    "size": help_size,
+}

bluer_objects/help/functions.py

@@ -1,26 +1,34 @@
 from bluer_ai.help.generic import help_functions as generic_help_functions
 
 from bluer_objects import ALIAS
+from bluer_objects.help.assets import help_functions as help_assets
 from bluer_objects.help.clone import help_clone
+from bluer_objects.help.create_test_asset import help_create_test_asset
 from bluer_objects.help.download import help_download
-from bluer_objects.help.gif import help_gif
+from bluer_objects.help.gif import help_functions as help_gif
+from bluer_objects.help.file import help_functions as help_file
 from bluer_objects.help.host import help_functions as help_host
 from bluer_objects.help.ls import help_ls
 from bluer_objects.help.metadata import help_functions as help_metadata
 from bluer_objects.help.mlflow import help_functions as help_mlflow
+from bluer_objects.help.pdf import help_functions as help_pdf
 from bluer_objects.help.upload import help_upload
 
 help_functions = generic_help_functions(plugin_name=ALIAS)
 
 help_functions.update(
     {
+        "assets": help_assets,
         "clone": help_clone,
+        "create_test_asset": help_create_test_asset,
         "download": help_download,
+        "file": help_file,
         "gif": help_gif,
         "host": help_host,
         "ls": help_ls,
         "metadata": help_metadata,
         "mlflow": help_mlflow,
+        "pdf": help_pdf,
         "upload": help_upload,
     }
 )

bluer_objects/help/gif.py

@@ -10,6 +10,7 @@ def help_gif(
     options = xtra("~download,dryrun,~upload", mono=mono)
 
     args = [
+        "[--frame_count <100>]",
         "[--frame_duration <150>]",
         "[--output_filename <object-name>.gif]",
         "[--scale <1>]",
@@ -26,3 +27,27 @@ def help_gif(
         "generate <object-name>.gif.",
         mono=mono,
     )
+
+
+def help_gif_open(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = xtra("download,filename=<filename.gif>", mono=mono)
+
+    return show_usage(
+        [
+            "@gif",
+            "open",
+            f"[{options}]",
+            "[.|<object-name>]",
+        ],
+        "open <object-name>.gif.",
+        mono=mono,
+    )
+
+
+help_functions = {
+    "": help_gif,
+    "open": help_gif_open,
+}

bluer_objects/help/host.py

@@ -24,15 +24,16 @@ def help_reboot(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = xtra("dryrun", mono=mono)
+    options = xtra("dryrun,rpi", mono=mono)
 
     return show_usage(
         [
             "@host",
             "reboot",
             f"[{options}]",
+            "[<machine-name>]",
         ],
-        "reboot host.",
+        "reboot.",
         mono=mono,
     )
 
@@ -41,15 +42,16 @@ def help_shutdown(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = xtra("dryrun", mono=mono)
+    options = xtra("dryrun,rpi", mono=mono)
 
     return show_usage(
         [
             "@host",
             "shutdown",
             f"[{options}]",
+            "[<machine-name>]",
         ],
-        "shutdown host.",
+        "shutdown.",
         mono=mono,
     )
 

bluer_objects/help/ls.py

@@ -15,26 +15,49 @@ def help_ls(
     usage_1 = show_usage(
         [
             "@ls",
-            "cloud | local",
-            "<object-name>",
+            "[cloud|local]",
+            "[.|<object-name>]",
         ]
         + args,
         "ls <object-name>.",
         mono=mono,
     )
 
+    # ---
+
+    args = [
+        "[--delim <space>]",
+        "[--log <0>]",
+        "[--prefix <prefix>]",
+    ]
+
     usage_2 = show_usage(
         [
             "@ls",
-            "<path>",
+            "[cloud|local,objects]",
+        ]
+        + args,
+        "ls objects.",
+        mono=mono,
+    )
+
+    # ---
+
+    usage_3 = show_usage(
+        [
+            "@ls",
+            "[<path>]",
         ],
         "ls <path>.",
         mono=mono,
     )
 
+    # ---
+
     return "\n".join(
         [
             usage_1,
             usage_2,
+            usage_3,
         ]
     )

bluer_objects/help/metadata.py

@@ -3,6 +3,39 @@ from typing import List
 from bluer_options.terminal import show_usage, xtra
 
 
+def help_download(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    return show_usage(
+        [
+            "@metadata",
+            "download",
+            "[. | <object-name>]",
+        ],
+        "download <object-name>/metadata",
+        mono=mono,
+    )
+
+
+def help_edit(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = "download"
+
+    return show_usage(
+        [
+            "@metadata",
+            "edit",
+            f"[{options}]",
+            "[.|<object-name>]",
+        ],
+        "edit <object-name>/metadata",
+        mono=mono,
+    )
+
+
 def help_get(
     tokens: List[str],
     mono: bool,
@@ -146,7 +179,25 @@ def help_post(
     )
 
 
+def help_upload(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    return show_usage(
+        [
+            "@metadata",
+            "upload",
+            "[. | <object-name>]",
+        ],
+        "upload <object-name>/metadata",
+        mono=mono,
+    )
+
+
 help_functions = {
+    "download": help_download,
+    "edit": help_edit,
     "get": help_get,
     "post": help_post,
+    "upload": help_upload,
 }

bluer_objects/help/mlflow/__init__.py

@@ -3,6 +3,7 @@ from typing import List
 from bluer_options.terminal import show_usage, xtra
 
 from bluer_objects.help.mlflow.cache import help_functions as help_cache
+from bluer_objects.help.mlflow.lock import help_functions as help_lock
 from bluer_objects.help.mlflow.tags import help_functions as help_tags
 from bluer_ai import env
 
@@ -29,7 +30,7 @@ def help_deploy(
     tokens: List[str],
     mono: bool,
 ) -> str:
-    options = xtra("dryrun,~local,port=<5001>", mono=mono)
+    options = xtra("dryrun,port=<5001>", mono=mono)
 
     return show_usage(
         [
@@ -42,6 +43,22 @@ def help_deploy(
     )
 
 
+def help_deploy_set(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    return show_usage(
+        [
+            "@mlflow",
+            "deploy",
+            "set",
+            "<url> | local",
+        ],
+        "set mlflow deployment.",
+        mono=mono,
+    )
+
+
 def help_get_id(
     tokens: List[str],
     mono: bool,
@@ -198,10 +215,14 @@ def help_transition(
 help_functions = {
     "browse": help_browse,
     "cache": help_cache,
-    "deploy": help_deploy,
+    "deploy": {
+        "": help_deploy,
+        "set": help_deploy_set,
+    },
     "get_id": help_get_id,
     "get_run_id": help_get_run_id,
     "list_registered_models": help_list_registered_models,
+    "lock": help_lock,
     "log_artifacts": help_log_artifacts,
     "log_run": help_log_run,
     "rm": help_rm,