bluer-objects 6.258.1__tar.gz → 6.268.1__tar.gz

{bluer_objects-6.258.1/bluer_objects.egg-info → bluer_objects-6.268.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.258.1
+Version: 6.268.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.258.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.268.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/README.md

@@ -30,4 +30,4 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.258.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.268.1`](https://github.com/kamangir/bluer-objects).

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/.abcli/gif.sh

@@ -2,6 +2,24 @@
 
 function bluer_objects_gif() {
     local options=$1
+    local do_open=$(bluer_ai_option_int "$options" open 0)
+    if [[ "$do_open" == 1 ]]; then
+        local options=$2
+        local do_download=$(bluer_ai_option_int "$options" download 0)
+
+        local object_name=$(bluer_ai_clarify_object $3 .)
+        local filename=$(bluer_ai_option "$options" filename $object_name.gif)
+
+        [[ "$do_download" == 1 ]] &&
+            bluer_objects_download \
+                filename=$filename \
+                $object_name
+
+        bluer_ai_browse $ABCLI_OBJECT_ROOT/$object_name/$filename
+
+        return
+    fi
+
     local do_dryrun=$(bluer_ai_option_int "$options" dryrun 0)
     local do_download=$(bluer_ai_option_int "$options" download $(bluer_ai_not $do_dryrun))
     local do_upload=$(bluer_ai_option_int "$options" upload $(bluer_ai_not $do_dryrun))

bluer_objects-6.268.1/bluer_objects/.abcli/ls.sh

@@ -0,0 +1,24 @@
+#! /usr/bin/env bash
+
+function bluer_objects_ls() {
+    local options=$1
+    local where=$(bluer_ai_option_choice "$options" cloud,local local)
+    local objects=$(bluer_ai_option_int "$options" objects 0)
+
+    if [[ "$objects" == 1 ]]; then
+        python3 -m bluer_objects.storage \
+            ls_objects \
+            --where $where \
+            "${@:2}"
+
+        return
+    fi
+
+    local object_name=$(bluer_ai_clarify_object $2 .)
+
+    python3 -m bluer_objects.storage \
+        ls \
+        --object_name $object_name \
+        --where $where \
+        "${@:3}"
+}

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/.abcli/tests/help.sh

@@ -29,6 +29,7 @@ function test_bluer_objects_help() {
         "@download" \
         \
         "@gif" \
+        "@gif open" \
         \
         "@ls" \
         \
@@ -69,10 +70,6 @@ function test_bluer_objects_help() {
         \
         "@storage" \
         "@storage clear" \
-        "@storage download_file" \
-        "@storage exists" \
-        "@storage list" \
-        "@storage rm" \
         "@storage status" \
         \
         "@upload" \

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/.abcli/tests/ls.sh

@@ -20,5 +20,9 @@ function test_bluer_objects_ls() {
     [[ $? -ne 0 ]] && return 1
     bluer_ai_hr
 
-    bluer_objects_ls $abcli_path_bash/tests/
+    bluer_objects_ls cloud,objects --prefix 2025-09
+    [[ $? -ne 0 ]] && return 1
+    bluer_ai_hr
+
+    bluer_objects_ls local,objects --prefix 2025-09
 }

bluer_objects-6.268.1/bluer_objects/.abcli/tests/open.sh

@@ -0,0 +1,11 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_open() {
+    local options=$1
+
+    bluer_ai_eval ,$options \
+        bluer_ai_open \
+        ,$options \
+        $BLUER_OBJECTS_TEST_OBJECT \
+        "${@:2}"
+}

bluer_objects-6.268.1/bluer_objects/.abcli/tests/open_gif_open.sh

@@ -0,0 +1,14 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_gif_open() {
+    local options=$1
+
+    bluer_ai_eval ,$options \
+        bluer_objects_gif \
+        open \
+        download \
+        $BLUER_OBJECTS_TEST_OBJECT \
+        "${@:2}"
+
+    return 0
+}

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} Object management in Bash."
 
-VERSION = "6.258.1"
+VERSION = "6.268.1"
 
 REPO_NAME = "bluer-objects"
 

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/config.env

@@ -6,4 +6,6 @@ MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY=1
 S3_STORAGE_BUCKET=kamangir
 S3_PUBLIC_STORAGE_BUCKET=kamangir-public
 
-BLUER_OBJECTS_STORAGE_INTERFACE=s3
+BLUER_OBJECTS_STORAGE_INTERFACE=s3
+
+BLUER_OBJECTS_TEST_OBJECT=2025-09-22-13-11-08-cjbb3q

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/env.py

@@ -61,3 +61,5 @@ MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY = get_env("MLFLOW_LOCK_WAIT_FOR_EXCLUSIVITY", 1
 WEBDAV_HOSTNAME = get_env("WEBDAV_HOSTNAME")
 WEBDAV_LOGIN = get_env("WEBDAV_LOGIN")
 WEBDAV_PASSWORD = get_env("WEBDAV_PASSWORD")
+
+BLUER_OBJECTS_TEST_OBJECT = get_env("BLUER_OBJECTS_TEST_OBJECT")

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/help/functions.py

@@ -4,7 +4,7 @@ from bluer_objects import ALIAS
 from bluer_objects.help.clone import help_clone
 from bluer_objects.help.create_test_asset import help_create_test_asset
 from bluer_objects.help.download import help_download
-from bluer_objects.help.gif import help_gif
+from bluer_objects.help.gif import help_functions as help_gif
 from bluer_objects.help.host import help_functions as help_host
 from bluer_objects.help.ls import help_ls
 from bluer_objects.help.metadata import help_functions as help_metadata

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/help/gif.py

@@ -26,3 +26,27 @@ def help_gif(
         "generate <object-name>.gif.",
         mono=mono,
     )
+
+
+def help_gif_open(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = xtra("download,filename=<filename.gif>", mono=mono)
+
+    return show_usage(
+        [
+            "@gif",
+            "open",
+            f"[{options}]",
+            "[.|<object-name>]",
+        ],
+        "open <object-name>.gif.",
+        mono=mono,
+    )
+
+
+help_functions = {
+    "": help_gif,
+    "open": help_gif_open,
+}

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/help/ls.py

@@ -15,20 +15,30 @@ def help_ls(
     usage_1 = show_usage(
         [
             "@ls",
-            "cloud | local",
-            "<object-name>",
+            "[cloud|local]",
+            "[.|<object-name>]",
         ]
         + args,
         "ls <object-name>.",
         mono=mono,
     )
 
+    # ---
+
+    args = [
+        "[--delim <space>]",
+        "[--log <0>]",
+        "[--prefix <prefix>]",
+    ]
+
     usage_2 = show_usage(
         [
             "@ls",
-            "<path>",
-        ],
-        "ls <path>.",
+            "[cloud|local]",
+            "objects",
+        ]
+        + args,
+        "ls objects.",
         mono=mono,
     )
 

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/storage/__init__.py

@@ -56,6 +56,16 @@ def ls(
     )
 
 
+def ls_objects(
+    prefix: str,
+    where: str = "local",
+) -> Tuple[bool, List[str]]:
+    return interface.ls_objects(
+        prefix=prefix,
+        where=where,
+    )
+
+
 def upload(
     object_name: str,
     filename: str = "",

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/storage/__main__.py

@@ -2,6 +2,7 @@ import argparse
 
 from blueness import module
 from blueness.argparse.generic import sys_exit
+from bluer_options.logger.config import log_list
 
 from bluer_objects import NAME
 from bluer_objects import storage
@@ -14,7 +15,7 @@ parser = argparse.ArgumentParser(NAME)
 parser.add_argument(
     "task",
     type=str,
-    help="clear | download | ls | upload",
+    help="clear | download | ls | ls_objects | upload",
 )
 parser.add_argument(
     "--object_name",
@@ -66,6 +67,11 @@ parser.add_argument(
     default="none",
     help=" | ".join(sorted([policy.name.lower() for policy in DownloadPolicy])),
 )
+parser.add_argument(
+    "--prefix",
+    type=str,
+    default="",
+)
 args = parser.parse_args()
 
 delim = " " if args.delim == "space" else args.delim
@@ -88,14 +94,19 @@ elif args.task == "ls":
     )
 
     if args.log:
-        logger.info(
-            "{:,} file(s).".format(len(list_of_files)),
-        )
-        for index, filename in enumerate(list_of_files):
-            logger.info(f"#{index+1: 4d} - {filename}")
+        log_list(logger, "", list_of_files, "file(s)", 999)
     else:
         print(delim.join(list_of_files))
+elif args.task == "ls_objects":
+    success, list_of_objects = storage.ls_objects(
+        prefix=args.prefix,
+        where=args.where,
+    )
 
+    if args.log:
+        log_list(logger, "", list_of_objects, "objects(s)", 999)
+    else:
+        print(delim.join(list_of_objects))
 elif args.task == "upload":
     success = storage.upload(
         object_name=args.object_name,

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/storage/base.py

@@ -3,8 +3,10 @@ import glob
 from typing import Tuple, List
 
 from bluer_objects import objects
+from bluer_objects import path
 from bluer_objects.storage.policies import DownloadPolicy
 from bluer_objects.logger import logger
+from bluer_objects.env import ABCLI_OBJECT_ROOT
 
 
 class StorageInterface:
@@ -69,6 +71,34 @@ class StorageInterface:
         logger.error(f"Unknown 'where': {where}")
         return False, []
 
+    def ls_objects(
+        self,
+        prefix: str,
+        where: str = "local",
+    ) -> Tuple[bool, List[str]]:
+        if where == "local":
+            return True, sorted(
+                [
+                    os.path.relpath(dirname, start=ABCLI_OBJECT_ROOT)
+                    for dirname in glob.glob(
+                        os.path.join(
+                            ABCLI_OBJECT_ROOT,
+                            "*",
+                        ),
+                        recursive=False,
+                    )
+                    if not os.path.isfile(dirname)
+                    and path.name(dirname).startswith(prefix)
+                ]
+            )
+
+        if where == "cloud":
+            logger.error("not implemented")
+            return False, []
+
+        logger.error(f"Unknown 'where': {where}")
+        return False, []
+
     def upload(
         self,
         object_name: str,

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/storage/s3.py

@@ -31,41 +31,9 @@ class S3Interface(StorageInterface):
             )
         )
 
-        try:
-            s3 = boto3.client(
-                "s3",
-                endpoint_url=env.S3_STORAGE_ENDPOINT_URL,
-                aws_access_key_id=env.S3_STORAGE_AWS_ACCESS_KEY_ID,
-                aws_secret_access_key=env.S3_STORAGE_AWS_SECRET_ACCESS_KEY,
-            )
-
-            paginator = s3.get_paginator("list_objects_v2")
-            pages = paginator.paginate(
-                Bucket=env.S3_STORAGE_BUCKET,
-                Prefix="test",
-            )
-        except Exception as e:
-            logger.error(e)
-            return False
-
-        list_of_objects = sorted(
-            list(
-                set(
-                    reduce(
-                        lambda x, y: x + y,
-                        [
-                            [
-                                obj["Key"].split("/", 1)[0]
-                                for obj in page.get("Contents", [])
-                            ]
-                            for page in pages
-                        ],
-                        [],
-                    )
-                )
-            )
-        )
-
+        success, list_of_objects = self.list_of_objects(prefix="test")
+        if not success:
+            return success
         logger.info(f"{len(list_of_objects)} object(s) to delete.")
 
         for object_name in tqdm(list_of_objects):
@@ -188,6 +156,47 @@ class S3Interface(StorageInterface):
 
         return True
 
+    def list_of_objects(
+        self,
+        prefix: str = "",
+    ) -> Tuple[bool, List[str]]:
+        try:
+            s3 = boto3.client(
+                "s3",
+                endpoint_url=env.S3_STORAGE_ENDPOINT_URL,
+                aws_access_key_id=env.S3_STORAGE_AWS_ACCESS_KEY_ID,
+                aws_secret_access_key=env.S3_STORAGE_AWS_SECRET_ACCESS_KEY,
+            )
+
+            paginator = s3.get_paginator("list_objects_v2")
+            pages = paginator.paginate(
+                Bucket=env.S3_STORAGE_BUCKET,
+                Prefix=prefix,
+            )
+        except Exception as e:
+            logger.error(e)
+            return False, []
+
+        list_of_objects = sorted(
+            list(
+                set(
+                    reduce(
+                        lambda x, y: x + y,
+                        [
+                            [
+                                obj["Key"].split("/", 1)[0]
+                                for obj in page.get("Contents", [])
+                            ]
+                            for page in pages
+                        ],
+                        [],
+                    )
+                )
+            )
+        )
+
+        return True, list_of_objects
+
     def ls(
         self,
         object_name: str,
@@ -232,6 +241,19 @@ class S3Interface(StorageInterface):
             where=where,
         )
 
+    def ls_objects(
+        self,
+        prefix: str,
+        where: str = "local",
+    ) -> Tuple[bool, List[str]]:
+        if where == "cloud":
+            return self.list_of_objects(prefix)
+
+        return super().ls_objects(
+            prefix=prefix,
+            where=where,
+        )
+
     def upload(
         self,
         object_name: str,

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects/tests/test_env.py

@@ -41,3 +41,5 @@ def test_bluer_objects_env():
     assert env.WEBDAV_HOSTNAME
     assert env.WEBDAV_LOGIN
     assert env.WEBDAV_PASSWORD
+
+    assert env.BLUER_OBJECTS_TEST_OBJECT

{bluer_objects-6.258.1 → bluer_objects-6.268.1/bluer_objects.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: bluer_objects
-Version: 6.258.1
+Version: 6.268.1
 Summary: 🌀 Object management in Bash.
 Home-page: https://github.com/kamangir/bluer-objects
 Author: Arash Abadpour (Kamangir)
@@ -64,6 +64,6 @@ pip install bluer-objects
 
 [![pylint](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/bluer-objects.svg)](https://pypi.org/project/bluer-objects/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/bluer-objects)](https://pypistats.org/packages/bluer-objects)
 
-built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.258.1`](https://github.com/kamangir/bluer-objects).
+built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.268.1`](https://github.com/kamangir/bluer-objects).
 
 built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).

{bluer_objects-6.258.1 → bluer_objects-6.268.1}/bluer_objects.egg-info/SOURCES.txt

@@ -57,10 +57,6 @@ bluer_objects/.abcli/mlflow/tags/get.sh
 bluer_objects/.abcli/mlflow/tags/search.sh
 bluer_objects/.abcli/mlflow/tags/set.sh
 bluer_objects/.abcli/storage/clear.sh
-bluer_objects/.abcli/storage/download_file.sh
-bluer_objects/.abcli/storage/exists.sh
-bluer_objects/.abcli/storage/list.sh
-bluer_objects/.abcli/storage/rm.sh
 bluer_objects/.abcli/storage/status.sh
 bluer_objects/.abcli/tests/README.sh
 bluer_objects/.abcli/tests/clone.sh
@@ -75,6 +71,8 @@ bluer_objects/.abcli/tests/mlflow_lock.sh
 bluer_objects/.abcli/tests/mlflow_logging.sh
 bluer_objects/.abcli/tests/mlflow_tags.sh
 bluer_objects/.abcli/tests/mlflow_test.sh
+bluer_objects/.abcli/tests/open.sh
+bluer_objects/.abcli/tests/open_gif_open.sh
 bluer_objects/.abcli/tests/storage_public_upload.sh
 bluer_objects/.abcli/tests/storage_upload_download.sh
 bluer_objects/.abcli/tests/version.sh

bluer_objects-6.258.1/bluer_objects/.abcli/ls.sh

@@ -1,18 +0,0 @@
-#! /usr/bin/env bash
-
-function bluer_objects_ls() {
-    local options=$1
-    local where=$(bluer_ai_option_choice "$options" cloud,local)
-
-    if [[ -z "$where" ]]; then
-        ls -1 "$@"
-    else
-        local object_name=$(bluer_ai_clarify_object $2 .)
-
-        python3 -m bluer_objects.storage \
-            ls \
-            --object_name $object_name \
-            --where $where \
-            "${@:3}"
-    fi
-}

bluer_objects-6.258.1/bluer_objects/.abcli/storage/download_file.sh

@@ -1,9 +0,0 @@
-#! /usr/bin/env bash
-
-function bluer_ai_storage_download_file() {
-    python3 -m bluer_objects.storage \
-        download_file \
-        --object_name "$1" \
-        --filename "$2" \
-        "${@:3}"
-}

bluer_objects-6.258.1/bluer_objects/.abcli/storage/exists.sh

@@ -1,8 +0,0 @@
-#! /usr/bin/env bash
-
-function bluer_ai_storage_exists() {
-    python3 -m bluer_objects.storage \
-        exists \
-        --object_name "$1" \
-        "${@:2}"
-}

bluer_objects-6.258.1/bluer_objects/.abcli/storage/list.sh

@@ -1,8 +0,0 @@
-#! /usr/bin/env bash
-
-function bluer_ai_storage_list() {
-    python3 -m bluer_objects.storage \
-        list_of_objects \
-        --prefix "$1" \
-        "${@:2}"
-}

bluer_objects-6.258.1/bluer_objects/.abcli/storage/rm.sh

@@ -1,11 +0,0 @@
-#! /usr/bin/env bash
-
-function bluer_ai_storage_rm() {
-    local options=$1
-    local do_dryrun=$(bluer_ai_option_int "$options" dryrun 1)
-
-    local object_name=$(bluer_ai_clarify_object $2 void)
-
-    bluer_ai_eval dryrun=$do_dryrun \
-        rm -rfv $ABCLI_OBJECT_ROOT/$object_name
-}