bluer-objects 6.104.1__py3-none-any.whl → 6.464.1__py3-none-any.whl

bluer_objects/.abcli/abcli.sh

@@ -5,5 +5,11 @@ bluer_ai_source_caller_suffix_path /tests
 bluer_ai_env_dot_load \
     caller,plugin=bluer_objects,suffix=/../..
 
+if [[ "$MLFLOW_DEPLOYMENT" == "local" ]]; then
+    export MLFLOW_TRACKING_URI=$HOME/mlflow
+else
+    export MLFLOW_TRACKING_URI=$MLFLOW_DEPLOYMENT
+fi
+
 bluer_ai_env_dot_load \
     caller,filename=config.env,suffix=/..

bluer_objects/.abcli/alias.sh

@@ -1,13 +1,14 @@
 #! /usr/bin/env bash
 
-alias @ai=bluer_ai
+alias @assets=bluer_objects_assets
+
+alias @create_test_asset=bluer_objects_create_test_asset
 
 alias @download=bluer_objects_download
 
 alias @gif=bluer_objects_gif
 
 alias @cache=bluer_objects_mlflow_cache
-alias @ref="bluer_objects_mlflow_cache read"
 alias @tags=bluer_objects_mlflow_tags
 
 alias @clone=bluer_objects_clone
@@ -19,18 +20,24 @@ alias @host=bluer_objects_host
 
 alias @ls=bluer_objects_ls
 
+alias @lock=bluer_objects_mlflow_lock
+
 alias @metadata=bluer_objects_metadata
 
 alias @mlflow=bluer_objects_mlflow
 
-alias @mysql=abcli_mysql
+alias @pdf=bluer_objects_pdf
+
+alias @upload=bluer_objects_upload
+
+# ignore
+alias @i=bluer_ai
+alias @ai=bluer_ai
 
 alias @objects=bluer_objects
 
-alias @random=bluer_ai_string_random
+alias @ref="bluer_objects_mlflow_cache read"
 
 alias @select=bluer_ai_select
 
 alias @storage=bluer_ai_storage
-
-alias @upload=bluer_objects_upload

bluer_objects/.abcli/assets/cd.sh

@@ -0,0 +1,20 @@
+#! /usr/bin/env bash
+
+function bluer_objects_assets_cd() {
+    local options=$1
+    local do_create=$(bluer_ai_option_int "$options" create 0)
+    local volume=$(bluer_ai_option "$options" vol $BLUER_OBJECTS_DEFAULT_ASSETS_VOL)
+
+    local path=$2
+    path=$abcli_path_git/assets$volume/$path
+
+    if [[ "$do_create" == 1 ]]; then
+        mkdir -pv $path
+        [[ $? -ne 0 ]] && return 1
+    fi
+
+    cd $path
+    [[ $? -ne 0 ]] && return 1
+
+    bluer_ai_log "🔗 $path"
+}

bluer_objects/.abcli/assets/mv.sh

@@ -0,0 +1,34 @@
+#! /usr/bin/env bash
+
+function bluer_objects_assets_mv() {
+    local options=$1
+    local do_create=$(bluer_ai_option_int "$options" create 1)
+    local extension=$(bluer_ai_option "$options" extension jpg)
+    local volume=$(bluer_ai_option "$options" vol $BLUER_OBJECTS_DEFAULT_ASSETS_VOL)
+
+    local path=$2
+    local full_path=$abcli_path_git/assets$volume/$path/
+
+    if [[ "$do_create" == 1 ]]; then
+        mkdir -pv $full_path
+        [[ $? -ne 0 ]] && return 1
+    fi
+
+    bluer_ai_log "Downloads/.$extension -> assets$volume/$path"
+
+    mv -v \
+        $HOME/Downloads/*.$extension \
+        $full_path
+    [[ $? -ne 0 ]] && return 1
+
+    local push_options=$3
+    local do_push=$(bluer_ai_option_int "$push_options" push 0)
+    [[ "$do_push" == 0 ]] &&
+        return 0
+
+    bluer_ai_git \
+        assets$volume \
+        push \
+        "$path += " \
+        $push_options
+}

bluer_objects/.abcli/assets/publish.sh

@@ -0,0 +1,40 @@
+#! /usr/bin/env bash
+
+function bluer_objects_assets_publish() {
+    local options=$1
+
+    local do_download=$(bluer_ai_option_int "$options" download 0)
+
+    local do_pull=1
+    [[ "$BLUER_AI_WEB_STATUS" != "online" ]] && do_pull=0
+    do_pull=$(bluer_ai_option_int "$options" pull $do_pull)
+    local do_push=$(bluer_ai_option_int "$options" push 0)
+    local extensions=$(bluer_ai_option "$options" extensions png)
+
+    [[ "$do_pull" == 1 ]] &&
+        bluer_ai_git \
+            assets \
+            pull \
+            ~all
+
+    local object_name=$(bluer_ai_clarify_object $2 .)
+
+    [[ "$do_download" == 1 ]] &&
+        bluer_objects_download - $object_name
+
+    bluer_ai_eval dryrun=$do_dryrun \
+        python3 -m bluer_objects.assets \
+        publish \
+        --object_name $object_name \
+        --extensions $extensions \
+        "${@:3}"
+    [[ $? -ne 0 ]] && return 1
+
+    [[ "$do_push" == 1 ]] &&
+        bluer_ai_git \
+            assets \
+            push \
+            "$object_name update."
+
+    return 0
+}

bluer_objects/.abcli/assets.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+function bluer_objects_assets() {
+    local task=$1
+
+    local function_name=bluer_objects_assets_$task
+    if [[ $(type -t $function_name) == "function" ]]; then
+        $function_name "${@:2}"
+        return
+    fi
+
+    python3 -m bluer_objects.assets "$@"
+}
+
+bluer_ai_source_caller_suffix_path /assets

bluer_objects/.abcli/create_test_asset.sh

@@ -0,0 +1,10 @@
+#! /usr/bin/env bash
+
+function bluer_objects_create_test_asset() {
+    local object_name=$(bluer_ai_clarify_object $1 .)
+
+    python3 -m bluer_objects.testing \
+        create_test_asset \
+        --object_name $object_name \
+        "${@:2}"
+}

bluer_objects/.abcli/download.sh

@@ -3,13 +3,15 @@
 function bluer_objects_download() {
     local options=$1
     local filename=$(bluer_ai_option "$options" filename)
+    local policy=$(bluer_ai_option "$options" policy none)
 
     local object_name=$(bluer_ai_clarify_object $2 .)
 
     python3 -m bluer_objects.storage \
         download \
         --object_name $object_name \
-        --filename "$filename"
+        --filename "$filename" \
+        --policy $policy
     [[ $? -ne 0 ]] && return 1
 
     local open_options=$3

bluer_objects/.abcli/file.sh

@@ -1,8 +1,19 @@
 #! /usr/bin/env bash
 
 function bluer_objects_file() {
-    python3 -m bluer_objects.file \
-        "$1" \
-        --filename "$2" \
-        "${@:3}"
+    local options=$1
+    local do_sudo=$(bluer_ai_option_int "$options" sudo 0)
+
+    local task=$2
+
+    local prefix=""
+    [[ "$do_sudo" == 1 ]] &&
+        prefix="sudo -E"
+
+    local filename=$3
+
+    $prefix $(which python) -m bluer_objects.file \
+        "$task" \
+        --filename "$filename" \
+        "${@:4}"
 }

bluer_objects/.abcli/gif.sh

@@ -2,6 +2,24 @@
 
 function bluer_objects_gif() {
     local options=$1
+    local do_open=$(bluer_ai_option_int "$options" open 0)
+    if [[ "$do_open" == 1 ]]; then
+        local options=$2
+        local do_download=$(bluer_ai_option_int "$options" download 0)
+
+        local object_name=$(bluer_ai_clarify_object $3 .)
+        local filename=$(bluer_ai_option "$options" filename $object_name.gif)
+
+        [[ "$do_download" == 1 ]] &&
+            bluer_objects_download \
+                filename=$filename \
+                $object_name
+
+        bluer_ai_browse $ABCLI_OBJECT_ROOT/$object_name/$filename
+
+        return
+    fi
+
     local do_dryrun=$(bluer_ai_option_int "$options" dryrun 0)
     local do_download=$(bluer_ai_option_int "$options" download $(bluer_ai_not $do_dryrun))
     local do_upload=$(bluer_ai_option_int "$options" upload $(bluer_ai_not $do_dryrun))

bluer_objects/.abcli/host.sh

@@ -12,15 +12,31 @@ function bluer_objects_host() {
         return
     fi
 
-    if [ $task == "reboot" ]; then
-        bluer_ai_eval ,$options \
-            sudo reboot
-        return
-    fi
+    if [[ "|reboot|shutdown|" == *"|$task|"* ]]; then
+        local command_line
+        [[ $task == "reboot" ]] &&
+            command_line="sudo reboot"
+        [[ $task == "shutdown" ]] &&
+            command_line="sudo shutdown -h now"
+
+        local rpi=$(bluer_ai_option_int "$options" rpi 0)
+        if [[ "$rpi" == 1 ]]; then
+            local machine_name=$3
+            if [[ -z "$machine_name" ]]; then
+                bluer_ai_log_error "machine_name not found."
+                return 1
+            fi
+
+            ssh \
+                pi@$machine_name.local \
+                $command_line
+
+            return
+        fi
 
-    if [ $task == "shutdown" ]; then
         bluer_ai_eval ,$options \
-            sudo shutdown -h now
+            $command_line
+
         return
     fi
 

bluer_objects/.abcli/ls.sh

@@ -3,16 +3,27 @@
 function bluer_objects_ls() {
     local options=$1
     local where=$(bluer_ai_option_choice "$options" cloud,local)
+    local objects=$(bluer_ai_option_int "$options" objects 0)
 
-    if [[ -z "$where" ]]; then
-        ls -1 "$@"
-    else
-        local object_name=$(bluer_ai_clarify_object $2 .)
-
+    if [[ "$objects" == 1 ]]; then
         python3 -m bluer_objects.storage \
-            ls \
-            --object_name $object_name \
+            ls_objects \
             --where $where \
-            "${@:3}"
+            "${@:2}"
+
+        return
+    fi
+
+    if [[ -z "$where" ]]; then
+        ls -1 "$@"
+        return
     fi
+
+    local object_name=$(bluer_ai_clarify_object $2 .)
+
+    python3 -m bluer_objects.storage \
+        ls \
+        --object_name $object_name \
+        --where $where \
+        "${@:3}"
 }

bluer_objects/.abcli/metadata/download.sh

@@ -0,0 +1,9 @@
+#! /usr/bin/env bash
+
+function bluer_objects_metadata_download() {
+    local object_name=$(bluer_ai_clarify_object $1 .)
+
+    bluer_objects_download \
+        filename=metadata.yaml \
+        $object_name
+}

bluer_objects/.abcli/metadata/edit.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+function bluer_objects_metadata_edit() {
+    local options=$1
+    local do_download=$(bluer_ai_option_int "$options" download 0)
+
+    local object_name=$(bluer_ai_clarify_object $2 .)
+
+    if [[ "$do_download" == 1 ]]; then
+        bluer_objects_metadata_download \
+            $object_name
+    fi
+
+    bluer_ai_code $ABCLI_OBJECT_ROOT/$object_name/metadata.yaml
+}

bluer_objects/.abcli/metadata/upload.sh

@@ -0,0 +1,9 @@
+#! /usr/bin/env bash
+
+function bluer_objects_metadata_upload() {
+    local object_name=$(bluer_ai_clarify_object $1 .)
+
+    bluer_objects_upload \
+        filename=metadata.yaml \
+        $object_name
+}

bluer_objects/.abcli/mlflow/browse.sh

@@ -5,6 +5,8 @@ function bluer_objects_mlflow_browse() {
     local browse_experiment=$(bluer_ai_option_int "$options" experiment 0)
 
     local url=http://localhost:5001/#
+    [[ "$MLFLOW_DEPLOYMENT" != "local" ]] &&
+        url=$MLFLOW_TRACKING_URI
 
     if [ $(bluer_ai_option_int "$options" databricks 0) == 1 ]; then
         url="https://accounts.cloud.databricks.com/"

bluer_objects/.abcli/mlflow/deploy.sh

@@ -2,14 +2,30 @@
 
 function bluer_objects_mlflow_deploy() {
     local options=$1
+    local do_set=$(bluer_ai_option_int "$options" set 0)
+
+    if [[ "$do_set" == 1 ]]; then
+        local url=$2
+        if [[ -z "$url" ]]; then
+            bluer_ai_log_error "url not found."
+            return 1
+        fi
+
+        pushd $abcli_path_git/bluer-objects >/dev/null
+        dotenv set \
+            MLFLOW_DEPLOYMENT \
+            $url
+        popd >/dev/null
+
+        bluer_objects init
+        return
+    fi
+
     local do_dryrun=$(bluer_ai_option_int "$options" dryrun 0)
-    local do_local=$(bluer_ai_option_int "$options" local 1)
     local port=$(bluer_ai_option "$options" port 5001)
 
-    if [[ "$do_local" == 0 ]]; then
-        bluer_ai_log_error "only local deployment is supported."
-        return 1
-    fi
+    [[ "$MLFLOW_DEPLOYMENT" != "local" ]] &&
+        bluer_ai_log_warning "MLFLOW_DEPLOYMENT is not local".
 
     bluer_ai_badge "🤖"
 

bluer_objects/.abcli/mlflow/lock/lock.sh

@@ -0,0 +1,11 @@
+#! /usr/bin/env bash
+
+function bluer_objects_mlflow_lock_lock() {
+    local object_name=$(bluer_ai_clarify_object $1 .)
+
+    bluer_ai_eval dryrun=$do_dryrun \
+        python3 -m bluer_objects.mlflow.lock \
+        lock \
+        --object_name $object_name \
+        "${@:2}"
+}

bluer_objects/.abcli/mlflow/lock/unlock.sh

@@ -0,0 +1,12 @@
+#! /usr/bin/env bash
+
+function bluer_objects_mlflow_lock_unlock() {
+    local object_name=$(bluer_ai_clarify_object $1 .)
+
+    bluer_ai_eval dryrun=$do_dryrun \
+        python3 -m bluer_objects.mlflow.lock \
+        unlock \
+        --object_name $object_name \
+        "${@:2}"
+
+}

bluer_objects/.abcli/mlflow/lock.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+function bluer_objects_mlflow_lock() {
+    local task=$1
+
+    local function_name=bluer_objects_mlflow_lock_$task
+    if [[ $(type -t $function_name) == "function" ]]; then
+        $function_name "${@:2}"
+        return
+    fi
+
+    python3 -m bluer_objects.mlflow.lock "$@"
+}
+
+bluer_ai_source_caller_suffix_path /lock

bluer_objects/.abcli/mlflow/tags/search.sh

@@ -1,12 +1,8 @@
 #! /usr/bin/env bash
 
 function bluer_objects_mlflow_tags_search() {
-    local options=$1
-    local is_explicit=$(bluer_ai_option_int "$options" explicit 0)
-
     python3 -m bluer_objects.mlflow \
         search \
-        --explicit_query $is_explicit \
-        --tags "$options" \
+        --tags "$1" \
         "${@:2}"
 }

bluer_objects/.abcli/mlflow.sh

@@ -1,7 +1,5 @@
 #! /usr/bin/env bash
 
-export MLFLOW_TRACKING_URI=$HOME/mlflow
-
 function bluer_objects_mlflow() {
     local task=$1
 

bluer_objects/.abcli/pdf/convert.sh

@@ -0,0 +1,92 @@
+#! /usr/bin/env bash
+
+function bluer_objects_pdf_convert() {
+    local options=$1
+    local do_inline=$(bluer_ai_option_int "$options" inline 0)
+    local do_install=$(bluer_ai_option_int "$options" install 0)
+    local do_combine=$(bluer_ai_option_int "$options" combine 0)
+    local do_compress=$(bluer_ai_option_int "$options" compress $do_combine)
+    local do_upload=$(bluer_ai_option_int "$options" upload 0)
+    local filename=$(bluer_ai_option "$options" filename release.pdf)
+
+    if [[ "$do_install" == 1 ]]; then
+        pip install pypandoc
+        pip install PyPDF2
+
+        if [[ "$abcli_is_mac" == true ]]; then
+            brew install pandoc
+            brew install wkhtmltopdf
+            brew install ghostscript
+        fi
+    fi
+
+    if [[ "$do_inline" == 1 ]]; then
+        local module_name=${2:-object}
+        if alias "$module_name" &>/dev/null; then
+            module_name=$(alias "$module_name" | sed -E "s/^alias $module_name='(.*)'$/\1/")
+        fi
+
+        local path_prefix=$(python3 -m $module_name locate)/docs/
+
+        local suffixes=${3:-metadata}
+
+        local object_name=$(bluer_ai_clarify_object $4 pdf-$(bluer_ai_string_timestamp))
+
+        bluer_ai_log "@pdf $module_name/$suffixes -> $object_name ..."
+
+        bluer_ai_eval dryrun=$do_dryrun \
+            python3 -m bluer_objects.pdf \
+            convert \
+            --path_prefix $path_prefix \
+            --object_name $object_name \
+            --suffixes $suffixes \
+            --combine $do_combine \
+            "${@:5}"
+    else
+        local object_name=$(bluer_ai_clarify_object $2 pdf-$(bluer_ai_string_timestamp))
+
+        bluer_ai_log "@pdf $object_name ..."
+
+        bluer_ai_eval dryrun=$do_dryrun \
+            python3 -m bluer_objects.pdf \
+            convert \
+            --object_name $object_name \
+            --combine $do_combine \
+            --use_metadata 1 \
+            "${@:3}"
+    fi
+    [[ $? -ne 0 ]] && return 1
+
+    if [[ "$do_compress" == 1 ]]; then
+        bluer_ai_log "compressing..."
+
+        local object_path=$ABCLI_OBJECT_ROOT/$object_name
+        mv -v \
+            $object_path/$filename \
+            $object_path/_$filename
+
+        gs -sDEVICE=pdfwrite \
+            -dCompatibilityLevel=1.4 \
+            -dPDFSETTINGS=/ebook \
+            -dNOPAUSE \
+            -dBATCH \
+            -sOutputFile=$object_path/$filename \
+            $object_path/_$filename
+        [[ $? -ne 0 ]] && return 1
+
+        rm $object_path/_$filename
+        bluer_ai_log "-> $object_path/$filename"
+    fi
+
+    if [[ "$do_upload" == 1 ]]; then
+        bluer_objects_upload \
+            filename=$filename \
+            $object_name
+        [[ $? -ne 0 ]] && return 1
+
+        if [[ "$do_inline" == 0 ]]; then
+            bluer_objects_metadata_upload \
+                $object_name
+        fi
+    fi
+}

bluer_objects/.abcli/pdf.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+function bluer_objects_pdf() {
+    local task=$1
+
+    local function_name=bluer_objects_pdf_$task
+    if [[ $(type -t $function_name) == "function" ]]; then
+        $function_name "${@:2}"
+        return
+    fi
+
+    python3 bluer_objects.pdf "$@"
+}
+
+bluer_ai_source_caller_suffix_path /pdf

bluer_objects/.abcli/storage/clear.sh

@@ -4,11 +4,13 @@ function bluer_ai_storage_clear() {
     local options=$1
     local do_cloud=$(bluer_ai_option_int "$options" cloud 0)
     local do_dryrun=$(bluer_ai_option_int "$options" dryrun 1)
+    local do_public=$(bluer_ai_option_int "$options" public 0)
 
     if [[ "$do_cloud" == 1 ]]; then
         python3 -m bluer_objects.storage \
             clear \
             --do_dryrun $do_dryrun \
+            --public $do_public \
             "${@:2}"
         return
     fi

bluer_objects/.abcli/tests/clone.sh

@@ -5,9 +5,8 @@ function test_bluer_objects_clone() {
 
     local source_object_name=test_bluer_objects_clone-$(bluer_ai_string_timestamp_short)
 
-    python3 -m bluer_objects.testing \
-        create_test_asset \
-        --object_name $source_object_name
+    bluer_objects_create_test_asset \
+        $source_object_name
     [[ $? -ne 0 ]] && return 1
 
     local object_name=test_bluer_objects_clone-$(bluer_ai_string_timestamp_short)

bluer_objects/.abcli/tests/create_test_asset.sh

@@ -0,0 +1,16 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_create_test_asset() {
+    local options=$1
+
+    local source_object_name=test_bluer_objects_clone-$(bluer_ai_string_timestamp_short)
+
+    bluer_objects_create_test_asset \
+        $source_object_name
+    [[ $? -ne 0 ]] && return 1
+    bluer_ai_hr
+
+    bluer_objects_create_test_asset \
+        $source_object_name \
+        --depth 3
+}