bluer-objects 6.3.1__py3-none-any.whl

bluer_objects/.abcli/mysql/cache.sh

@@ -0,0 +1,65 @@
+#! /usr/bin/env bash
+
+function abcli_mysql_cache() {
+    local task=$(abcli_unpack_keyword $1 help)
+    local keyword=$2
+
+    if [ "$task" == "help" ]; then
+        abcli_show_usage "@mysql cache clone$ABCUL<object-1>$ABCUL<object-2>" \
+            "clone the mysql cache from <object-1> to <object-2>."
+
+        abcli_show_usage "@mysql cache read$ABCUL<keyword>" \
+            "read mysql.cache[<keyword>]."
+
+        abcli_show_usage "@mysql cache search$ABCUL<keyword>" \
+            "search in the mysql cache for <keyword>."
+
+        abcli_show_usage "@mysql cache write$ABCUL<keyword> <value>$ABCUL[validate]" \
+            "write mysql.cache[<keyword>]=value."
+        return
+    fi
+
+    if [ "$task" == "clone" ]; then
+        python3 -m bluer_objects.mysql.cache \
+            clone \
+            --source "$2" \
+            --destination "$3" \
+            "${@:4}"
+        return
+    fi
+
+    if [ "$task" == "read" ]; then
+        python3 -m bluer_objects.mysql.cache \
+            read \
+            --keyword "$keyword" \
+            "${@:3}"
+        return
+    fi
+
+    if [ "$task" == "search" ]; then
+        python3 -m bluer_objects.mysql.cache \
+            search \
+            --keyword "$keyword" \
+            "${@:3}"
+        return
+    fi
+
+    if [ "$task" == "write" ]; then
+        local options=$4
+        local do_validate=$(abcli_option_int "$options" "validate" 0)
+
+        python3 -m bluer_objects.mysql.cache \
+            write \
+            --keyword "$keyword" \
+            --value "$3" \
+            "${@:5}"
+
+        [[ "$do_validate" == 1 ]] &&
+            abcli_log "@mysql: cache[$keyword] <- $(abcli_mysql_cache read $keyword)"
+
+        return 0
+    fi
+
+    abcli_log_error "@mysql: cache: $task: command not found."
+    return 1
+}

bluer_objects/.abcli/mysql/relations.sh

@@ -0,0 +1,83 @@
+#! /usr/bin/env bash
+
+function abcli_mysql_relations() {
+    local task=$(abcli_unpack_keyword $1 help)
+    local object_1=$(abcli_clarify_object $2 .)
+
+    if [ "$task" == "help" ]; then
+        abcli_show_usage "@mysql relations clone$ABCUL<object-1>$ABCUL<object-2>" \
+            "clone <object-1> mysql relations -> <object-2>."
+
+        abcli_show_usage "@mysql relations get$ABCUL<object-1>$ABCUL<object-2>" \
+            "get the mysql relation between object_1 and object_2."
+
+        local args="[--count <count>]$ABCUL[--delim space]$ABCUL[--log 0]$ABCUL[--return_list 1]"
+        abcli_show_usage "@mysql relations list$ABCUL$args" \
+            "list possible mysql relations."
+
+        abcli_show_usage "@mysql relations search$ABCUL<object-name>$ABCUL[--relation <relation>]" \
+            "search for all mysql relations of/relation to <object-name>."
+
+        abcli_show_usage "@mysql relations set$ABCUL<object-1>$ABCUL<object-2>$ABCUL<relation>$ABCUL[validate]" \
+            "set <object-1> =mysql.relation=> <object-2>."
+
+        return
+    fi
+
+    if [ "$task" == "clone" ] || [ "$task" == "get" ] || [ "$task" == "set" ]; then
+        local object_2=$(abcli_clarify_object $3 .)
+    fi
+
+    if [ "$task" == "clone" ]; then
+        python3 -m bluer_objects.mysql.relations \
+            clone \
+            --object_1 $object_1 \
+            --object_2 $object_2 \
+            "${@:4}"
+        return
+    fi
+
+    if [ "$task" == "get" ]; then
+        python3 -m bluer_objects.mysql.relations \
+            get \
+            --object_1 $object_1 \
+            --object_2 $object_2 \
+            "${@:4}"
+        return
+    fi
+
+    if [ "$task" == "list" ]; then
+        python3 -m bluer_objects.mysql.relations \
+            list \
+            "${@:2}"
+        return
+    fi
+
+    if [ "$task" == "search" ]; then
+        python3 -m bluer_objects.mysql.relations \
+            search \
+            --object_1 $object_1 \
+            "${@:3}"
+        return
+    fi
+
+    if [ "$task" == "set" ]; then
+        local options=$5
+        local do_validate=$(abcli_option_int "$options" validate 0)
+
+        python3 -m bluer_objects.mysql.relations \
+            set \
+            --object_1 $object_1 \
+            --object_2 $object_2 \
+            --relation $4 \
+            "${@:6}"
+
+        [[ "$do_validate" == 1 ]] &&
+            abcli_log "@mysql: relations: $object_1 -$(abcli_mysql_relations get $object_1 $object_2 --log 0)-> $object_2"
+
+        return 0
+    fi
+
+    abcli_log_error "@mysql: relations: $task: command not found."
+    return 1
+}

bluer_objects/.abcli/mysql/tags.sh

@@ -0,0 +1,85 @@
+#! /usr/bin/env bash
+
+export abcli_tag_search_args="[--count <count>]$ABCUL[--delim space]$ABCUL[--log 0]$ABCUL[--offset <offset>]"
+
+function abcli_mysql_tags() {
+    local task=$(abcli_unpack_keyword $1 help)
+    local object=$(abcli_clarify_object $2 .)
+
+    if [ "$task" == "help" ]; then
+        abcli_show_usage "@mysql tags clone$ABCUL<object-1>$ABCUL<object-2>" \
+            "clone <object-1> mysql tags -> <object-2>."
+
+        abcli_show_usage "@mysql tags get$ABCUL<object-name>" \
+            "get <object-name> mysql tags."
+
+        abcli_show_usage "@mysql tags search$ABCUL<tag>$ABCUL$abcli_tag_search_args" \
+            "search for all objects that are tagged tag in mysql."
+
+        abcli_show_usage "@mysql tags set$ABCUL<object-1,object-2>$ABCUL<tag-1,~tag-2>$ABCUL[validate]" \
+            "add <tag-1> and remove <tag-2> from <object-1> and <object-2> in mysql."
+
+        abcli_show_usage "@mysql tags set${ABCUL}disable|enable" \
+            "disable|enable '@mysql tags set'."
+        return
+    fi
+
+    if [ "$task" == "clone" ]; then
+        python3 -m bluer_objects.mysql.tags \
+            clone \
+            --object $object \
+            --object_2 $(abcli_clarify_object $3 .) \
+            "${@:4}"
+        return
+    fi
+
+    if [ "$task" == "get" ]; then
+        python3 -m bluer_objects.mysql.tags \
+            get \
+            --item_name tag \
+            --object $object \
+            "${@:3}"
+        return
+    fi
+
+    if [ "$task" == "search" ]; then
+        python3 -m bluer_objects.mysql.tags \
+            search \
+            --tags $2 \
+            "${@:3}"
+        return
+    fi
+
+    if [ "$task" == "set" ]; then
+        if [ "$object" == "disable" ]; then
+            export ABCLI_TAG_DISABLE=true
+            return
+        elif [ "$object" == "enable" ]; then
+            export ABCLI_TAG_DISABLE=false
+            return
+        elif [ "$ABCLI_TAG_DISABLE" == true ]; then
+            abcli_log_warning "ignored '@mysql tags set ${@:2}'."
+            return
+        fi
+
+        local options=$4
+        local do_validate=$(abcli_option_int "$options" validate 0)
+
+        local object
+        for object in $(echo "$object" | tr , " "); do
+            python3 -m bluer_objects.mysql.tags \
+                set \
+                --object $object \
+                --tags $3 \
+                "${@:5}"
+
+            [[ "$do_validate" == 1 ]] &&
+                abcli_log "mysql: $object: $(abcli_mysql_tags get $object --log 0)"
+        done
+
+        return 0
+    fi
+
+    abcli_log_error "@mysql: tags: $task: command not found."
+    return 1
+}

bluer_objects/.abcli/mysql.sh

@@ -0,0 +1,16 @@
+#! /usr/bin/env bash
+
+function abcli_mysql() {
+    local task=$(abcli_unpack_keyword $1 void)
+
+    local function_name=abcli_mysql_$task
+    if [[ $(type -t $function_name) == "function" ]]; then
+        $function_name "${@:2}"
+        return
+    fi
+
+    abcli_log_error "@mysql: $task: command not found."
+    return 1
+}
+
+abcli_source_caller_suffix_path /mysql

bluer_objects/.abcli/object.sh

@@ -0,0 +1,54 @@
+#! /usr/bin/env bash
+
+export ABCLI_S3_OBJECT_PREFIX=s3://$ABCLI_AWS_S3_BUCKET_NAME/$ABCLI_AWS_S3_PREFIX
+
+function abcli_clarify_object() {
+    local object_name=$1
+    local default=${2:-$(abcli_string_timestamp)}
+    local type_name=${3:-object}
+
+    local object_var=abcli_${type_name}_name
+    local object_var_prev=abcli_${type_name}_name_prev
+    local object_var_prev2=abcli_${type_name}_name_prev2
+
+    [[ -z "$object_name" ]] || [[ "$object_name" == "-" ]] &&
+        object_name=$default
+
+    if [ "$object_name" == "." ]; then
+        object_name=${!object_var}
+    elif [ "$object_name" == ".." ]; then
+        object_name=${!object_var_prev}
+    elif [ "$object_name" == "..." ]; then
+        object_name=${!object_var_prev2}
+    fi
+
+    if [ "$(abcli_keyword_is $object_name validate)" == true ]; then
+        local object_name="validate"
+    fi
+
+    mkdir -p $ABCLI_OBJECT_ROOT/$object_name
+
+    echo $object_name
+}
+
+function abcli_object() {
+    local task=$(abcli_unpack_keyword $1 void)
+
+    if [ "$task" == "open" ]; then
+        local object_name=$(abcli_clarify_object $2 .)
+
+        abcli_download - $object_name
+
+        rm -v ../$object_name.tar.gz
+        aws s3 rm "$ABCLI_S3_OBJECT_PREFIX/$object_name.tar.gz"
+
+        abcli_tags set $object_name ~solid
+
+        abcli_upload - $object_name
+
+        return
+    fi
+
+    abcli_log_error "@object: $task: command not found."
+    return 1
+}

bluer_objects/.abcli/publish.sh

@@ -0,0 +1,58 @@
+#! /usr/bin/env bash
+
+function abcli_publish() {
+    local options=$1
+    local do_download=$(abcli_option_int "$options" download 1)
+    local do_tar=$(abcli_option_int "$options" tar 0)
+    local prefix=$(abcli_option "$options" prefix)
+    local suffix=$(abcli_option "$options" suffix)
+
+    local object_name=$(abcli_clarify_object $2 .)
+    [[ "$do_download" == 1 ]] &&
+        abcli_download - $object_name
+
+    abcli_tags set $object_name published
+
+    local public_object_name=$(abcli_option "$options" as $object_name)
+
+    if [ "$do_tar" == 1 ]; then
+        abcli_log "publishing $object_name -> $public_object_name.tar.gz"
+
+        abcli_upload ~open,solid $object_name
+        aws s3 cp \
+            $ABCLI_S3_OBJECT_PREFIX/$object_name.tar.gz \
+            s3://$ABCLI_AWS_S3_PUBLIC_BUCKET_NAME/$public_object_name.tar.gz
+        abcli_object open $object_name
+
+        abcli_log "🔗 $ABCLI_PUBLIC_PREFIX/$public_object_name.tar.gz"
+        return
+    fi
+
+    local object_path=$ABCLI_OBJECT_ROOT/$object_name
+
+    if [[ -z "$prefix$suffix" ]]; then
+        abcli_log "publishing $object_name -> $public_object_name"
+
+        aws s3 sync \
+            $object_path/ \
+            s3://$ABCLI_AWS_S3_PUBLIC_BUCKET_NAME/$public_object_name/
+
+        abcli_log "🔗 $ABCLI_PUBLIC_PREFIX/$public_object_name/"
+        return
+    fi
+
+    abcli_log "publishing $object_name/$prefix*$suffix -> $public_object_name"
+
+    pushd $object_path >/dev/null
+    local filename
+    for filename in $(ls *); do
+        [[ "$filename" != "$prefix"*"$suffix" ]] && continue
+
+        aws s3 cp \
+            $filename \
+            s3://$ABCLI_AWS_S3_PUBLIC_BUCKET_NAME/$public_object_name/$filename
+
+        abcli_log "🔗 $ABCLI_PUBLIC_PREFIX/$public_object_name/$filename"
+    done
+    popd >/dev/null
+}

bluer_objects/.abcli/select.sh

@@ -0,0 +1,34 @@
+#! /usr/bin/env bash
+
+function abcli_select() {
+    local object_name=$(abcli_clarify_object "$1" $(abcli_string_timestamp))
+
+    local options=$2
+    local update_trail=$(abcli_option_int "$options" trail 1)
+    local do_open=$(abcli_option_int "$options" open 0)
+    local type_name=$(abcli_option "$options" type object)
+
+    local object_name_var_prev=abcli_${type_name}_name_prev
+    export abcli_${type_name}_name_prev2=${!object_name_var_prev}
+
+    local object_name_var=abcli_${type_name}_name
+    export abcli_${type_name}_name_prev=${!object_name_var}
+
+    export abcli_${type_name}_name=$object_name
+
+    local object_path=$ABCLI_OBJECT_ROOT/$object_name
+    export abcli_${type_name}_path=$object_path
+    mkdir -p $object_path
+
+    if [ "$type_name" == object ]; then
+        cd $object_path
+
+        [[ "$update_trail" == 1 ]] &&
+            abcli_trail $object_path/$object_name
+    fi
+
+    abcli_log "📂 $type_name :: $object_name"
+
+    [[ "$do_open" == 1 ]] &&
+        open $object_path
+}

bluer_objects/.abcli/storage/clear.sh

@@ -0,0 +1,45 @@
+#! /usr/bin/env bash
+
+function abcli_storage_clear() {
+    local options=$1
+    local do_dryrun=$(abcli_option_int "$options" dryrun 1)
+
+    if [[ "$abcli_is_rpi" == true ]]; then
+        abcli_eval dryrun=$do_dryrun \
+            rm -rfv $ABCLI_OBJECT_ROOT
+        return
+    fi
+
+    local recent_filename=$ABCLI_OBJECT_ROOT/QGIS-recent.yaml
+    if [[ ! -f "$recent_filename" ]]; then
+        abcli_log_warning "run \"QGIS.list_recent_projects\" first."
+        return 1
+    fi
+
+    local recent_projects=$(python3 -c "from bluer_objects import file; print('+'.join(file.load_yaml('$recent_filename')[1]))")
+    abcli_log_list "$recent_projects" \
+        --delim + \
+        --after "object(s) to keep."
+
+    pushd $ABCLI_OBJECT_ROOT >/dev/null
+    local folder
+    local object_name
+    for folder in ./*; do
+        object_name=$(basename "$folder")
+
+        if [[ "+$recent_projects+" == *"+$object_name+"* ]]; then
+            abcli_log "will keep $object_name ..."
+        else
+            abcli_log_warning "will delete $object_name ..."
+
+            [[ "$do_dryrun" == 0 ]] &&
+                rm -rfv $object_name
+        fi
+    done
+    popd >/dev/null
+
+    [[ "$do_dryrun" == 0 ]] &&
+        rm -v $recent_filename
+
+    return 0
+}

bluer_objects/.abcli/storage/download_file.sh

@@ -0,0 +1,9 @@
+#! /usr/bin/env bash
+
+function abcli_storage_download_file() {
+    python3 -m bluer_objects.storage \
+        download_file \
+        --object_name "$1" \
+        --filename "$2" \
+        "${@:3}"
+}

bluer_objects/.abcli/storage/exists.sh

@@ -0,0 +1,8 @@
+#! /usr/bin/env bash
+
+function abcli_storage_exists() {
+    python3 -m bluer_objects.storage \
+        exists \
+        --object_name "$1" \
+        "${@:2}"
+}

bluer_objects/.abcli/storage/list.sh

@@ -0,0 +1,8 @@
+#! /usr/bin/env bash
+
+function abcli_storage_list() {
+    python3 -m bluer_objects.storage \
+        list_of_objects \
+        --prefix "$1" \
+        "${@:2}"
+}

bluer_objects/.abcli/storage/rm.sh

@@ -0,0 +1,11 @@
+#! /usr/bin/env bash
+
+function abcli_storage_rm() {
+    local options=$1
+    local do_dryrun=$(abcli_option_int "$options" dryrun 1)
+
+    local object_name=$(abcli_clarify_object $2 void)
+
+    abcli_eval dryrun=$do_dryrun \
+        rm -rfv $ABCLI_OBJECT_ROOT/$object_name
+}

bluer_objects/.abcli/storage/status.sh

@@ -0,0 +1,11 @@
+#! /usr/bin/env bash
+
+function abcli_storage_status() {
+    local options=$1
+    local count=$(abcli_option_int "$options" count 10)
+    local depth=$(abcli_option_int "$options" depth 2)
+    local do_dryrun=$(abcli_option_int "$options" dryrun 0)
+
+    abcli_eval dryrun=$do_dryrun,path=$ABCLI_PATH_STORAGE \
+        "du -hc -d $depth | sort -h -r | head -n $count"
+}

bluer_objects/.abcli/storage.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+function abcli_storage() {
+    local task=$(abcli_unpack_keyword $1 void)
+
+    local function_name=abcli_storage_$task
+    if [[ $(type -t $function_name) == "function" ]]; then
+        $function_name "${@:2}"
+        return
+    fi
+
+    python3 -m bluer_objects.storage "$@"
+}
+
+abcli_source_caller_suffix_path /storage

bluer_objects/.abcli/tags.sh

@@ -0,0 +1,5 @@
+#! /usr/bin/env bash
+
+function abcli_tags() {
+    abcli_mlflow_tags "$@"
+}

bluer_objects/.abcli/tests/README.sh

@@ -0,0 +1,8 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_README() {
+    local options=$1
+
+    abcli_eval ,$options \
+        bluer_objects build_README
+}

bluer_objects/.abcli/tests/clone.sh

@@ -0,0 +1,32 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_clone() {
+    local options=$1
+
+    local source_object_name=$(abcli_mlflow_tags_search \
+        contains=latest-giza \
+        --log 0 \
+        --count 1)
+    abcli_assert $source_object_name - non-empty
+
+    local from_s3
+    for from_s3 in 0 1; do
+        local object_name=test_bluer_objects_clone-$(abcli_string_timestamp_short)
+
+        if [[ "$from_s3" == 0 ]]; then
+            abcli_clone \
+                ~relate,~tags,~upload,$options \
+                $source_object_name \
+                $object_name
+            [[ $? -ne 0 ]] && return 1
+        else
+            abcli_clone \
+                ~relate,s3,~upload,$options \
+                $ABCLI_S3_OBJECT_PREFIX/$source_object_name \
+                $object_name
+            [[ $? -ne 0 ]] && return 1
+        fi
+    done
+
+    return 0
+}

bluer_objects/.abcli/tests/help.sh

@@ -0,0 +1,85 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_help() {
+    local options=$1
+
+    # legacy, not tested:
+    #  - @mysql
+
+    local module
+    for module in \
+        "@assets" \
+        "@assets publish" \
+        \
+        "@objects" \
+        \
+        "@objects pypi" \
+        "@objects pypi browse" \
+        "@objects pypi build" \
+        "@objects pypi install" \
+        \
+        "@objects pytest" \
+        \
+        "@objects test" \
+        "@objects test list" \
+        \
+        "@cp" \
+        \
+        "@download" \
+        \
+        "@gif" \
+        \
+        "@host" \
+        "@host get" \
+        "@host reboot" \
+        "@host shutdown" \
+        \
+        "@metadata" \
+        "@metadata get" \
+        "@metadata post" \
+        \
+        "@mlflow" \
+        "@mlflow browse" \
+        "@mlflow cache" \
+        "@mlflow get_id" \
+        "@mlflow get_run_id" \
+        "@mlflow list_registered_models" \
+        "@mlflow log_artifacts" \
+        "@mlflow log_run" \
+        "@mlflow rm" \
+        "@mlflow run" \
+        "@mlflow tags" \
+        "@mlflow tags clone" \
+        "@mlflow tags get" \
+        "@mlflow tags search" \
+        "@mlflow tags set" \
+        "@mlflow test" \
+        "@mlflow transition" \
+        \
+        "@object" \
+        "@object open" \
+        \
+        "@publish" \
+        \
+        "@select" \
+        \
+        "@storage" \
+        "@storage clear" \
+        "@storage download_file" \
+        "@storage exists" \
+        "@storage list" \
+        "@storage rm" \
+        "@storage status" \
+        \
+        "@upload" \
+        \
+        "bluer_objects"; do
+        abcli_eval ,$options \
+            abcli_help $module
+        [[ $? -ne 0 ]] && return 1
+
+        abcli_hr
+    done
+
+    return 0
+}

bluer_objects/.abcli/tests/host.sh

@@ -0,0 +1,7 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_host() {
+    abcli_assert \
+        $(abcli_host get name) \
+        - non-empty
+}

bluer_objects/.abcli/tests/ls.sh

@@ -0,0 +1,13 @@
+#! /usr/bin/env bash
+
+function test_bluer_objects_ls() {
+    abcli_select
+
+    abcli_upload
+
+    abcli_ls cloud
+
+    abcli_ls local
+
+    abcli_ls "$abcli_path_bash/tests/*.sh"
+}