blue-sandbox 5.27.1__py3-none-any.whl → 5.47.1__py3-none-any.whl

blue_sandbox/.abcli/install.sh

@@ -2,6 +2,11 @@
 
 function abcli_install_blue_sandbox() {
     abcli_git_clone https://github.com/microsoft/building-damage-assessment.git
+
+    [[ "$abcli_is_mac" == true ]] &&
+        brew install wget
+
+    return 0
 }
 
 abcli_install_module blue_sandbox 1.1.1

blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh

@@ -0,0 +1,21 @@
+#! /usr/bin/env bash
+
+function blue_sandbox_microsoft_building_damage_assessment_ingest_list() {
+    local options=$1
+    local event_name=$(abcli_option "$options" event all)
+
+    local suffix=$2
+
+    local url="s3://maxar-opendata/events/"
+
+    [[ "$event_name" != all ]] &&
+        url="$url$event_name/ard/"
+
+    [[ ! -z "$suffix" ]] &&
+        url="$url$suffix"
+
+    abcli_eval ,$options \
+        aws s3 ls --no-sign-request $url
+
+    return 0
+}

blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest.sh

@@ -0,0 +1,78 @@
+#! /usr/bin/env bash
+
+function blue_sandbox_microsoft_building_damage_assessment_ingest() {
+    local options=$1
+
+    local show_list=$(abcli_option_int "$options" list 0)
+    if [[ "$show_list" == 1 ]]; then
+        blue_sandbox_microsoft_building_damage_assessment_ingest_list "${@:2}"
+        return
+    fi
+
+    local do_dryrun=$(abcli_option_int "$options" dryrun 0)
+    local do_download=$(abcli_option_int "$options" download $(abcli_not $do_dryrun))
+    local do_gdal=$(abcli_option_int "$options" gdal 1)
+    local do_rm=$(abcli_option_int "$options" rm 1)
+    local do_upload=$(abcli_option_int "$options" upload $(abcli_not $do_dryrun))
+    local event_name=$(abcli_option "$options" event default)
+
+    local object_name=$(abcli_clarify_object $2 $event_name-ingest-$(abcli_string_timestamp_short))
+
+    abcli_log "ingesting $event_name -> $object_name ..."
+
+    local object_path=$ABCLI_OBJECT_ROOT/$object_name
+    mkdir -pv $object_path
+
+    pushd $object_path >/dev/null
+
+    # https://github.com/microsoft/building-damage-assessment/blob/main/SATELLITE_WORKFLOW.md#1-image-acquisition-and-label-generation
+    mkdir -pv data/demo/raw/
+    cd data/demo/raw/
+
+    if [[ "$do_download" == 1 ]]; then
+        # TODO: use $event_name and $count (options +=)
+
+        abcli_eval ,$options \
+            wget https://maxar-opendata.s3.amazonaws.com/events/Maui-Hawaii-fires-Aug-23/ard/04/122000330002/2023-08-12/10300100EB15FF00-visual.tif
+        [[ $? -ne 0 ]] && return 1
+
+        abcli_eval ,$options \
+            wget https://maxar-opendata.s3.amazonaws.com/events/Maui-Hawaii-fires-Aug-23/ard/04/122000330020/2023-08-12/10300100EB15FF00-visual.tif
+        [[ $? -ne 0 ]] && return 1
+    fi
+
+    if [[ "$do_gdal" == 1 ]]; then
+        abcli_eval ,$options \
+            gdalbuildvrt maxar_lahaina_8_12_2023-visual.vrt *.tif*
+        [[ $? -ne 0 ]] && return 1
+
+        abcli_eval ,$options \
+            gdalwarp -co BIGTIFF=YES -co NUM_THREADS=ALL_CPUS -co COMPRESS=LZW -co PREDICTOR=2 -of COG maxar_lahaina_8_12_2023-visual.vrt maxar_lahaina_8_12_2023-visual.tif
+        [[ $? -ne 0 ]] && return 1
+    fi
+
+    if [[ "$do_rm" == 1 ]]; then
+        abcli_log "removing raw data ..."
+        rm -v 10300100EB15FF00-visual.tif*
+        rm -v maxar_lahaina_8_12_2023-visual.vrt
+    fi
+
+    cd ../../..
+
+    popd >/dev/null
+
+    abcli_eval dryrun=$do_dryrun \
+        python3 -m blue_sandbox.microsoft_building_damage_assessment \
+        ingest \
+        --event_name $event_name \
+        --object_name $object_name \
+        "${@:3}"
+    local status="$?"
+
+    [[ "$do_upload" == 1 ]] &&
+        abcli_upload - $object_name
+
+    return $status
+}
+
+abcli_source_caller_suffix_path /ingest

blue_sandbox/.abcli/microsoft_building_damage_assessment.sh

@@ -0,0 +1,15 @@
+#! /usr/bin/env bash
+
+function blue_sandbox_microsoft_building_damage_assessment() {
+    local task=$(abcli_unpack_keyword $1 help)
+
+    local function_name=blue_sandbox_microsoft_building_damage_assessment_$task
+    if [[ $(type -t $function_name) == "function" ]]; then
+        $function_name "${@:2}"
+        return
+    fi
+
+    python3 -m blue_sandbox.microsoft_building_damage_assessment "$@"
+}
+
+abcli_source_caller_suffix_path /microsoft_building_damage_assessment

blue_sandbox/.abcli/tests/help.sh

@@ -9,6 +9,7 @@ function test_blue_sandbox_help() {
         \
         "@damage" \
         "@damage ingest" \
+        "@damage ingest list" \
         \
         "blue_sandbox"; do
         abcli_eval ,$options \

blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh

@@ -0,0 +1,13 @@
+#! /usr/bin/env bash
+
+function test_blue_sandbox_microsoft_building_damage_assessment_ingest() {
+    local options=$1
+
+    abcli_eval ,$options \
+        blue_sandbox_microsoft_building_damage_assessment \
+        ingest \
+        event=Maui-Hawaii-fires-Aug-23,~upload,$options \
+        test_blue_sandbox_microsoft_building_damage_assessment_ingest-$(abcli_string_timestamp_short) \
+        --verbose 1 \
+        "${@:2}"
+}

blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest_list.sh

@@ -0,0 +1,19 @@
+#! /usr/bin/env bash
+
+function test_blue_sandbox_microsoft_building_damage_assessment_ingest_list() {
+    local options=$1
+
+    abcli_eval ,$options \
+        blue_sandbox_microsoft_building_damage_assessment_ingest list
+    [[ $? -ne 0 ]] && return 1
+
+    abcli_eval ,$options \
+        blue_sandbox_microsoft_building_damage_assessment_ingest list \
+        event=Maui-Hawaii-fires-Aug-23
+    [[ $? -ne 0 ]] && return 1
+
+    abcli_eval ,$options \
+        blue_sandbox_microsoft_building_damage_assessment_ingest list \
+        event=Maui-Hawaii-fires-Aug-23 \
+        04/
+}

blue_sandbox/README.py

@@ -3,6 +3,9 @@ import os
 from blue_objects import file, README
 
 from blue_sandbox import NAME, VERSION, ICON, REPO_NAME
+from blue_sandbox.microsoft_building_damage_assessment import (
+    README as microsoft_building_damage_assessment_README,
+)
 
 
 items = [
@@ -34,6 +37,8 @@ def build():
         VERSION=VERSION,
         REPO_NAME=REPO_NAME,
     ) and README.build(
+        items=microsoft_building_damage_assessment_README.items,
+        cols=len(microsoft_building_damage_assessment_README.list_of_steps),
         path=os.path.join(file.path(__file__), "microsoft_building_damage_assessment"),
         ICON=ICON,
         NAME=NAME,

blue_sandbox/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} A sandbox for ideas and experiments."
 
-VERSION = "5.27.1"
+VERSION = "5.47.1"
 
 REPO_NAME = "blue-sandbox"
 

blue_sandbox/microsoft_building_damage_assessment/README.py

@@ -0,0 +1,34 @@
+from typing import Dict
+
+list_of_steps: Dict[str, Dict] = {
+    "ingest": "Maui-Hawaii-fires-Aug-23-damage-2025-01-09-GgnjQC",
+    "label": "",
+    "train": "",
+    "predict": "",
+    "summarize": "",
+}
+
+items = (
+    [f"`{step}`" for step in list_of_steps]
+    + [
+        (
+            "[`{}`](https://kamangir-public.s3.ca-central-1.amazonaws.com/{}.tar.gz)".format(
+                object_name,
+                object_name,
+            )
+            if object_name
+            else ""
+        )
+        for object_name in list_of_steps.values()
+    ]
+    + [
+        (
+            "[![image](https://github.com/kamangir/assets/blob/main/blue-sandbox/{}.png?raw=true)](#)".format(
+                object_name,
+            )
+            if object_name
+            else ""
+        )
+        for object_name in list_of_steps.values()
+    ]
+)

blue_sandbox/microsoft_building_damage_assessment/__main__.py

@@ -0,0 +1,47 @@
+import argparse
+
+from blueness import module
+from blueness.argparse.generic import sys_exit
+
+from blue_sandbox import NAME
+from blue_sandbox.microsoft_building_damage_assessment.ingest import ingest
+from blue_sandbox.help.microsoft_building_damage_assessment import list_of_events
+from blue_sandbox.logger import logger
+
+NAME = module.name(__file__, NAME)
+
+parser = argparse.ArgumentParser(NAME)
+parser.add_argument(
+    "task",
+    type=str,
+    help="ingest",
+)
+parser.add_argument(
+    "--object_name",
+    type=str,
+)
+parser.add_argument(
+    "--event_name",
+    type=str,
+    default=list_of_events[0],
+    help=" | ".join(list_of_events),
+)
+parser.add_argument(
+    "--verbose",
+    type=bool,
+    default=0,
+    help="0|1",
+)
+args = parser.parse_args()
+
+success = False
+if args.task == "ingest":
+    success = ingest(
+        object_name=args.object_name,
+        event_name=args.event_name,
+        verbose=args.verbose == 1,
+    )
+else:
+    success = None
+
+sys_exit(logger, NAME, args.task, success)

blue_sandbox/microsoft_building_damage_assessment/ingest.py

@@ -0,0 +1,19 @@
+from blueness import module
+
+from blue_sandbox import NAME
+from blue_sandbox.logger import logger
+
+
+NAME = module.name(__file__, NAME)
+
+
+def ingest(
+    event_name: str,
+    object_name: str,
+    verbose: bool = False,
+) -> bool:
+    logger.info(f"{NAME}.ingest({event_name}) -> {object_name}")
+
+    logger.info("🪄")
+
+    return True

{blue_sandbox-5.27.1.dist-info → blue_sandbox-5.47.1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: blue_sandbox
-Version: 5.27.1
+Version: 5.47.1
 Summary: 🌀 A sandbox for ideas and experiments.
 Home-page: https://github.com/kamangir/blue-sandbox
 Author: Arash Abadpour (Kamangir)
@@ -54,4 +54,4 @@ pip install blue-sandbox
 
 [![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
 
-built by 🌀 [`blue_options-4.177.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.27.1`](https://github.com/kamangir/blue-sandbox).
+built by 🌀 [`blue_options-4.177.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.47.1`](https://github.com/kamangir/blue-sandbox).

blue_sandbox-5.47.1.dist-info/RECORD

@@ -0,0 +1,37 @@
+blue_sandbox/README.py,sha256=gHxb5Czp9oyNZykiCKtI9Qnx08QJab8Ht9znKxHMkPs,1562
+blue_sandbox/__init__.py,sha256=yAwWd5-dAV4y8R3MW_B3K5FX1Hf7ZNCSnuNJCfrS_co,322
+blue_sandbox/__main__.py,sha256=aPRHSpGpk-bDbzhHpfLNsd3y1gGEHpnhoTF-RBweNwc,361
+blue_sandbox/config.env,sha256=89ao50sGXYWiU-NMV_fUVXAXdTHKKfWV03BY3_p6EOE,25
+blue_sandbox/env.py,sha256=ljEErQJNy0cdSvPpJ_ziMNvXK6Qlvi_8VBgTqjSm2uk,173
+blue_sandbox/functions.py,sha256=U41kQFNPpfYV6KJpMnkqgqLkozqXiG4tgV6rj8IW1BU,7
+blue_sandbox/host.py,sha256=uJpiM105rnm6ySF16zA7waWekGBdec-dlpoRRU_QqwU,210
+blue_sandbox/logger.py,sha256=ZoFrTIfJJGNtZUm2d7lkQjdB2SPl_KBKDmHJOcIivPM,107
+blue_sandbox/sample.env,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+blue_sandbox/urls.py,sha256=tIZ36ONJEoUBM-tFhOpkVhLwb1OgLegUeEaBDqW4USM,24
+blue_sandbox/.abcli/abcli.sh,sha256=xsJ4IzuQsvLZog6U8VTBFVXsEi6ADe13L8rn47XtlbU,196
+blue_sandbox/.abcli/actions.sh,sha256=vImEUI105GRcxs2mAKGMqcvoErtmOPZZ-7dfSmUUxvE,230
+blue_sandbox/.abcli/aka.sh,sha256=RHDU_JbEEL2B0vvvRJ3NVSsRSEjSu09jNY85n7DLe-k,21
+blue_sandbox/.abcli/alias.sh,sha256=A2Q2VBfKuAiWc0yRXeDj95lL70elSdDKZTKWPTK-590,117
+blue_sandbox/.abcli/blue_sandbox.sh,sha256=PGRJOgNGlC3XL5cw4ecZH40LDuc_6NVazTKhCWtZ-3g,233
+blue_sandbox/.abcli/browse.sh,sha256=f8qa4qDVts2Am6_ldDwNeJXzhBQTk9PUKl0-a9wW1ww,287
+blue_sandbox/.abcli/install.sh,sha256=gRbmZfSMWd7RlmQaaXqQKuzuG9EXXA4at1R3KUfQ-qU,263
+blue_sandbox/.abcli/microsoft_building_damage_assessment.sh,sha256=wIP7BvltFj3Gx5VmSgT6hY67K1BnubELef93HHwKOU0,470
+blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest.sh,sha256=7ctyhe8wJ4RDJTOsrQ26FSYvtSizgBysSCGzL7Ap8f8,2701
+blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh,sha256=9bEjpbwO7Heqd-E2RTM-ck4Q39Eqsv4ged6e0WmxmSs,452
+blue_sandbox/.abcli/tests/README.sh,sha256=rmJM-BPnTcmpPbJ5GXsF8vd_a84JKryeKkZyVScUing,145
+blue_sandbox/.abcli/tests/help.sh,sha256=ULiOsZDZ-M2T7fFoCZk3xyBNmJchFeizV_x_WHVqCko,404
+blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh,sha256=oUUF8Kuyohxiqxo9FLY9EO0qlgkagntgfuFda6niHeM,426
+blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest_list.sh,sha256=5P0H-FHV7YKt1fenXAs_0cSFhJYWZ9u3LzRpfSRSptw,577
+blue_sandbox/.abcli/tests/version.sh,sha256=jF8zoJN1eKE3LfDeRVG9uHEosmEVJX6RtKfdioyeN-o,150
+blue_sandbox/help/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+blue_sandbox/help/__main__.py,sha256=3Cqp5oISrZCOUApmwoQoCj_0sQgtkiEkm_ob3LFKzRE,234
+blue_sandbox/help/functions.py,sha256=Ki0nUGyHKDo2t0WnIVzBwxEVJHyRmHh-hIRv3ohJK3c,431
+blue_sandbox/microsoft_building_damage_assessment/README.py,sha256=AyZs8uYpZ7XSYs--5HkMHwgCfZZM1n_E-YWNZ6ncaO4,842
+blue_sandbox/microsoft_building_damage_assessment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+blue_sandbox/microsoft_building_damage_assessment/__main__.py,sha256=rjjr-csHJd2jgO2GDlnAbbQAO_zbaXwA7n6Ce0UX0lM,1009
+blue_sandbox/microsoft_building_damage_assessment/ingest.py,sha256=F5GBHZ6s6QebC-w9e4QsRiQ6ZKxXjFbqckZqV8HDU1s,337
+blue_sandbox-5.47.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
+blue_sandbox-5.47.1.dist-info/METADATA,sha256=bC0hgpyotWeXyJ5d4tZVHOBdGX52KfabS3PtxkD85uQ,2756
+blue_sandbox-5.47.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+blue_sandbox-5.47.1.dist-info/top_level.txt,sha256=4D9Cb9QUCaqdYAmBiCwvtlaYBtUYVVxv0Sxcr_pzgS8,13
+blue_sandbox-5.47.1.dist-info/RECORD,,

blue_sandbox/help/microsoft_building_damage_assessment.py

@@ -1,31 +0,0 @@
-from typing import List
-
-from blue_options.terminal import show_usage, xtra
-
-
-def help_ingest(
-    tokens: List[str],
-    mono: bool,
-) -> str:
-    options = xtra("~download,~upload", mono=mono)
-
-    args = [
-        "[--verbose 1]",
-    ]
-
-    return show_usage(
-        [
-            "@damage",
-            "ingest",
-            f"[{options}]",
-            "[-|<object-name>]",
-        ]
-        + args,
-        "ingest @damage data.",
-        mono=mono,
-    )
-
-
-help_functions = {
-    "ingest": help_ingest,
-}

blue_sandbox-5.27.1.dist-info/RECORD

@@ -1,29 +0,0 @@
-blue_sandbox/README.py,sha256=L3WYBjMK8BGjfdumjgK54fbPrKjuKyOMl-PzIMRa6P4,1295
-blue_sandbox/__init__.py,sha256=b5BBC1dNc5cD99i_6w_VV4VePW-VlE55trTdlYLD4NM,322
-blue_sandbox/__main__.py,sha256=aPRHSpGpk-bDbzhHpfLNsd3y1gGEHpnhoTF-RBweNwc,361
-blue_sandbox/config.env,sha256=89ao50sGXYWiU-NMV_fUVXAXdTHKKfWV03BY3_p6EOE,25
-blue_sandbox/env.py,sha256=ljEErQJNy0cdSvPpJ_ziMNvXK6Qlvi_8VBgTqjSm2uk,173
-blue_sandbox/functions.py,sha256=U41kQFNPpfYV6KJpMnkqgqLkozqXiG4tgV6rj8IW1BU,7
-blue_sandbox/host.py,sha256=uJpiM105rnm6ySF16zA7waWekGBdec-dlpoRRU_QqwU,210
-blue_sandbox/logger.py,sha256=ZoFrTIfJJGNtZUm2d7lkQjdB2SPl_KBKDmHJOcIivPM,107
-blue_sandbox/sample.env,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-blue_sandbox/urls.py,sha256=tIZ36ONJEoUBM-tFhOpkVhLwb1OgLegUeEaBDqW4USM,24
-blue_sandbox/.abcli/abcli.sh,sha256=xsJ4IzuQsvLZog6U8VTBFVXsEi6ADe13L8rn47XtlbU,196
-blue_sandbox/.abcli/actions.sh,sha256=vImEUI105GRcxs2mAKGMqcvoErtmOPZZ-7dfSmUUxvE,230
-blue_sandbox/.abcli/aka.sh,sha256=RHDU_JbEEL2B0vvvRJ3NVSsRSEjSu09jNY85n7DLe-k,21
-blue_sandbox/.abcli/alias.sh,sha256=A2Q2VBfKuAiWc0yRXeDj95lL70elSdDKZTKWPTK-590,117
-blue_sandbox/.abcli/blue_sandbox.sh,sha256=PGRJOgNGlC3XL5cw4ecZH40LDuc_6NVazTKhCWtZ-3g,233
-blue_sandbox/.abcli/browse.sh,sha256=f8qa4qDVts2Am6_ldDwNeJXzhBQTk9PUKl0-a9wW1ww,287
-blue_sandbox/.abcli/install.sh,sha256=6JWSnXjbNPmEEFUsZrvZEb8VVRiJ_xMzDgu_YBPOAyo,185
-blue_sandbox/.abcli/tests/README.sh,sha256=rmJM-BPnTcmpPbJ5GXsF8vd_a84JKryeKkZyVScUing,145
-blue_sandbox/.abcli/tests/help.sh,sha256=uDJRh3G8LghgFZC_1L5fuRChudpVDDxRLZbovHbyqjY,372
-blue_sandbox/.abcli/tests/version.sh,sha256=jF8zoJN1eKE3LfDeRVG9uHEosmEVJX6RtKfdioyeN-o,150
-blue_sandbox/help/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
-blue_sandbox/help/__main__.py,sha256=3Cqp5oISrZCOUApmwoQoCj_0sQgtkiEkm_ob3LFKzRE,234
-blue_sandbox/help/functions.py,sha256=Ki0nUGyHKDo2t0WnIVzBwxEVJHyRmHh-hIRv3ohJK3c,431
-blue_sandbox/help/microsoft_building_damage_assessment.py,sha256=ebpXrq4SNUx-6h8QNLpmCVMMvQH93L18baapf2OCzcQ,513
-blue_sandbox-5.27.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
-blue_sandbox-5.27.1.dist-info/METADATA,sha256=xyt-ZXYkKIOwvQi1BH7jxQSzGSrfsKoJY3oK2YKR67A,2756
-blue_sandbox-5.27.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-blue_sandbox-5.27.1.dist-info/top_level.txt,sha256=4D9Cb9QUCaqdYAmBiCwvtlaYBtUYVVxv0Sxcr_pzgS8,13
-blue_sandbox-5.27.1.dist-info/RECORD,,