blue-sandbox 5.235.1__tar.gz → 5.267.1__tar.gz

{blue_sandbox-5.235.1/blue_sandbox.egg-info → blue_sandbox-5.267.1}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: blue_sandbox
-Version: 5.235.1
+Version: 5.267.1
 Summary: 🌀 A sandbox for ideas and experiments.
 Home-page: https://github.com/kamangir/blue-sandbox
 Author: Arash Abadpour (Kamangir)
@@ -64,4 +64,4 @@ pip install blue-sandbox
 
 [![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
 
-built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.235.1`](https://github.com/kamangir/blue-sandbox).
+built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.267.1`](https://github.com/kamangir/blue-sandbox).

{blue_sandbox-5.235.1 → blue_sandbox-5.267.1}/README.md

@@ -16,4 +16,4 @@ pip install blue-sandbox
 
 [![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
 
-built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.235.1`](https://github.com/kamangir/blue-sandbox).
+built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.267.1`](https://github.com/kamangir/blue-sandbox).

blue_sandbox-5.267.1/blue_sandbox/.abcli/palisades/predict.sh

@@ -0,0 +1,35 @@
+#! /usr/bin/env bash
+
+function blue_sandbox_palisades_predict() {
+    local options=$1
+    $abcli_gpu_status_cache && local device=cuda || local device=cpu
+    local device=$(abcli_option "$options" device $device)
+    local do_dryrun=$(abcli_option_int "$options" dryrun 0)
+    local do_download=$(abcli_option_int "$options" download $(abcli_not $do_dryrun))
+    local do_upload=$(abcli_option_int "$options" upload $(abcli_not $do_dryrun))
+
+    local model_object_name=$(abcli_clarify_object $2 ..)
+    [[ "$do_download" == 1 ]] &&
+        abcli_download - $model_object_name
+
+    local datacube_id=$(abcli_clarify_object $3 .)
+
+    local prediction_object_name=$(abcli_clarify_object $4 predict-$datacube_id-$(abcli_string_timestamp_short))
+
+    abcli_log "semseg[$model_object_name].predict($datacube_id) -$device-> $prediction_object_name."
+
+    abcli_eval dryrun=$do_dryrun \
+        python3 -m blue_sandbox.palisades predict \
+        --device $device \
+        --model_object_name $model_object_name \
+        --datacube_id $datacube_id \
+        --prediction_object_name $prediction_object_name \
+        --profile $(abcli_option "$options" profile VALIDATION) \
+        "${@:5}"
+    local status="$?"
+
+    [[ "$do_upload" == 1 ]] &&
+        abcli_upload - $prediction_object_name
+
+    return $status
+}

blue_sandbox-5.267.1/blue_sandbox/.abcli/palisades/train.sh

@@ -0,0 +1,58 @@
+#! /usr/bin/env bash
+
+function blue_sandbox_palisades_train() {
+    local options=$1
+    local do_dryrun=$(abcli_option_int "$options" dryrun 0)
+    local do_download=$(abcli_option_int "$options" download $(abcli_not $do_dryrun))
+    local do_review=$(abcli_option_int "$options" review 0)
+
+    local query_object_name=$(abcli_clarify_object $2 .)
+    [[ "$do_download" == 1 ]] &&
+        abcli_download - $query_object_name
+
+    local ingest_options=$3
+    local count=$(abcli_option "$ingest_options" count 10000)
+
+    local dataset_object_name=$(abcli_clarify_object $4 ${query_object_name}-ingest-$(abcli_string_timestamp_short))
+
+    local train_options=$5
+    local epoch_count=$(abcli_option "$train_options" epochs 5)
+
+    local model_object_name=$(abcli_clarify_object $6 ${dataset_object_name}-model-$(abcli_string_timestamp_short))
+
+    if [[ "$do_review" == 1 ]]; then
+        roofai_dataset_review \
+            dryrun=$do_dryrun \
+            $query_object_name \
+            --index 0 \
+            --subset test
+        [[ $? -ne 0 ]] && return 1
+    fi
+
+    roofai_dataset_ingest \
+        ~download,source=$query_object_name,$ingest_options \
+        $dataset_object_name \
+        --test_count $(python3 -c "print(int($count*0.1))") \
+        --train_count $(python3 -c "print(int($count*0.8))") \
+        --val_count $(python3 -c "print(int($count*0.1))")
+    [[ $? -ne 0 ]] && return 1
+
+    if [[ "$do_review" == 1 ]]; then
+        local subset
+        for subset in train test val; do
+            roofai_dataset_review \
+                dryrun=$do_dryrun \
+                $dataset_object_name \
+                --index 0 \
+                --subset $subset
+            [[ $? -ne 0 ]] && return 1
+        done
+    fi
+
+    roofai_semseg_train \
+        ~download,$train_options \
+        $dataset_object_name \
+        $model_object_name \
+        --classes affected \
+        --epoch_count $epoch_count
+}

{blue_sandbox-5.235.1 → blue_sandbox-5.267.1}/blue_sandbox/.abcli/tests/help.sh

@@ -18,6 +18,8 @@ function test_blue_sandbox_help() {
         "palisades" \
         "palisades ingest" \
         "palisades label" \
+        "palisades predict" \
+        "palisades train" \
         \
         "blue_sandbox"; do
         abcli_eval ,$options \

blue_sandbox-5.267.1/blue_sandbox/.abcli/tests/palisades_predict.sh

@@ -0,0 +1,10 @@
+#! /usr/bin/env bash
+
+function test_blue_sandbox_palisades_predict() {
+    local options=$1
+
+    blue_sandbox_palisades_predict \
+        ,$options \
+        palisades-dataset-v1-ingest-2025-01-20-520ze1-model-2025-01-20-s5xtkp \
+        datacube-maxar_open_data-WildFires-LosAngeles-Jan-2025-11-031311102213-103001010B9A1B00
+}

blue_sandbox-5.267.1/blue_sandbox/.abcli/tests/palisades_train.sh

@@ -0,0 +1,13 @@
+#! /usr/bin/env bash
+
+function test_blue_sandbox_palisades_train() {
+    local options=$1
+
+    blue_sandbox_palisades_train \
+        review,~upload,$options \
+        palisades-dataset-v1 \
+        count=1000 \
+        - \
+        epochs=1 \
+        -
+}

{blue_sandbox-5.235.1 → blue_sandbox-5.267.1}/blue_sandbox/__init__.py

@@ -4,7 +4,7 @@ ICON = "🌀"
 
 DESCRIPTION = f"{ICON} A sandbox for ideas and experiments."
 
-VERSION = "5.235.1"
+VERSION = "5.267.1"
 
 REPO_NAME = "blue-sandbox"
 

{blue_sandbox-5.235.1 → blue_sandbox-5.267.1}/blue_sandbox/help/palisades.py

@@ -1,6 +1,11 @@
 from typing import List
 
 from blue_options.terminal import show_usage, xtra
+from roofai.help.semseg import (
+    train_options,
+    device_and_profile_details,
+    predict_options,
+)
 
 from blue_geo.watch.targets.target_list import TargetList
 from blue_geo.help.datacube import scope_details
@@ -66,7 +71,63 @@ def help_label(
     )
 
 
+def help_predict(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    return show_usage(
+        [
+            "palisades",
+            "predict",
+            f"[{predict_options(mono=mono)}]",
+            "[..|<model-object-name>]",
+            "[.|<datacube-id>]",
+            "[-|<prediction-object-name>]",
+        ],
+        "<datacube-id> -<model-object-name>-> <prediction-object-name>",
+        device_and_profile_details,
+        mono=mono,
+    )
+
+
+def help_train(
+    tokens: List[str],
+    mono: bool,
+) -> str:
+    options = xtra("dryrun,~download,review", mono=mono)
+
+    ingest_options = "".join(
+        [
+            "count=<10000>",
+            xtra(",dryrun,upload", mono=mono),
+        ]
+    )
+
+    return show_usage(
+        [
+            "palisades",
+            "train",
+            f"[{options}]",
+            "[.|<query-object-name>]",
+            f"[{ingest_options}]",
+            "[-|<dataset-object-name>]",
+            "[{},epochs=<5>]".format(
+                train_options(
+                    mono=mono,
+                    show_download=False,
+                )
+            ),
+            "[-|<model-object-name>]",
+        ],
+        "train palisades.",
+        device_and_profile_details,
+        mono=mono,
+    )
+
+
 help_functions = {
     "ingest": help_ingest,
     "label": help_label,
+    "predict": help_predict,
+    "train": help_train,
 }

{blue_sandbox-5.235.1 → blue_sandbox-5.267.1/blue_sandbox.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: blue_sandbox
-Version: 5.235.1
+Version: 5.267.1
 Summary: 🌀 A sandbox for ideas and experiments.
 Home-page: https://github.com/kamangir/blue-sandbox
 Author: Arash Abadpour (Kamangir)
@@ -64,4 +64,4 @@ pip install blue-sandbox
 
 [![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
 
-built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.235.1`](https://github.com/kamangir/blue-sandbox).
+built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.267.1`](https://github.com/kamangir/blue-sandbox).

{blue_sandbox-5.235.1 → blue_sandbox-5.267.1}/blue_sandbox.egg-info/SOURCES.txt

@@ -39,6 +39,8 @@ blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh
 blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh
 blue_sandbox/.abcli/palisades/ingest.sh
 blue_sandbox/.abcli/palisades/label.sh
+blue_sandbox/.abcli/palisades/predict.sh
+blue_sandbox/.abcli/palisades/train.sh
 blue_sandbox/.abcli/sagesemseg/cache_dataset.sh
 blue_sandbox/.abcli/sagesemseg/consts.sh
 blue_sandbox/.abcli/sagesemseg/train.sh
@@ -51,6 +53,7 @@ blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_label.sh
 blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_train.sh
 blue_sandbox/.abcli/tests/palisades_ingest.sh
 blue_sandbox/.abcli/tests/palisades_label.sh
+blue_sandbox/.abcli/tests/palisades_predict.sh
 blue_sandbox/.abcli/tests/palisades_train.sh
 blue_sandbox/.abcli/tests/sagesemseg_train.sh
 blue_sandbox/.abcli/tests/version.sh

blue_sandbox-5.235.1/blue_sandbox/.abcli/tests/palisades_train.sh

@@ -1,19 +0,0 @@
-#! /usr/bin/env bash
-
-function test_blue_sandbox_palisades_train() {
-    local options=$1
-
-    local query_object_name=palisades-dataset-v1
-
-    # test is empty; train causes the github worker to crash.
-    abcli_eval ,$options \
-        roofai_dataset_review download \
-        $query_object_name \
-        --index 0 \
-        --subset test
-    [[ $? -ne 0 ]] && return 1
-
-    abcli_hr
-
-    # next step
-}