blue-sandbox 5.102.1__tar.gz → 5.133.1__tar.gz
Sign up to get free protection for your applications and to get access to all the features.
- {blue_sandbox-5.102.1/blue_sandbox.egg-info → blue_sandbox-5.133.1}/PKG-INFO +6 -5
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/README.md +4 -4
- blue_sandbox-5.133.1/blue_sandbox/.abcli/alias.sh +7 -0
- blue_sandbox-5.133.1/blue_sandbox/.abcli/sagesemseg/cache_dataset.sh +49 -0
- blue_sandbox-5.133.1/blue_sandbox/.abcli/sagesemseg/consts.sh +3 -0
- blue_sandbox-5.133.1/blue_sandbox/.abcli/sagesemseg/train.sh +48 -0
- blue_sandbox-5.133.1/blue_sandbox/.abcli/sagesemseg/upload_dataset.sh +47 -0
- blue_sandbox-5.133.1/blue_sandbox/.abcli/tests/sagesemseg_train.sh +32 -0
- blue_sandbox-5.133.1/blue_sandbox/README.py +56 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/__init__.py +1 -1
- blue_sandbox-5.133.1/blue_sandbox/config.env +5 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/env.py +10 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/list.py +9 -2
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1/blue_sandbox.egg-info}/PKG-INFO +6 -5
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox.egg-info/SOURCES.txt +5 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox.egg-info/requires.txt +1 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/requirements.txt +3 -1
- blue_sandbox-5.102.1/blue_sandbox/.abcli/alias.sh +0 -5
- blue_sandbox-5.102.1/blue_sandbox/README.py +0 -42
- blue_sandbox-5.102.1/blue_sandbox/config.env +0 -1
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/LICENSE +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/MANIFEST.in +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/abcli.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/actions.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/aka.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/blue_sandbox.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/browse.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/install.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/microsoft_building_damage_assessment/install.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/microsoft_building_damage_assessment/label.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/microsoft_building_damage_assessment/tensorboard.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/microsoft_building_damage_assessment.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/tests/README.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/tests/help.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest_list.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_label.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_train.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/.abcli/tests/version.sh +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/__main__.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/functions.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/help/__init__.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/help/__main__.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/help/functions.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/host.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/logger.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/microsoft_building_damage_assessment/README.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/microsoft_building_damage_assessment/__init__.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/microsoft_building_damage_assessment/__main__.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/microsoft_building_damage_assessment/ingest.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/microsoft_building_damage_assessment/label.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/microsoft_building_damage_assessment/sas_token.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/microsoft_building_damage_assessment/train.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/sample.env +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox/urls.py +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox.egg-info/dependency_links.txt +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/blue_sandbox.egg-info/top_level.txt +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/pyproject.toml +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/setup.cfg +0 -0
- {blue_sandbox-5.102.1 → blue_sandbox-5.133.1}/setup.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: blue_sandbox
|
3
|
-
Version: 5.
|
3
|
+
Version: 5.133.1
|
4
4
|
Summary: 🌀 A sandbox for ideas and experiments.
|
5
5
|
Home-page: https://github.com/kamangir/blue-sandbox
|
6
6
|
Author: Arash Abadpour (Kamangir)
|
@@ -34,6 +34,7 @@ Requires-Dist: tqdm
|
|
34
34
|
Requires-Dist: azure-storage-blob
|
35
35
|
Requires-Dist: fiona
|
36
36
|
Requires-Dist: tensorboard
|
37
|
+
Requires-Dist: sagemaker<3,>=2
|
37
38
|
Dynamic: author
|
38
39
|
Dynamic: author-email
|
39
40
|
Dynamic: classifier
|
@@ -52,13 +53,13 @@ Dynamic: summary
|
|
52
53
|
pip install blue-sandbox
|
53
54
|
```
|
54
55
|
|
55
|
-
| |
|
56
|
-
| --- |
|
57
|
-
| 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md)
|
56
|
+
| | |
|
57
|
+
| --- | --- |
|
58
|
+
| 🌀[`sagesemseg`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) ⏸️ [![image](https://github.com/kamangir/assets/blob/main/blue-sandbox/sagesemseg-predict.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker. | 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) ⏸️ [![image](https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) Satellite imagery damage assessment workflow |
|
58
59
|
|
59
60
|
---
|
60
61
|
|
61
62
|
|
62
63
|
[![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
|
63
64
|
|
64
|
-
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.
|
65
|
+
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.133.1`](https://github.com/kamangir/blue-sandbox).
|
@@ -6,13 +6,13 @@
|
|
6
6
|
pip install blue-sandbox
|
7
7
|
```
|
8
8
|
|
9
|
-
| |
|
10
|
-
| --- |
|
11
|
-
| 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md)
|
9
|
+
| | |
|
10
|
+
| --- | --- |
|
11
|
+
| 🌀[`sagesemseg`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) ⏸️ [![image](https://github.com/kamangir/assets/blob/main/blue-sandbox/sagesemseg-predict.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker. | 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) ⏸️ [![image](https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) Satellite imagery damage assessment workflow |
|
12
12
|
|
13
13
|
---
|
14
14
|
|
15
15
|
|
16
16
|
[![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
|
17
17
|
|
18
|
-
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.
|
18
|
+
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.133.1`](https://github.com/kamangir/blue-sandbox).
|
@@ -0,0 +1,49 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
|
3
|
+
function runme() {
|
4
|
+
local options=$1
|
5
|
+
|
6
|
+
local script_full_name="${BASH_SOURCE[0]}"
|
7
|
+
local script_name=$(abcli_script_get name)
|
8
|
+
|
9
|
+
abcli_scripts source - sagesemseg/consts
|
10
|
+
|
11
|
+
if [ $(abcli_option_int "$options" help 0) == 1 ]; then
|
12
|
+
local options="$sagesemseg_cache_dataset_options,rm"
|
13
|
+
abcli_meta_script_show_usage $script_full_name "$EOP[$options]$EOPE" \
|
14
|
+
"cache dataset."
|
15
|
+
return
|
16
|
+
fi
|
17
|
+
|
18
|
+
local dataset_name=$(abcli_option "$options" dataset pascal-voc)
|
19
|
+
local do_rm=$(abcli_option "$options" rm 0)
|
20
|
+
local suffix=$(abcli_option "$options" suffix v1)
|
21
|
+
|
22
|
+
local dataset_object_name=$dataset_name-$suffix
|
23
|
+
|
24
|
+
local dataset_object_path=$ABCLI_OBJECT_ROOT/$dataset_object_name
|
25
|
+
mkdir -pv $dataset_object_path
|
26
|
+
|
27
|
+
if [[ -d "$dataset_object_path/$dataset_name" ]]; then
|
28
|
+
abcli_log "✅ $dataset_object_name/$dataset_name/"
|
29
|
+
return
|
30
|
+
fi
|
31
|
+
|
32
|
+
abcli_log "caching $dataset_object_name"
|
33
|
+
|
34
|
+
pushd $dataset_object_path >/dev/null
|
35
|
+
|
36
|
+
if [[ ! -f "$dataset_name.tgz" ]]; then
|
37
|
+
curl -O https://fast-ai-imagelocal.s3.amazonaws.com/pascal-voc.tgz
|
38
|
+
else
|
39
|
+
abcli_log "✅ $dataset_object_name/$dataset_name.tgz"
|
40
|
+
fi
|
41
|
+
|
42
|
+
tar -xvf $dataset_name.tgz
|
43
|
+
|
44
|
+
[[ "$do_rm" == 1 ]] && rm -v $dataset_name.tgz
|
45
|
+
|
46
|
+
popd >/dev/null
|
47
|
+
}
|
48
|
+
|
49
|
+
runme "$@"
|
@@ -0,0 +1,48 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
|
3
|
+
function runme() {
|
4
|
+
local options=$1
|
5
|
+
|
6
|
+
local script_full_name="${BASH_SOURCE[0]}"
|
7
|
+
local script_name=$(abcli_script_get name)
|
8
|
+
|
9
|
+
abcli_scripts source - sagesemseg/consts
|
10
|
+
|
11
|
+
if [ $(abcli_option_int "$options" help 0) == 1 ]; then
|
12
|
+
local options="dryrun,~upload"
|
13
|
+
local args="[--deploy 0]$ABCUL[--delete_endpoint 0]$ABCUL[--epochs 10]$ABCUL[--instance_type ml.p3.2xlarge]"
|
14
|
+
abcli_meta_script_show_usage $script_full_name "$EOP[$options]$ABCUL[test|<dataset-object-name>]$ABCUL[-|<model-object-name>]$ABCUL$args$EOPE" \
|
15
|
+
"<dataset-object-name> -train-> <model-object-name>."
|
16
|
+
return
|
17
|
+
fi
|
18
|
+
|
19
|
+
local do_dryrun=$(abcli_option_int "$options" dryrun 0)
|
20
|
+
local do_upload=$(abcli_not $do_dryrun)
|
21
|
+
|
22
|
+
local dataset_object_name=$(abcli_clarify_object "$2" test)
|
23
|
+
if [[ "$dataset_object_name" == "test" ]]; then
|
24
|
+
dataset_object_name="pascal-voc-v1-debug-v2"
|
25
|
+
do_upload=0
|
26
|
+
fi
|
27
|
+
|
28
|
+
do_upload=$(abcli_option_int "$options" upload $do_upload)
|
29
|
+
|
30
|
+
local model_object_name=$(abcli_clarify_object "$3" sagesemseg-model-test-$(abcli_string_timestamp))
|
31
|
+
|
32
|
+
abcli_log "$script_name: $dataset_object_name -> $model_object_name"
|
33
|
+
|
34
|
+
abcli_tags set \
|
35
|
+
$model_object_name \
|
36
|
+
trained_on.$dataset_object_name
|
37
|
+
|
38
|
+
abcli_eval dryrun=$do_dryrun \
|
39
|
+
python3 -m roofAI.semseg.sagemaker train_model \
|
40
|
+
--dataset_object_name $dataset_object_name \
|
41
|
+
--model_object_name $model_object_name \
|
42
|
+
"${@:4}"
|
43
|
+
|
44
|
+
[[ "$do_upload" == 1 ]] &&
|
45
|
+
abcli_upload - $model_object_name
|
46
|
+
}
|
47
|
+
|
48
|
+
runme "$@"
|
@@ -0,0 +1,47 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
|
3
|
+
function runme() {
|
4
|
+
local options=$1
|
5
|
+
|
6
|
+
local script_full_name="${BASH_SOURCE[0]}"
|
7
|
+
local script_name=$(abcli_script_get name)
|
8
|
+
|
9
|
+
abcli_scripts source - sagesemseg/consts
|
10
|
+
|
11
|
+
if [ $(abcli_option_int "$options" help 0) == 1 ]; then
|
12
|
+
local cache_options=$sagesemseg_cache_dataset_options
|
13
|
+
local options="dryrun,suffix=<v1>"
|
14
|
+
local args="[--count <count>]"
|
15
|
+
abcli_meta_script_show_usage $script_full_name "$EOP[$cache_options]$ABCUL[$options]$ABCUL$args" \
|
16
|
+
"upload dataset to SageMaker for training."
|
17
|
+
return
|
18
|
+
fi
|
19
|
+
|
20
|
+
local cache_options=$1
|
21
|
+
local dataset_name=$(abcli_option "$cache_options" dataset pascal-voc)
|
22
|
+
local cache_suffix=$(abcli_option "$cache_options" suffix v1)
|
23
|
+
|
24
|
+
local dataset_object_name=$dataset_name
|
25
|
+
[[ ! -z "$cache_suffix" ]] && dataset_object_name=$dataset_name-$cache_suffix
|
26
|
+
|
27
|
+
[[ "$dataset_name" == "pascal-voc" ]] &&
|
28
|
+
abcli_scripts source dryrun=$do_dryrun \
|
29
|
+
sagesemseg/cache_dataset \
|
30
|
+
"$cache_options"
|
31
|
+
|
32
|
+
local options=$2
|
33
|
+
local do_dryrun=$(abcli_option_int "$options" dryrun 0)
|
34
|
+
local suffix=$(abcli_option "$options" suffix v1)
|
35
|
+
|
36
|
+
local object_name=$dataset_object_name-$suffix
|
37
|
+
|
38
|
+
abcli_log "$script_name: $dataset_object_name -> ☁️ / $object_name"
|
39
|
+
|
40
|
+
abcli_eval dryrun=$do_dryrun \
|
41
|
+
python3 -m roofAI.semseg.sagemaker upload_dataset \
|
42
|
+
--dataset_object_name $dataset_object_name \
|
43
|
+
--object_name $object_name \
|
44
|
+
"${@:3}"
|
45
|
+
}
|
46
|
+
|
47
|
+
runme "$@"
|
@@ -0,0 +1,32 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
|
3
|
+
function test_roofAI_sagemaker_train() {
|
4
|
+
local options=$1
|
5
|
+
local do_dryrun=$(abcli_option_int "$options" dryrun 0)
|
6
|
+
|
7
|
+
abcli_log_warning "🚧 may incur cost 💰, disabled."
|
8
|
+
do_dryrun=1
|
9
|
+
|
10
|
+
abcli_eval dryrun=$do_dryrun \
|
11
|
+
conda activate $(roofAI_conda environment_name sagemaker)
|
12
|
+
|
13
|
+
local dataset_object_name=dataset-$(abcli_string_timestamp)
|
14
|
+
|
15
|
+
abcli_eval dryrun=$do_dryrun \
|
16
|
+
roofAI dataset ingest \
|
17
|
+
source=AIRS,target=sagemaker,$2 \
|
18
|
+
$dataset_object_name \
|
19
|
+
--test_count 0 \
|
20
|
+
--train_count 16 \
|
21
|
+
--val_count 16
|
22
|
+
|
23
|
+
local model_object_name=model-$(abcli_string_timestamp)
|
24
|
+
|
25
|
+
abcli_eval dryrun=$do_dryrun \
|
26
|
+
sagesemseg train \
|
27
|
+
,$3 \
|
28
|
+
$dataset_object_name \
|
29
|
+
$model_object_name \
|
30
|
+
--instance_type ml.g4dn.2xlarge \
|
31
|
+
"${@:4}"
|
32
|
+
}
|
@@ -0,0 +1,56 @@
|
|
1
|
+
import os
|
2
|
+
|
3
|
+
from blue_objects import file, README
|
4
|
+
|
5
|
+
from blue_sandbox import NAME, VERSION, ICON, REPO_NAME
|
6
|
+
from blue_sandbox.microsoft_building_damage_assessment import (
|
7
|
+
README as microsoft_building_damage_assessment_README,
|
8
|
+
)
|
9
|
+
from blue_sandbox.list import list_of_experiments
|
10
|
+
|
11
|
+
items = [
|
12
|
+
"{}[`{}`]({}) {} [![image]({})]({}) {}".format(
|
13
|
+
experiment["ICON"],
|
14
|
+
experiment_name,
|
15
|
+
experiment["url"],
|
16
|
+
experiment["status"],
|
17
|
+
experiment["marquee"],
|
18
|
+
experiment["url"],
|
19
|
+
experiment["title"],
|
20
|
+
)
|
21
|
+
for experiment_name, experiment in list_of_experiments.items()
|
22
|
+
if experiment_name != "template"
|
23
|
+
]
|
24
|
+
|
25
|
+
|
26
|
+
def build():
|
27
|
+
return all(
|
28
|
+
[
|
29
|
+
README.build(
|
30
|
+
items=items,
|
31
|
+
path=os.path.join(file.path(__file__), ".."),
|
32
|
+
ICON=ICON,
|
33
|
+
NAME=NAME,
|
34
|
+
VERSION=VERSION,
|
35
|
+
REPO_NAME=REPO_NAME,
|
36
|
+
),
|
37
|
+
README.build(
|
38
|
+
items=microsoft_building_damage_assessment_README.items,
|
39
|
+
cols=len(microsoft_building_damage_assessment_README.list_of_steps),
|
40
|
+
path=os.path.join(
|
41
|
+
file.path(__file__), "microsoft_building_damage_assessment"
|
42
|
+
),
|
43
|
+
ICON=ICON,
|
44
|
+
NAME=NAME,
|
45
|
+
VERSION=VERSION,
|
46
|
+
REPO_NAME=REPO_NAME,
|
47
|
+
),
|
48
|
+
README.build(
|
49
|
+
path=os.path.join(file.path(__file__), "sagesemseg"),
|
50
|
+
ICON=ICON,
|
51
|
+
NAME=NAME,
|
52
|
+
VERSION=VERSION,
|
53
|
+
REPO_NAME=REPO_NAME,
|
54
|
+
),
|
55
|
+
]
|
56
|
+
)
|
@@ -0,0 +1,5 @@
|
|
1
|
+
DAMAGES_TEST_DATASET_OBJECT_NAME=Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm
|
2
|
+
|
3
|
+
SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_debug_v2=sagesemseg-model-2025-01-11-22-00-08-bW-2025-01-12-06-00-08-928
|
4
|
+
|
5
|
+
SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_full_v2=sagesemseg-model-2025-01-12-15-52-20-ly-2025-01-12-23-52-20-582
|
@@ -11,3 +11,13 @@ DAMAGES_TEST_DATASET_OBJECT_NAME = os.getenv(
|
|
11
11
|
)
|
12
12
|
|
13
13
|
ENCODED_BLOB_SAS_TOKEN = os.getenv("ENCODED_BLOB_SAS_TOKEN", "")
|
14
|
+
|
15
|
+
SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_debug_v2 = os.getenv(
|
16
|
+
"SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_debug_v2",
|
17
|
+
"",
|
18
|
+
)
|
19
|
+
|
20
|
+
SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_full_v2 = os.getenv(
|
21
|
+
"SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_full_v2",
|
22
|
+
"",
|
23
|
+
)
|
@@ -1,16 +1,23 @@
|
|
1
1
|
list_of_experiments = {
|
2
|
+
"sagesemseg": {
|
3
|
+
"ICON": "🌀",
|
4
|
+
"title": "A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker.",
|
5
|
+
"url": "https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md",
|
6
|
+
"marquee": "https://github.com/kamangir/assets/blob/main/blue-sandbox/sagesemseg-predict.png?raw=true",
|
7
|
+
"status": "⏸️",
|
8
|
+
},
|
2
9
|
"`@damages`": {
|
3
10
|
"ICON": "🌐",
|
4
11
|
"title": "Satellite imagery damage assessment workflow",
|
5
12
|
"url": "https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md",
|
6
13
|
"marquee": "https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true",
|
7
|
-
"status": "
|
14
|
+
"status": "⏸️",
|
8
15
|
},
|
9
16
|
"template": {
|
10
17
|
"ICON": "",
|
11
18
|
"title": "",
|
12
19
|
"url": "",
|
13
|
-
"marquee": "",
|
20
|
+
"marquee": "https://github.com/kamangir/assets/raw/main/blue-plugin/marquee.png?raw=true",
|
14
21
|
"status": "🎰",
|
15
22
|
},
|
16
23
|
}
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: blue_sandbox
|
3
|
-
Version: 5.
|
3
|
+
Version: 5.133.1
|
4
4
|
Summary: 🌀 A sandbox for ideas and experiments.
|
5
5
|
Home-page: https://github.com/kamangir/blue-sandbox
|
6
6
|
Author: Arash Abadpour (Kamangir)
|
@@ -34,6 +34,7 @@ Requires-Dist: tqdm
|
|
34
34
|
Requires-Dist: azure-storage-blob
|
35
35
|
Requires-Dist: fiona
|
36
36
|
Requires-Dist: tensorboard
|
37
|
+
Requires-Dist: sagemaker<3,>=2
|
37
38
|
Dynamic: author
|
38
39
|
Dynamic: author-email
|
39
40
|
Dynamic: classifier
|
@@ -52,13 +53,13 @@ Dynamic: summary
|
|
52
53
|
pip install blue-sandbox
|
53
54
|
```
|
54
55
|
|
55
|
-
| |
|
56
|
-
| --- |
|
57
|
-
| 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md)
|
56
|
+
| | |
|
57
|
+
| --- | --- |
|
58
|
+
| 🌀[`sagesemseg`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) ⏸️ [![image](https://github.com/kamangir/assets/blob/main/blue-sandbox/sagesemseg-predict.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker. | 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) ⏸️ [![image](https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) Satellite imagery damage assessment workflow |
|
58
59
|
|
59
60
|
---
|
60
61
|
|
61
62
|
|
62
63
|
[![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
|
63
64
|
|
64
|
-
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.
|
65
|
+
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.133.1`](https://github.com/kamangir/blue-sandbox).
|
@@ -34,12 +34,17 @@ blue_sandbox/.abcli/microsoft_building_damage_assessment/label.sh
|
|
34
34
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/tensorboard.sh
|
35
35
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh
|
36
36
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh
|
37
|
+
blue_sandbox/.abcli/sagesemseg/cache_dataset.sh
|
38
|
+
blue_sandbox/.abcli/sagesemseg/consts.sh
|
39
|
+
blue_sandbox/.abcli/sagesemseg/train.sh
|
40
|
+
blue_sandbox/.abcli/sagesemseg/upload_dataset.sh
|
37
41
|
blue_sandbox/.abcli/tests/README.sh
|
38
42
|
blue_sandbox/.abcli/tests/help.sh
|
39
43
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh
|
40
44
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest_list.sh
|
41
45
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_label.sh
|
42
46
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_train.sh
|
47
|
+
blue_sandbox/.abcli/tests/sagesemseg_train.sh
|
43
48
|
blue_sandbox/.abcli/tests/version.sh
|
44
49
|
blue_sandbox/help/__init__.py
|
45
50
|
blue_sandbox/help/__main__.py
|
@@ -1,42 +0,0 @@
|
|
1
|
-
import os
|
2
|
-
|
3
|
-
from blue_objects import file, README
|
4
|
-
|
5
|
-
from blue_sandbox import NAME, VERSION, ICON, REPO_NAME
|
6
|
-
from blue_sandbox.microsoft_building_damage_assessment import (
|
7
|
-
README as microsoft_building_damage_assessment_README,
|
8
|
-
)
|
9
|
-
from blue_sandbox.list import list_of_experiments
|
10
|
-
|
11
|
-
items = [
|
12
|
-
"{}[`{}`]({}) {} [![image]({})]({}) {}".format(
|
13
|
-
experiment["ICON"],
|
14
|
-
experiment_name,
|
15
|
-
experiment["url"],
|
16
|
-
experiment["status"],
|
17
|
-
experiment["marquee"],
|
18
|
-
experiment["url"],
|
19
|
-
experiment["title"],
|
20
|
-
)
|
21
|
-
for experiment_name, experiment in list_of_experiments.items()
|
22
|
-
if experiment_name != "template"
|
23
|
-
]
|
24
|
-
|
25
|
-
|
26
|
-
def build():
|
27
|
-
return README.build(
|
28
|
-
items=items,
|
29
|
-
path=os.path.join(file.path(__file__), ".."),
|
30
|
-
ICON=ICON,
|
31
|
-
NAME=NAME,
|
32
|
-
VERSION=VERSION,
|
33
|
-
REPO_NAME=REPO_NAME,
|
34
|
-
) and README.build(
|
35
|
-
items=microsoft_building_damage_assessment_README.items,
|
36
|
-
cols=len(microsoft_building_damage_assessment_README.list_of_steps),
|
37
|
-
path=os.path.join(file.path(__file__), "microsoft_building_damage_assessment"),
|
38
|
-
ICON=ICON,
|
39
|
-
NAME=NAME,
|
40
|
-
VERSION=VERSION,
|
41
|
-
REPO_NAME=REPO_NAME,
|
42
|
-
)
|
@@ -1 +0,0 @@
|
|
1
|
-
DAMAGES_TEST_DATASET_OBJECT_NAME=Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|