blue-sandbox 5.102.1__py3-none-any.whl → 5.118.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- blue_sandbox/.abcli/alias.sh +3 -1
- blue_sandbox/.abcli/sagesemseg/cache_dataset.sh +49 -0
- blue_sandbox/.abcli/sagesemseg/consts.sh +3 -0
- blue_sandbox/.abcli/sagesemseg/train.sh +48 -0
- blue_sandbox/.abcli/sagesemseg/upload_dataset.sh +47 -0
- blue_sandbox/README.py +29 -15
- blue_sandbox/__init__.py +1 -1
- blue_sandbox/config.env +3 -1
- blue_sandbox/env.py +5 -0
- blue_sandbox/list.py +9 -2
- {blue_sandbox-5.102.1.dist-info → blue_sandbox-5.118.1.dist-info}/METADATA +6 -5
- {blue_sandbox-5.102.1.dist-info → blue_sandbox-5.118.1.dist-info}/RECORD +15 -11
- {blue_sandbox-5.102.1.dist-info → blue_sandbox-5.118.1.dist-info}/LICENSE +0 -0
- {blue_sandbox-5.102.1.dist-info → blue_sandbox-5.118.1.dist-info}/WHEEL +0 -0
- {blue_sandbox-5.102.1.dist-info → blue_sandbox-5.118.1.dist-info}/top_level.txt +0 -0
blue_sandbox/.abcli/alias.sh
CHANGED
@@ -0,0 +1,49 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
|
3
|
+
function runme() {
|
4
|
+
local options=$1
|
5
|
+
|
6
|
+
local script_full_name="${BASH_SOURCE[0]}"
|
7
|
+
local script_name=$(abcli_script_get name)
|
8
|
+
|
9
|
+
abcli_scripts source - sagesemseg/consts
|
10
|
+
|
11
|
+
if [ $(abcli_option_int "$options" help 0) == 1 ]; then
|
12
|
+
local options="$sagesemseg_cache_dataset_options,rm"
|
13
|
+
abcli_meta_script_show_usage $script_full_name "$EOP[$options]$EOPE" \
|
14
|
+
"cache dataset."
|
15
|
+
return
|
16
|
+
fi
|
17
|
+
|
18
|
+
local dataset_name=$(abcli_option "$options" dataset pascal-voc)
|
19
|
+
local do_rm=$(abcli_option "$options" rm 0)
|
20
|
+
local suffix=$(abcli_option "$options" suffix v1)
|
21
|
+
|
22
|
+
local dataset_object_name=$dataset_name-$suffix
|
23
|
+
|
24
|
+
local dataset_object_path=$ABCLI_OBJECT_ROOT/$dataset_object_name
|
25
|
+
mkdir -pv $dataset_object_path
|
26
|
+
|
27
|
+
if [[ -d "$dataset_object_path/$dataset_name" ]]; then
|
28
|
+
abcli_log "✅ $dataset_object_name/$dataset_name/"
|
29
|
+
return
|
30
|
+
fi
|
31
|
+
|
32
|
+
abcli_log "caching $dataset_object_name"
|
33
|
+
|
34
|
+
pushd $dataset_object_path >/dev/null
|
35
|
+
|
36
|
+
if [[ ! -f "$dataset_name.tgz" ]]; then
|
37
|
+
curl -O https://fast-ai-imagelocal.s3.amazonaws.com/pascal-voc.tgz
|
38
|
+
else
|
39
|
+
abcli_log "✅ $dataset_object_name/$dataset_name.tgz"
|
40
|
+
fi
|
41
|
+
|
42
|
+
tar -xvf $dataset_name.tgz
|
43
|
+
|
44
|
+
[[ "$do_rm" == 1 ]] && rm -v $dataset_name.tgz
|
45
|
+
|
46
|
+
popd >/dev/null
|
47
|
+
}
|
48
|
+
|
49
|
+
runme "$@"
|
@@ -0,0 +1,48 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
|
3
|
+
function runme() {
|
4
|
+
local options=$1
|
5
|
+
|
6
|
+
local script_full_name="${BASH_SOURCE[0]}"
|
7
|
+
local script_name=$(abcli_script_get name)
|
8
|
+
|
9
|
+
abcli_scripts source - sagesemseg/consts
|
10
|
+
|
11
|
+
if [ $(abcli_option_int "$options" help 0) == 1 ]; then
|
12
|
+
local options="dryrun,~upload"
|
13
|
+
local args="[--deploy 0]$ABCUL[--delete_endpoint 0]$ABCUL[--epochs 10]$ABCUL[--instance_type ml.p3.2xlarge]"
|
14
|
+
abcli_meta_script_show_usage $script_full_name "$EOP[$options]$ABCUL[test|<dataset-object-name>]$ABCUL[-|<model-object-name>]$ABCUL$args$EOPE" \
|
15
|
+
"<dataset-object-name> -train-> <model-object-name>."
|
16
|
+
return
|
17
|
+
fi
|
18
|
+
|
19
|
+
local do_dryrun=$(abcli_option_int "$options" dryrun 0)
|
20
|
+
local do_upload=$(abcli_not $do_dryrun)
|
21
|
+
|
22
|
+
local dataset_object_name=$(abcli_clarify_object "$2" test)
|
23
|
+
if [[ "$dataset_object_name" == "test" ]]; then
|
24
|
+
dataset_object_name="pascal-voc-v1-debug-v2"
|
25
|
+
do_upload=0
|
26
|
+
fi
|
27
|
+
|
28
|
+
do_upload=$(abcli_option_int "$options" upload $do_upload)
|
29
|
+
|
30
|
+
local model_object_name=$(abcli_clarify_object "$3" sagesemseg-model-test-$(abcli_string_timestamp))
|
31
|
+
|
32
|
+
abcli_log "$script_name: $dataset_object_name -> $model_object_name"
|
33
|
+
|
34
|
+
abcli_tags set \
|
35
|
+
$model_object_name \
|
36
|
+
trained_on.$dataset_object_name
|
37
|
+
|
38
|
+
abcli_eval dryrun=$do_dryrun \
|
39
|
+
python3 -m roofAI.semseg.sagemaker train_model \
|
40
|
+
--dataset_object_name $dataset_object_name \
|
41
|
+
--model_object_name $model_object_name \
|
42
|
+
"${@:4}"
|
43
|
+
|
44
|
+
[[ "$do_upload" == 1 ]] &&
|
45
|
+
abcli_upload - $model_object_name
|
46
|
+
}
|
47
|
+
|
48
|
+
runme "$@"
|
@@ -0,0 +1,47 @@
|
|
1
|
+
#! /usr/bin/env bash
|
2
|
+
|
3
|
+
function runme() {
|
4
|
+
local options=$1
|
5
|
+
|
6
|
+
local script_full_name="${BASH_SOURCE[0]}"
|
7
|
+
local script_name=$(abcli_script_get name)
|
8
|
+
|
9
|
+
abcli_scripts source - sagesemseg/consts
|
10
|
+
|
11
|
+
if [ $(abcli_option_int "$options" help 0) == 1 ]; then
|
12
|
+
local cache_options=$sagesemseg_cache_dataset_options
|
13
|
+
local options="dryrun,suffix=<v1>"
|
14
|
+
local args="[--count <count>]"
|
15
|
+
abcli_meta_script_show_usage $script_full_name "$EOP[$cache_options]$ABCUL[$options]$ABCUL$args" \
|
16
|
+
"upload dataset to SageMaker for training."
|
17
|
+
return
|
18
|
+
fi
|
19
|
+
|
20
|
+
local cache_options=$1
|
21
|
+
local dataset_name=$(abcli_option "$cache_options" dataset pascal-voc)
|
22
|
+
local cache_suffix=$(abcli_option "$cache_options" suffix v1)
|
23
|
+
|
24
|
+
local dataset_object_name=$dataset_name
|
25
|
+
[[ ! -z "$cache_suffix" ]] && dataset_object_name=$dataset_name-$cache_suffix
|
26
|
+
|
27
|
+
[[ "$dataset_name" == "pascal-voc" ]] &&
|
28
|
+
abcli_scripts source dryrun=$do_dryrun \
|
29
|
+
sagesemseg/cache_dataset \
|
30
|
+
"$cache_options"
|
31
|
+
|
32
|
+
local options=$2
|
33
|
+
local do_dryrun=$(abcli_option_int "$options" dryrun 0)
|
34
|
+
local suffix=$(abcli_option "$options" suffix v1)
|
35
|
+
|
36
|
+
local object_name=$dataset_object_name-$suffix
|
37
|
+
|
38
|
+
abcli_log "$script_name: $dataset_object_name -> ☁️ / $object_name"
|
39
|
+
|
40
|
+
abcli_eval dryrun=$do_dryrun \
|
41
|
+
python3 -m roofAI.semseg.sagemaker upload_dataset \
|
42
|
+
--dataset_object_name $dataset_object_name \
|
43
|
+
--object_name $object_name \
|
44
|
+
"${@:3}"
|
45
|
+
}
|
46
|
+
|
47
|
+
runme "$@"
|
blue_sandbox/README.py
CHANGED
@@ -24,19 +24,33 @@ items = [
|
|
24
24
|
|
25
25
|
|
26
26
|
def build():
|
27
|
-
return
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
27
|
+
return all(
|
28
|
+
[
|
29
|
+
README.build(
|
30
|
+
items=items,
|
31
|
+
path=os.path.join(file.path(__file__), ".."),
|
32
|
+
ICON=ICON,
|
33
|
+
NAME=NAME,
|
34
|
+
VERSION=VERSION,
|
35
|
+
REPO_NAME=REPO_NAME,
|
36
|
+
),
|
37
|
+
README.build(
|
38
|
+
items=microsoft_building_damage_assessment_README.items,
|
39
|
+
cols=len(microsoft_building_damage_assessment_README.list_of_steps),
|
40
|
+
path=os.path.join(
|
41
|
+
file.path(__file__), "microsoft_building_damage_assessment"
|
42
|
+
),
|
43
|
+
ICON=ICON,
|
44
|
+
NAME=NAME,
|
45
|
+
VERSION=VERSION,
|
46
|
+
REPO_NAME=REPO_NAME,
|
47
|
+
),
|
48
|
+
README.build(
|
49
|
+
path=os.path.join(file.path(__file__), "sagesemseg"),
|
50
|
+
ICON=ICON,
|
51
|
+
NAME=NAME,
|
52
|
+
VERSION=VERSION,
|
53
|
+
REPO_NAME=REPO_NAME,
|
54
|
+
),
|
55
|
+
]
|
42
56
|
)
|
blue_sandbox/__init__.py
CHANGED
blue_sandbox/config.env
CHANGED
blue_sandbox/env.py
CHANGED
blue_sandbox/list.py
CHANGED
@@ -1,16 +1,23 @@
|
|
1
1
|
list_of_experiments = {
|
2
|
+
"sagesemseg": {
|
3
|
+
"ICON": "🌀",
|
4
|
+
"title": "A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker.",
|
5
|
+
"url": "https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md",
|
6
|
+
"marquee": "https://github.com/kamangir/assets/raw/main/blue-plugin/marquee.png?raw=true",
|
7
|
+
"status": "🔥",
|
8
|
+
},
|
2
9
|
"`@damages`": {
|
3
10
|
"ICON": "🌐",
|
4
11
|
"title": "Satellite imagery damage assessment workflow",
|
5
12
|
"url": "https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md",
|
6
13
|
"marquee": "https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true",
|
7
|
-
"status": "
|
14
|
+
"status": "⏸️",
|
8
15
|
},
|
9
16
|
"template": {
|
10
17
|
"ICON": "",
|
11
18
|
"title": "",
|
12
19
|
"url": "",
|
13
|
-
"marquee": "",
|
20
|
+
"marquee": "https://github.com/kamangir/assets/raw/main/blue-plugin/marquee.png?raw=true",
|
14
21
|
"status": "🎰",
|
15
22
|
},
|
16
23
|
}
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: blue_sandbox
|
3
|
-
Version: 5.
|
3
|
+
Version: 5.118.1
|
4
4
|
Summary: 🌀 A sandbox for ideas and experiments.
|
5
5
|
Home-page: https://github.com/kamangir/blue-sandbox
|
6
6
|
Author: Arash Abadpour (Kamangir)
|
@@ -34,6 +34,7 @@ Requires-Dist: tqdm
|
|
34
34
|
Requires-Dist: azure-storage-blob
|
35
35
|
Requires-Dist: fiona
|
36
36
|
Requires-Dist: tensorboard
|
37
|
+
Requires-Dist: sagemaker<3,>=2
|
37
38
|
Dynamic: author
|
38
39
|
Dynamic: author-email
|
39
40
|
Dynamic: classifier
|
@@ -52,13 +53,13 @@ Dynamic: summary
|
|
52
53
|
pip install blue-sandbox
|
53
54
|
```
|
54
55
|
|
55
|
-
| |
|
56
|
-
| --- |
|
57
|
-
| 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md)
|
56
|
+
| | |
|
57
|
+
| --- | --- |
|
58
|
+
| 🌀[`sagesemseg`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) 🔥 [](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker. | 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) ⏸️ [](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) Satellite imagery damage assessment workflow |
|
58
59
|
|
59
60
|
---
|
60
61
|
|
61
62
|
|
62
63
|
[](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [](https://pypi.org/project/blue-sandbox/) [](https://pypistats.org/packages/blue-sandbox)
|
63
64
|
|
64
|
-
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.
|
65
|
+
built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.118.1`](https://github.com/kamangir/blue-sandbox).
|
@@ -1,18 +1,18 @@
|
|
1
|
-
blue_sandbox/README.py,sha256=
|
2
|
-
blue_sandbox/__init__.py,sha256=
|
1
|
+
blue_sandbox/README.py,sha256=AGJRj2u50FeYFd4ooGg0WucPI5E6lZxdqrJTXQ4-BCc,1658
|
2
|
+
blue_sandbox/__init__.py,sha256=mbTgapFlTakzlXU7pKOBIxFC4UszoBMkXgeZ09snveI,323
|
3
3
|
blue_sandbox/__main__.py,sha256=aPRHSpGpk-bDbzhHpfLNsd3y1gGEHpnhoTF-RBweNwc,361
|
4
|
-
blue_sandbox/config.env,sha256=
|
5
|
-
blue_sandbox/env.py,sha256=
|
4
|
+
blue_sandbox/config.env,sha256=BJCCdq6kNzvrsfZmyr_ZPD1e_qGrdk-sr4Yu9Z8CbZI,172
|
5
|
+
blue_sandbox/env.py,sha256=h5r6XattT8IlIiZk2OvbrJFcAjO01UIlbXBH0cdKUks,348
|
6
6
|
blue_sandbox/functions.py,sha256=U41kQFNPpfYV6KJpMnkqgqLkozqXiG4tgV6rj8IW1BU,7
|
7
7
|
blue_sandbox/host.py,sha256=uJpiM105rnm6ySF16zA7waWekGBdec-dlpoRRU_QqwU,210
|
8
|
-
blue_sandbox/list.py,sha256=
|
8
|
+
blue_sandbox/list.py,sha256=Pcx-ogsif2RInZV6Aa1g5WMrFPxG1KgirH7vNapTcBI,1019
|
9
9
|
blue_sandbox/logger.py,sha256=ZoFrTIfJJGNtZUm2d7lkQjdB2SPl_KBKDmHJOcIivPM,107
|
10
10
|
blue_sandbox/sample.env,sha256=ovfKDKAIeuqWBmMDKeAint_SKTnZuyDU1TCBZ-Y3Iqg,28
|
11
11
|
blue_sandbox/urls.py,sha256=tIZ36ONJEoUBM-tFhOpkVhLwb1OgLegUeEaBDqW4USM,24
|
12
12
|
blue_sandbox/.abcli/abcli.sh,sha256=xsJ4IzuQsvLZog6U8VTBFVXsEi6ADe13L8rn47XtlbU,196
|
13
13
|
blue_sandbox/.abcli/actions.sh,sha256=vImEUI105GRcxs2mAKGMqcvoErtmOPZZ-7dfSmUUxvE,230
|
14
14
|
blue_sandbox/.abcli/aka.sh,sha256=RHDU_JbEEL2B0vvvRJ3NVSsRSEjSu09jNY85n7DLe-k,21
|
15
|
-
blue_sandbox/.abcli/alias.sh,sha256=
|
15
|
+
blue_sandbox/.abcli/alias.sh,sha256=14IXkg_mJuZ8-Z582dlre3_zmmOfz52US4U1uFF1P-0,158
|
16
16
|
blue_sandbox/.abcli/blue_sandbox.sh,sha256=PGRJOgNGlC3XL5cw4ecZH40LDuc_6NVazTKhCWtZ-3g,233
|
17
17
|
blue_sandbox/.abcli/browse.sh,sha256=f8qa4qDVts2Am6_ldDwNeJXzhBQTk9PUKl0-a9wW1ww,287
|
18
18
|
blue_sandbox/.abcli/install.sh,sha256=zvl0GsHBmfw62ORmkMlhug264N_Zr8nc3rlPGFoq7Mk,125
|
@@ -23,6 +23,10 @@ blue_sandbox/.abcli/microsoft_building_damage_assessment/label.sh,sha256=RROjENj
|
|
23
23
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/tensorboard.sh,sha256=BHdnOvorV9gjO1ET64tbLOqSGviNFR96S67XHmJz2hs,746
|
24
24
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh,sha256=XyTTFB2AD7p8XT0x1vvQLwndyscGN23QEDA80wS3cjk,1970
|
25
25
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh,sha256=9bEjpbwO7Heqd-E2RTM-ck4Q39Eqsv4ged6e0WmxmSs,452
|
26
|
+
blue_sandbox/.abcli/sagesemseg/cache_dataset.sh,sha256=oAXW1AGer6tuLBQrdNqz7VyMIQtubMXDeUg4crkQiqM,1335
|
27
|
+
blue_sandbox/.abcli/sagesemseg/consts.sh,sha256=xKVE1hAzVPqz0SkY_0h7Fpgy1OEQOFsf3sQHfLHgnQ4,95
|
28
|
+
blue_sandbox/.abcli/sagesemseg/train.sh,sha256=FtI9ccqivAefOjHADRpHJpbiw8ewrje_q_MBezSN0TM,1598
|
29
|
+
blue_sandbox/.abcli/sagesemseg/upload_dataset.sh,sha256=ict5y81B7DkrEVruu9vmH8s_pjFZIUzvt3Ip3Y4zunY,1534
|
26
30
|
blue_sandbox/.abcli/tests/README.sh,sha256=rmJM-BPnTcmpPbJ5GXsF8vd_a84JKryeKkZyVScUing,145
|
27
31
|
blue_sandbox/.abcli/tests/help.sh,sha256=QeHmHpFRye7Ht7fYLAzqBo8b9OTSLBR_0qn77qrvIQU,523
|
28
32
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh,sha256=oUUF8Kuyohxiqxo9FLY9EO0qlgkagntgfuFda6niHeM,426
|
@@ -40,8 +44,8 @@ blue_sandbox/microsoft_building_damage_assessment/ingest.py,sha256=tBchn4dWPIqAr
|
|
40
44
|
blue_sandbox/microsoft_building_damage_assessment/label.py,sha256=mpRNOsF8ChxSLwOyvwGmXiD7aO2xfivJPZTC5qwnLaw,823
|
41
45
|
blue_sandbox/microsoft_building_damage_assessment/sas_token.py,sha256=t6oTXc6C52CH3tFbQo2H9YUB_7upAsfUwws43Iu9pHI,214
|
42
46
|
blue_sandbox/microsoft_building_damage_assessment/train.py,sha256=8DUt0S4LuKkRIi9XpASOg5skPaM3D2VaSBg5FEn8qog,2778
|
43
|
-
blue_sandbox-5.
|
44
|
-
blue_sandbox-5.
|
45
|
-
blue_sandbox-5.
|
46
|
-
blue_sandbox-5.
|
47
|
-
blue_sandbox-5.
|
47
|
+
blue_sandbox-5.118.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
|
48
|
+
blue_sandbox-5.118.1.dist-info/METADATA,sha256=OWXocHYOADjEpjX93iyPbmumBQo30kmxdss2v_iGzsY,3064
|
49
|
+
blue_sandbox-5.118.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
50
|
+
blue_sandbox-5.118.1.dist-info/top_level.txt,sha256=4D9Cb9QUCaqdYAmBiCwvtlaYBtUYVVxv0Sxcr_pzgS8,13
|
51
|
+
blue_sandbox-5.118.1.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|