blue-sandbox 5.102.1__py3-none-any.whl → 5.118.1__py3-none-any.whl

Sign up to get free protection for your applications and to get access to all the features.
@@ -1,5 +1,7 @@
1
1
  #! /usr/bin/env bash
2
2
 
3
- alias @damages="blue_sandbox_microsoft_building_damage_assessment"
3
+ alias @damages=blue_sandbox_microsoft_building_damage_assessment
4
+
5
+ alias sagesemseg=blue_sandbox_sagesemseg
4
6
 
5
7
  alias @sandbox=blue_sandbox
@@ -0,0 +1,49 @@
1
+ #! /usr/bin/env bash
2
+
3
+ function runme() {
4
+ local options=$1
5
+
6
+ local script_full_name="${BASH_SOURCE[0]}"
7
+ local script_name=$(abcli_script_get name)
8
+
9
+ abcli_scripts source - sagesemseg/consts
10
+
11
+ if [ $(abcli_option_int "$options" help 0) == 1 ]; then
12
+ local options="$sagesemseg_cache_dataset_options,rm"
13
+ abcli_meta_script_show_usage $script_full_name "$EOP[$options]$EOPE" \
14
+ "cache dataset."
15
+ return
16
+ fi
17
+
18
+ local dataset_name=$(abcli_option "$options" dataset pascal-voc)
19
+ local do_rm=$(abcli_option "$options" rm 0)
20
+ local suffix=$(abcli_option "$options" suffix v1)
21
+
22
+ local dataset_object_name=$dataset_name-$suffix
23
+
24
+ local dataset_object_path=$ABCLI_OBJECT_ROOT/$dataset_object_name
25
+ mkdir -pv $dataset_object_path
26
+
27
+ if [[ -d "$dataset_object_path/$dataset_name" ]]; then
28
+ abcli_log "✅ $dataset_object_name/$dataset_name/"
29
+ return
30
+ fi
31
+
32
+ abcli_log "caching $dataset_object_name"
33
+
34
+ pushd $dataset_object_path >/dev/null
35
+
36
+ if [[ ! -f "$dataset_name.tgz" ]]; then
37
+ curl -O https://fast-ai-imagelocal.s3.amazonaws.com/pascal-voc.tgz
38
+ else
39
+ abcli_log "✅ $dataset_object_name/$dataset_name.tgz"
40
+ fi
41
+
42
+ tar -xvf $dataset_name.tgz
43
+
44
+ [[ "$do_rm" == 1 ]] && rm -v $dataset_name.tgz
45
+
46
+ popd >/dev/null
47
+ }
48
+
49
+ runme "$@"
@@ -0,0 +1,3 @@
1
+ #! /usr/bin/env bash
2
+
3
+ export sagesemseg_cache_dataset_options="dataset=pascal-voc,suffix=<v1>"
@@ -0,0 +1,48 @@
1
+ #! /usr/bin/env bash
2
+
3
+ function runme() {
4
+ local options=$1
5
+
6
+ local script_full_name="${BASH_SOURCE[0]}"
7
+ local script_name=$(abcli_script_get name)
8
+
9
+ abcli_scripts source - sagesemseg/consts
10
+
11
+ if [ $(abcli_option_int "$options" help 0) == 1 ]; then
12
+ local options="dryrun,~upload"
13
+ local args="[--deploy 0]$ABCUL[--delete_endpoint 0]$ABCUL[--epochs 10]$ABCUL[--instance_type ml.p3.2xlarge]"
14
+ abcli_meta_script_show_usage $script_full_name "$EOP[$options]$ABCUL[test|<dataset-object-name>]$ABCUL[-|<model-object-name>]$ABCUL$args$EOPE" \
15
+ "<dataset-object-name> -train-> <model-object-name>."
16
+ return
17
+ fi
18
+
19
+ local do_dryrun=$(abcli_option_int "$options" dryrun 0)
20
+ local do_upload=$(abcli_not $do_dryrun)
21
+
22
+ local dataset_object_name=$(abcli_clarify_object "$2" test)
23
+ if [[ "$dataset_object_name" == "test" ]]; then
24
+ dataset_object_name="pascal-voc-v1-debug-v2"
25
+ do_upload=0
26
+ fi
27
+
28
+ do_upload=$(abcli_option_int "$options" upload $do_upload)
29
+
30
+ local model_object_name=$(abcli_clarify_object "$3" sagesemseg-model-test-$(abcli_string_timestamp))
31
+
32
+ abcli_log "$script_name: $dataset_object_name -> $model_object_name"
33
+
34
+ abcli_tags set \
35
+ $model_object_name \
36
+ trained_on.$dataset_object_name
37
+
38
+ abcli_eval dryrun=$do_dryrun \
39
+ python3 -m roofAI.semseg.sagemaker train_model \
40
+ --dataset_object_name $dataset_object_name \
41
+ --model_object_name $model_object_name \
42
+ "${@:4}"
43
+
44
+ [[ "$do_upload" == 1 ]] &&
45
+ abcli_upload - $model_object_name
46
+ }
47
+
48
+ runme "$@"
@@ -0,0 +1,47 @@
1
+ #! /usr/bin/env bash
2
+
3
+ function runme() {
4
+ local options=$1
5
+
6
+ local script_full_name="${BASH_SOURCE[0]}"
7
+ local script_name=$(abcli_script_get name)
8
+
9
+ abcli_scripts source - sagesemseg/consts
10
+
11
+ if [ $(abcli_option_int "$options" help 0) == 1 ]; then
12
+ local cache_options=$sagesemseg_cache_dataset_options
13
+ local options="dryrun,suffix=<v1>"
14
+ local args="[--count <count>]"
15
+ abcli_meta_script_show_usage $script_full_name "$EOP[$cache_options]$ABCUL[$options]$ABCUL$args" \
16
+ "upload dataset to SageMaker for training."
17
+ return
18
+ fi
19
+
20
+ local cache_options=$1
21
+ local dataset_name=$(abcli_option "$cache_options" dataset pascal-voc)
22
+ local cache_suffix=$(abcli_option "$cache_options" suffix v1)
23
+
24
+ local dataset_object_name=$dataset_name
25
+ [[ ! -z "$cache_suffix" ]] && dataset_object_name=$dataset_name-$cache_suffix
26
+
27
+ [[ "$dataset_name" == "pascal-voc" ]] &&
28
+ abcli_scripts source dryrun=$do_dryrun \
29
+ sagesemseg/cache_dataset \
30
+ "$cache_options"
31
+
32
+ local options=$2
33
+ local do_dryrun=$(abcli_option_int "$options" dryrun 0)
34
+ local suffix=$(abcli_option "$options" suffix v1)
35
+
36
+ local object_name=$dataset_object_name-$suffix
37
+
38
+ abcli_log "$script_name: $dataset_object_name -> ☁️ / $object_name"
39
+
40
+ abcli_eval dryrun=$do_dryrun \
41
+ python3 -m roofAI.semseg.sagemaker upload_dataset \
42
+ --dataset_object_name $dataset_object_name \
43
+ --object_name $object_name \
44
+ "${@:3}"
45
+ }
46
+
47
+ runme "$@"
blue_sandbox/README.py CHANGED
@@ -24,19 +24,33 @@ items = [
24
24
 
25
25
 
26
26
  def build():
27
- return README.build(
28
- items=items,
29
- path=os.path.join(file.path(__file__), ".."),
30
- ICON=ICON,
31
- NAME=NAME,
32
- VERSION=VERSION,
33
- REPO_NAME=REPO_NAME,
34
- ) and README.build(
35
- items=microsoft_building_damage_assessment_README.items,
36
- cols=len(microsoft_building_damage_assessment_README.list_of_steps),
37
- path=os.path.join(file.path(__file__), "microsoft_building_damage_assessment"),
38
- ICON=ICON,
39
- NAME=NAME,
40
- VERSION=VERSION,
41
- REPO_NAME=REPO_NAME,
27
+ return all(
28
+ [
29
+ README.build(
30
+ items=items,
31
+ path=os.path.join(file.path(__file__), ".."),
32
+ ICON=ICON,
33
+ NAME=NAME,
34
+ VERSION=VERSION,
35
+ REPO_NAME=REPO_NAME,
36
+ ),
37
+ README.build(
38
+ items=microsoft_building_damage_assessment_README.items,
39
+ cols=len(microsoft_building_damage_assessment_README.list_of_steps),
40
+ path=os.path.join(
41
+ file.path(__file__), "microsoft_building_damage_assessment"
42
+ ),
43
+ ICON=ICON,
44
+ NAME=NAME,
45
+ VERSION=VERSION,
46
+ REPO_NAME=REPO_NAME,
47
+ ),
48
+ README.build(
49
+ path=os.path.join(file.path(__file__), "sagesemseg"),
50
+ ICON=ICON,
51
+ NAME=NAME,
52
+ VERSION=VERSION,
53
+ REPO_NAME=REPO_NAME,
54
+ ),
55
+ ]
42
56
  )
blue_sandbox/__init__.py CHANGED
@@ -4,7 +4,7 @@ ICON = "🌀"
4
4
 
5
5
  DESCRIPTION = f"{ICON} A sandbox for ideas and experiments."
6
6
 
7
- VERSION = "5.102.1"
7
+ VERSION = "5.118.1"
8
8
 
9
9
  REPO_NAME = "blue-sandbox"
10
10
 
blue_sandbox/config.env CHANGED
@@ -1 +1,3 @@
1
- DAMAGES_TEST_DATASET_OBJECT_NAME=Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm
1
+ DAMAGES_TEST_DATASET_OBJECT_NAME=Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm
2
+
3
+ SAGESEMSEG_COMPLETED_JOB=sagesemseg-model-2025-01-11-22-00-08-bW-2025-01-12-06-00-08-928
blue_sandbox/env.py CHANGED
@@ -11,3 +11,8 @@ DAMAGES_TEST_DATASET_OBJECT_NAME = os.getenv(
11
11
  )
12
12
 
13
13
  ENCODED_BLOB_SAS_TOKEN = os.getenv("ENCODED_BLOB_SAS_TOKEN", "")
14
+
15
+ SAGESEMSEG_COMPLETED_JOB = os.getenv(
16
+ "SAGESEMSEG_COMPLETED_JOB",
17
+ "",
18
+ )
blue_sandbox/list.py CHANGED
@@ -1,16 +1,23 @@
1
1
  list_of_experiments = {
2
+ "sagesemseg": {
3
+ "ICON": "🌀",
4
+ "title": "A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker.",
5
+ "url": "https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md",
6
+ "marquee": "https://github.com/kamangir/assets/raw/main/blue-plugin/marquee.png?raw=true",
7
+ "status": "🔥",
8
+ },
2
9
  "`@damages`": {
3
10
  "ICON": "🌐",
4
11
  "title": "Satellite imagery damage assessment workflow",
5
12
  "url": "https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md",
6
13
  "marquee": "https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true",
7
- "status": "🎰",
14
+ "status": "⏸️",
8
15
  },
9
16
  "template": {
10
17
  "ICON": "",
11
18
  "title": "",
12
19
  "url": "",
13
- "marquee": "",
20
+ "marquee": "https://github.com/kamangir/assets/raw/main/blue-plugin/marquee.png?raw=true",
14
21
  "status": "🎰",
15
22
  },
16
23
  }
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.2
2
2
  Name: blue_sandbox
3
- Version: 5.102.1
3
+ Version: 5.118.1
4
4
  Summary: 🌀 A sandbox for ideas and experiments.
5
5
  Home-page: https://github.com/kamangir/blue-sandbox
6
6
  Author: Arash Abadpour (Kamangir)
@@ -34,6 +34,7 @@ Requires-Dist: tqdm
34
34
  Requires-Dist: azure-storage-blob
35
35
  Requires-Dist: fiona
36
36
  Requires-Dist: tensorboard
37
+ Requires-Dist: sagemaker<3,>=2
37
38
  Dynamic: author
38
39
  Dynamic: author-email
39
40
  Dynamic: classifier
@@ -52,13 +53,13 @@ Dynamic: summary
52
53
  pip install blue-sandbox
53
54
  ```
54
55
 
55
- | |
56
- | --- |
57
- | 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) 🎰 [![image](https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) Satellite imagery damage assessment workflow |
56
+ | | |
57
+ | --- | --- |
58
+ | 🌀[`sagesemseg`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) 🔥 [![image](https://github.com/kamangir/assets/raw/main/blue-plugin/marquee.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker. | 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) ⏸️ [![image](https://github.com/kamangir/assets/raw/main/blue-sandbox/Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJqhm.png?raw=true)](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) Satellite imagery damage assessment workflow |
58
59
 
59
60
  ---
60
61
 
61
62
 
62
63
  [![pylint](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [![pytest](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [![bashtest](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml/badge.svg)](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [![PyPI version](https://img.shields.io/pypi/v/blue-sandbox.svg)](https://pypi.org/project/blue-sandbox/) [![PyPI - Downloads](https://img.shields.io/pypi/dd/blue-sandbox)](https://pypistats.org/packages/blue-sandbox)
63
64
 
64
- built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.102.1`](https://github.com/kamangir/blue-sandbox).
65
+ built by 🌀 [`blue_options-4.185.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.118.1`](https://github.com/kamangir/blue-sandbox).
@@ -1,18 +1,18 @@
1
- blue_sandbox/README.py,sha256=rjsEBfuQ1APwtFo4Bf57HQpNRgdmTBVkdwiECBeIRUA,1212
2
- blue_sandbox/__init__.py,sha256=FAFH1aN8yduNdaF1Sc__TeihrbSqjtv_iRvKIBkG_Ik,323
1
+ blue_sandbox/README.py,sha256=AGJRj2u50FeYFd4ooGg0WucPI5E6lZxdqrJTXQ4-BCc,1658
2
+ blue_sandbox/__init__.py,sha256=mbTgapFlTakzlXU7pKOBIxFC4UszoBMkXgeZ09snveI,323
3
3
  blue_sandbox/__main__.py,sha256=aPRHSpGpk-bDbzhHpfLNsd3y1gGEHpnhoTF-RBweNwc,361
4
- blue_sandbox/config.env,sha256=SHQeFdzivHKDimmTyHzVziCfAONN48DSDmc3WVG6gEw,82
5
- blue_sandbox/env.py,sha256=dpRUbxT2vq-9s-G5MP3IlZBdC1hFvDb7mJxzU5lUd-Q,267
4
+ blue_sandbox/config.env,sha256=BJCCdq6kNzvrsfZmyr_ZPD1e_qGrdk-sr4Yu9Z8CbZI,172
5
+ blue_sandbox/env.py,sha256=h5r6XattT8IlIiZk2OvbrJFcAjO01UIlbXBH0cdKUks,348
6
6
  blue_sandbox/functions.py,sha256=U41kQFNPpfYV6KJpMnkqgqLkozqXiG4tgV6rj8IW1BU,7
7
7
  blue_sandbox/host.py,sha256=uJpiM105rnm6ySF16zA7waWekGBdec-dlpoRRU_QqwU,210
8
- blue_sandbox/list.py,sha256=L2s7driW4PylDezvxOLtUbGH3y1KPnIdfO6PGMERCX4,573
8
+ blue_sandbox/list.py,sha256=Pcx-ogsif2RInZV6Aa1g5WMrFPxG1KgirH7vNapTcBI,1019
9
9
  blue_sandbox/logger.py,sha256=ZoFrTIfJJGNtZUm2d7lkQjdB2SPl_KBKDmHJOcIivPM,107
10
10
  blue_sandbox/sample.env,sha256=ovfKDKAIeuqWBmMDKeAint_SKTnZuyDU1TCBZ-Y3Iqg,28
11
11
  blue_sandbox/urls.py,sha256=tIZ36ONJEoUBM-tFhOpkVhLwb1OgLegUeEaBDqW4USM,24
12
12
  blue_sandbox/.abcli/abcli.sh,sha256=xsJ4IzuQsvLZog6U8VTBFVXsEi6ADe13L8rn47XtlbU,196
13
13
  blue_sandbox/.abcli/actions.sh,sha256=vImEUI105GRcxs2mAKGMqcvoErtmOPZZ-7dfSmUUxvE,230
14
14
  blue_sandbox/.abcli/aka.sh,sha256=RHDU_JbEEL2B0vvvRJ3NVSsRSEjSu09jNY85n7DLe-k,21
15
- blue_sandbox/.abcli/alias.sh,sha256=q8j-uG7c0ZLp5BZhBKTXyESjMa_kcEH5Mf8pX4EgC7A,118
15
+ blue_sandbox/.abcli/alias.sh,sha256=14IXkg_mJuZ8-Z582dlre3_zmmOfz52US4U1uFF1P-0,158
16
16
  blue_sandbox/.abcli/blue_sandbox.sh,sha256=PGRJOgNGlC3XL5cw4ecZH40LDuc_6NVazTKhCWtZ-3g,233
17
17
  blue_sandbox/.abcli/browse.sh,sha256=f8qa4qDVts2Am6_ldDwNeJXzhBQTk9PUKl0-a9wW1ww,287
18
18
  blue_sandbox/.abcli/install.sh,sha256=zvl0GsHBmfw62ORmkMlhug264N_Zr8nc3rlPGFoq7Mk,125
@@ -23,6 +23,10 @@ blue_sandbox/.abcli/microsoft_building_damage_assessment/label.sh,sha256=RROjENj
23
23
  blue_sandbox/.abcli/microsoft_building_damage_assessment/tensorboard.sh,sha256=BHdnOvorV9gjO1ET64tbLOqSGviNFR96S67XHmJz2hs,746
24
24
  blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh,sha256=XyTTFB2AD7p8XT0x1vvQLwndyscGN23QEDA80wS3cjk,1970
25
25
  blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh,sha256=9bEjpbwO7Heqd-E2RTM-ck4Q39Eqsv4ged6e0WmxmSs,452
26
+ blue_sandbox/.abcli/sagesemseg/cache_dataset.sh,sha256=oAXW1AGer6tuLBQrdNqz7VyMIQtubMXDeUg4crkQiqM,1335
27
+ blue_sandbox/.abcli/sagesemseg/consts.sh,sha256=xKVE1hAzVPqz0SkY_0h7Fpgy1OEQOFsf3sQHfLHgnQ4,95
28
+ blue_sandbox/.abcli/sagesemseg/train.sh,sha256=FtI9ccqivAefOjHADRpHJpbiw8ewrje_q_MBezSN0TM,1598
29
+ blue_sandbox/.abcli/sagesemseg/upload_dataset.sh,sha256=ict5y81B7DkrEVruu9vmH8s_pjFZIUzvt3Ip3Y4zunY,1534
26
30
  blue_sandbox/.abcli/tests/README.sh,sha256=rmJM-BPnTcmpPbJ5GXsF8vd_a84JKryeKkZyVScUing,145
27
31
  blue_sandbox/.abcli/tests/help.sh,sha256=QeHmHpFRye7Ht7fYLAzqBo8b9OTSLBR_0qn77qrvIQU,523
28
32
  blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh,sha256=oUUF8Kuyohxiqxo9FLY9EO0qlgkagntgfuFda6niHeM,426
@@ -40,8 +44,8 @@ blue_sandbox/microsoft_building_damage_assessment/ingest.py,sha256=tBchn4dWPIqAr
40
44
  blue_sandbox/microsoft_building_damage_assessment/label.py,sha256=mpRNOsF8ChxSLwOyvwGmXiD7aO2xfivJPZTC5qwnLaw,823
41
45
  blue_sandbox/microsoft_building_damage_assessment/sas_token.py,sha256=t6oTXc6C52CH3tFbQo2H9YUB_7upAsfUwws43Iu9pHI,214
42
46
  blue_sandbox/microsoft_building_damage_assessment/train.py,sha256=8DUt0S4LuKkRIi9XpASOg5skPaM3D2VaSBg5FEn8qog,2778
43
- blue_sandbox-5.102.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
44
- blue_sandbox-5.102.1.dist-info/METADATA,sha256=RwTy_ZDVno9ZjKERM4YCcwaU21m6RnA5aC7HsxboaDQ,2665
45
- blue_sandbox-5.102.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
46
- blue_sandbox-5.102.1.dist-info/top_level.txt,sha256=4D9Cb9QUCaqdYAmBiCwvtlaYBtUYVVxv0Sxcr_pzgS8,13
47
- blue_sandbox-5.102.1.dist-info/RECORD,,
47
+ blue_sandbox-5.118.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
48
+ blue_sandbox-5.118.1.dist-info/METADATA,sha256=OWXocHYOADjEpjX93iyPbmumBQo30kmxdss2v_iGzsY,3064
49
+ blue_sandbox-5.118.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
50
+ blue_sandbox-5.118.1.dist-info/top_level.txt,sha256=4D9Cb9QUCaqdYAmBiCwvtlaYBtUYVVxv0Sxcr_pzgS8,13
51
+ blue_sandbox-5.118.1.dist-info/RECORD,,