blue-sandbox 5.288.1__py3-none-any.whl → 5.292.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- blue_sandbox/.abcli/alias.sh +0 -2
- blue_sandbox/.abcli/tests/help.sh +0 -6
- blue_sandbox/README.py +1 -10
- blue_sandbox/__init__.py +1 -1
- blue_sandbox/config.env +1 -4
- blue_sandbox/env.py +0 -10
- blue_sandbox/help/functions.py +0 -2
- blue_sandbox/list.py +4 -4
- {blue_sandbox-5.288.1.dist-info → blue_sandbox-5.292.1.dist-info}/METADATA +6 -6
- {blue_sandbox-5.288.1.dist-info → blue_sandbox-5.292.1.dist-info}/RECORD +13 -23
- blue_sandbox/.abcli/palisades/ingest.sh +0 -34
- blue_sandbox/.abcli/palisades/label.sh +0 -25
- blue_sandbox/.abcli/palisades/predict.sh +0 -49
- blue_sandbox/.abcli/palisades/train.sh +0 -58
- blue_sandbox/.abcli/palisades.sh +0 -15
- blue_sandbox/.abcli/tests/palisades_ingest.sh +0 -29
- blue_sandbox/.abcli/tests/palisades_label.sh +0 -21
- blue_sandbox/.abcli/tests/palisades_predict.sh +0 -11
- blue_sandbox/.abcli/tests/palisades_train.sh +0 -13
- blue_sandbox/help/palisades.py +0 -141
- {blue_sandbox-5.288.1.dist-info → blue_sandbox-5.292.1.dist-info}/LICENSE +0 -0
- {blue_sandbox-5.288.1.dist-info → blue_sandbox-5.292.1.dist-info}/WHEEL +0 -0
- {blue_sandbox-5.288.1.dist-info → blue_sandbox-5.292.1.dist-info}/top_level.txt +0 -0
blue_sandbox/.abcli/alias.sh
CHANGED
@@ -15,12 +15,6 @@ function test_blue_sandbox_help() {
|
|
15
15
|
"@damages tensorboard" \
|
16
16
|
"@damages train" \
|
17
17
|
\
|
18
|
-
"palisades" \
|
19
|
-
"palisades ingest" \
|
20
|
-
"palisades label" \
|
21
|
-
"palisades predict" \
|
22
|
-
"palisades train" \
|
23
|
-
\
|
24
18
|
"blue_sandbox"; do
|
25
19
|
abcli_eval ,$options \
|
26
20
|
abcli_help $module
|
blue_sandbox/README.py
CHANGED
@@ -7,7 +7,6 @@ from blue_sandbox import NAME, VERSION, ICON, REPO_NAME
|
|
7
7
|
from blue_sandbox.microsoft_building_damage_assessment import (
|
8
8
|
README as microsoft_building_damage_assessment_README,
|
9
9
|
)
|
10
|
-
from blue_sandbox.help.palisades import help_functions as help_palisades
|
11
10
|
from blue_sandbox.list import list_of_experiments
|
12
11
|
|
13
12
|
items = [
|
@@ -29,7 +28,7 @@ def build():
|
|
29
28
|
return all(
|
30
29
|
README.build(
|
31
30
|
items=thing.get("items", []),
|
32
|
-
cols=thing.get("cols",
|
31
|
+
cols=thing.get("cols", 2),
|
33
32
|
path=os.path.join(file.path(__file__), thing["path"]),
|
34
33
|
help_function=thing.get("help_function", None),
|
35
34
|
ICON=ICON,
|
@@ -53,14 +52,6 @@ def build():
|
|
53
52
|
{
|
54
53
|
"path": "cemetery",
|
55
54
|
},
|
56
|
-
{
|
57
|
-
"path": "palisades",
|
58
|
-
"help_function": lambda tokens: get_help(
|
59
|
-
tokens,
|
60
|
-
help_palisades,
|
61
|
-
mono=True,
|
62
|
-
),
|
63
|
-
},
|
64
55
|
{
|
65
56
|
"path": "sagesemseg",
|
66
57
|
},
|
blue_sandbox/__init__.py
CHANGED
blue_sandbox/config.env
CHANGED
@@ -2,7 +2,4 @@ DAMAGES_TEST_DATASET_OBJECT_NAME=Maui-Hawaii-fires-Aug-23-ingest-2025-01-10-qqJq
|
|
2
2
|
|
3
3
|
SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_debug_v2=sagesemseg-model-2025-01-11-22-00-08-bW-2025-01-12-06-00-08-928
|
4
4
|
|
5
|
-
SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_full_v2=sagesemseg-model-2025-01-12-15-52-20-ly-2025-01-12-23-52-20-582
|
6
|
-
|
7
|
-
PALISADES_QUERY_OBJECT_PALISADES_MAXAR=palisades-Palisades-Maxar-query-2025-01-16-181ejb
|
8
|
-
PALISADES_QUERY_OBJECT_PALISADES_MAXAR_TEST=palisades-Palisades-Maxar-test-query-2025-01-16-a2iuxu
|
5
|
+
SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_full_v2=sagesemseg-model-2025-01-12-15-52-20-ly-2025-01-12-23-52-20-582
|
blue_sandbox/env.py
CHANGED
@@ -21,13 +21,3 @@ SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_full_v2 = os.getenv(
|
|
21
21
|
"SAGESEMSEG_COMPLETED_JOB_pascal_voc_v1_full_v2",
|
22
22
|
"",
|
23
23
|
)
|
24
|
-
|
25
|
-
PALISADES_QUERY_OBJECT_PALISADES_MAXAR = os.getenv(
|
26
|
-
"PALISADES_QUERY_OBJECT_PALISADES_MAXAR",
|
27
|
-
"",
|
28
|
-
)
|
29
|
-
|
30
|
-
PALISADES_QUERY_OBJECT_PALISADES_MAXAR_TEST = os.getenv(
|
31
|
-
"PALISADES_QUERY_OBJECT_PALISADES_MAXAR_TEST",
|
32
|
-
"",
|
33
|
-
)
|
blue_sandbox/help/functions.py
CHANGED
@@ -5,7 +5,6 @@ from blue_sandbox import ALIAS
|
|
5
5
|
from blue_sandbox.help.microsoft_building_damage_assessment import (
|
6
6
|
help_functions as help_microsoft_building_damage_assessment,
|
7
7
|
)
|
8
|
-
from blue_sandbox.help.palisades import help_functions as help_palisades
|
9
8
|
|
10
9
|
|
11
10
|
help_functions = generic_help_functions(plugin_name=ALIAS)
|
@@ -13,6 +12,5 @@ help_functions = generic_help_functions(plugin_name=ALIAS)
|
|
13
12
|
help_functions.update(
|
14
13
|
{
|
15
14
|
"microsoft_building_damage_assessment": help_microsoft_building_damage_assessment,
|
16
|
-
"palisades": help_palisades,
|
17
15
|
}
|
18
16
|
)
|
blue_sandbox/list.py
CHANGED
@@ -1,10 +1,10 @@
|
|
1
1
|
list_of_experiments = {
|
2
2
|
"palisades": {
|
3
3
|
"ICON": "🧑🏽🚒",
|
4
|
-
"title": "Post-
|
5
|
-
"url": "https://github.com/kamangir/
|
6
|
-
"marquee": "https://github.com/kamangir/assets/
|
7
|
-
"status": "
|
4
|
+
"title": "Geospatial AI for Post-Disaster Damage Assessment using Maxar Open Data.",
|
5
|
+
"url": "https://github.com/kamangir/palisades",
|
6
|
+
"marquee": "https://github.com/kamangir/assets/blob/main/palisades/predict-datacube-maxar_open_data-WildFires-LosAngeles-Jan-2025-11-031311102213-103001010B9A1B00-2025-01-20-x54yb0/640.gif?raw=true",
|
7
|
+
"status": "🎓",
|
8
8
|
},
|
9
9
|
"sagesemseg": {
|
10
10
|
"ICON": "🌀",
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: blue_sandbox
|
3
|
-
Version: 5.
|
3
|
+
Version: 5.292.1
|
4
4
|
Summary: 🌀 A sandbox for ideas and experiments.
|
5
5
|
Home-page: https://github.com/kamangir/blue-sandbox
|
6
6
|
Author: Arash Abadpour (Kamangir)
|
@@ -54,14 +54,14 @@ Dynamic: summary
|
|
54
54
|
pip install blue-sandbox
|
55
55
|
```
|
56
56
|
|
57
|
-
| | |
|
58
|
-
| --- | --- |
|
59
|
-
| 🧑🏽🚒[`palisades`](https://github.com/kamangir/
|
60
|
-
| 🪦[`cemetery`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/cemetery/README.md) 🪦 [](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/cemetery/README.md) An AI cemetery. |
|
57
|
+
| | |
|
58
|
+
| --- | --- |
|
59
|
+
| 🧑🏽🚒[`palisades`](https://github.com/kamangir/palisades) 🎓 [](https://github.com/kamangir/palisades) Geospatial AI for Post-Disaster Damage Assessment using Maxar Open Data. | 🌀[`sagesemseg`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) ⏸️ [](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/sagesemseg/README.md) A SemSeg (Semantic Segmenter) trained and deployed on AWS Sagemaker. |
|
60
|
+
| 🌐[``@damages``](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) ⏸️ [](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/microsoft_building_damage_assessment/README.md) Satellite imagery damage assessment workflow | 🪦[`cemetery`](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/cemetery/README.md) 🪦 [](https://github.com/kamangir/blue-sandbox/blob/main/blue_sandbox/cemetery/README.md) An AI cemetery. |
|
61
61
|
|
62
62
|
---
|
63
63
|
|
64
64
|
|
65
65
|
[](https://github.com/kamangir/blue-sandbox/actions/workflows/pylint.yml) [](https://github.com/kamangir/blue-sandbox/actions/workflows/pytest.yml) [](https://github.com/kamangir/blue-sandbox/actions/workflows/bashtest.yml) [](https://pypi.org/project/blue-sandbox/) [](https://pypistats.org/packages/blue-sandbox)
|
66
66
|
|
67
|
-
built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.
|
67
|
+
built by 🌀 [`blue_options-4.192.1`](https://github.com/kamangir/awesome-bash-cli), based on 🌀 [`blue_sandbox-5.292.1`](https://github.com/kamangir/blue-sandbox).
|
@@ -1,23 +1,22 @@
|
|
1
|
-
blue_sandbox/README.py,sha256=
|
2
|
-
blue_sandbox/__init__.py,sha256
|
1
|
+
blue_sandbox/README.py,sha256=oDwNZyY77GZnqSoyduGKpvKpnqRedSXJmq4Y61YPv9U,1734
|
2
|
+
blue_sandbox/__init__.py,sha256=slseHXcBOX4qyPY4aaP2a1ZqFERQbCqTlf0SrXuOvWc,323
|
3
3
|
blue_sandbox/__main__.py,sha256=aPRHSpGpk-bDbzhHpfLNsd3y1gGEHpnhoTF-RBweNwc,361
|
4
|
-
blue_sandbox/config.env,sha256=
|
5
|
-
blue_sandbox/env.py,sha256=
|
4
|
+
blue_sandbox/config.env,sha256=V66pxIEv4ZSBK3XKVD7_Ubqld5EQTH5-HLfF_7j8UvU,307
|
5
|
+
blue_sandbox/env.py,sha256=Fw8_TYRE8kG49c1M9MCz62tW7Ulgbpr4Mof-F5xzVlY,519
|
6
6
|
blue_sandbox/functions.py,sha256=U41kQFNPpfYV6KJpMnkqgqLkozqXiG4tgV6rj8IW1BU,7
|
7
7
|
blue_sandbox/host.py,sha256=uJpiM105rnm6ySF16zA7waWekGBdec-dlpoRRU_QqwU,210
|
8
|
-
blue_sandbox/list.py,sha256=
|
8
|
+
blue_sandbox/list.py,sha256=Awd2JwveK4AhX37E6t8wVpczbrTidOopV8xGCAhF7-g,1789
|
9
9
|
blue_sandbox/logger.py,sha256=ZoFrTIfJJGNtZUm2d7lkQjdB2SPl_KBKDmHJOcIivPM,107
|
10
10
|
blue_sandbox/sample.env,sha256=ovfKDKAIeuqWBmMDKeAint_SKTnZuyDU1TCBZ-Y3Iqg,28
|
11
11
|
blue_sandbox/urls.py,sha256=tIZ36ONJEoUBM-tFhOpkVhLwb1OgLegUeEaBDqW4USM,24
|
12
12
|
blue_sandbox/.abcli/abcli.sh,sha256=xsJ4IzuQsvLZog6U8VTBFVXsEi6ADe13L8rn47XtlbU,196
|
13
13
|
blue_sandbox/.abcli/actions.sh,sha256=vImEUI105GRcxs2mAKGMqcvoErtmOPZZ-7dfSmUUxvE,230
|
14
14
|
blue_sandbox/.abcli/aka.sh,sha256=RHDU_JbEEL2B0vvvRJ3NVSsRSEjSu09jNY85n7DLe-k,21
|
15
|
-
blue_sandbox/.abcli/alias.sh,sha256=
|
15
|
+
blue_sandbox/.abcli/alias.sh,sha256=14IXkg_mJuZ8-Z582dlre3_zmmOfz52US4U1uFF1P-0,158
|
16
16
|
blue_sandbox/.abcli/blue_sandbox.sh,sha256=PGRJOgNGlC3XL5cw4ecZH40LDuc_6NVazTKhCWtZ-3g,233
|
17
17
|
blue_sandbox/.abcli/browse.sh,sha256=f8qa4qDVts2Am6_ldDwNeJXzhBQTk9PUKl0-a9wW1ww,287
|
18
18
|
blue_sandbox/.abcli/install.sh,sha256=zvl0GsHBmfw62ORmkMlhug264N_Zr8nc3rlPGFoq7Mk,125
|
19
19
|
blue_sandbox/.abcli/microsoft_building_damage_assessment.sh,sha256=wIP7BvltFj3Gx5VmSgT6hY67K1BnubELef93HHwKOU0,470
|
20
|
-
blue_sandbox/.abcli/palisades.sh,sha256=59I4NI8ZULf9zk3yZKsIILqCSbnwFHvpBufV-ORQFio,362
|
21
20
|
blue_sandbox/.abcli/cemetery/inference/cloudwatch.sh,sha256=aUkJaPHSseTiRq2npdmCNlnDCgr33UdGcTiXQD1rLf4,1382
|
22
21
|
blue_sandbox/.abcli/cemetery/inference/inference.sh,sha256=NIdBmO4PIBzVapEQ4k4uK8WOBM7_lPpt9ghdueD-vAo,6107
|
23
22
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest.sh,sha256=w_EUK_i4iSBpSy22TeexfF9jEAqzNwZuvjhpRraGKhA,2662
|
@@ -26,30 +25,21 @@ blue_sandbox/.abcli/microsoft_building_damage_assessment/label.sh,sha256=RROjENj
|
|
26
25
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/tensorboard.sh,sha256=BHdnOvorV9gjO1ET64tbLOqSGviNFR96S67XHmJz2hs,746
|
27
26
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh,sha256=XyTTFB2AD7p8XT0x1vvQLwndyscGN23QEDA80wS3cjk,1970
|
28
27
|
blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh,sha256=9bEjpbwO7Heqd-E2RTM-ck4Q39Eqsv4ged6e0WmxmSs,452
|
29
|
-
blue_sandbox/.abcli/palisades/ingest.sh,sha256=o5SeMhCfYLYMIG-VMjA2mFvACzWVaWV6H8p1khoFBvc,1018
|
30
|
-
blue_sandbox/.abcli/palisades/label.sh,sha256=YyYhbtLt8EQKKWyV1ZYQiS6Ke9W0hTOjQdpgoNUj1sc,709
|
31
|
-
blue_sandbox/.abcli/palisades/predict.sh,sha256=HSlOk0TqEWJ_dM12mxvutQGadAxPrglQGfTz2cucliQ,1828
|
32
|
-
blue_sandbox/.abcli/palisades/train.sh,sha256=MctMmuvzE-HRYWHzt1TWWDeZYrQGByOhyQxG-mDJhN4,1927
|
33
28
|
blue_sandbox/.abcli/sagesemseg/cache_dataset.sh,sha256=oAXW1AGer6tuLBQrdNqz7VyMIQtubMXDeUg4crkQiqM,1335
|
34
29
|
blue_sandbox/.abcli/sagesemseg/consts.sh,sha256=xKVE1hAzVPqz0SkY_0h7Fpgy1OEQOFsf3sQHfLHgnQ4,95
|
35
30
|
blue_sandbox/.abcli/sagesemseg/train.sh,sha256=4y7YjlB2k9FW6SbE2c4JRJ9L0qxI3yQcCaZWJvmNUxQ,1606
|
36
31
|
blue_sandbox/.abcli/sagesemseg/upload_dataset.sh,sha256=VZs7VKglLPpizVMjPcfMcL5TRJ7BRFPAOz8_nok2608,1542
|
37
32
|
blue_sandbox/.abcli/tests/README.sh,sha256=rmJM-BPnTcmpPbJ5GXsF8vd_a84JKryeKkZyVScUing,145
|
38
|
-
blue_sandbox/.abcli/tests/help.sh,sha256=
|
33
|
+
blue_sandbox/.abcli/tests/help.sh,sha256=QeHmHpFRye7Ht7fYLAzqBo8b9OTSLBR_0qn77qrvIQU,523
|
39
34
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh,sha256=oUUF8Kuyohxiqxo9FLY9EO0qlgkagntgfuFda6niHeM,426
|
40
35
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest_list.sh,sha256=5P0H-FHV7YKt1fenXAs_0cSFhJYWZ9u3LzRpfSRSptw,577
|
41
36
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_label.sh,sha256=Envac5i9eGa5usDCO8MYfGFfyAZAT-f0KrrsAkaR91U,311
|
42
37
|
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_train.sh,sha256=0FlwyR1drn6wAKX9IHU_ma7WTmH1Iv8DoTNsdsyj3PA,533
|
43
|
-
blue_sandbox/.abcli/tests/palisades_ingest.sh,sha256=1f7P-ARKXmsDkRg41hp3_RCp8FEeiWQdibG7lmB3YKE,642
|
44
|
-
blue_sandbox/.abcli/tests/palisades_label.sh,sha256=R1lQmsiVj1T2CumNGjFVmXpjJoGbrmH1xbLxj6KBltM,506
|
45
|
-
blue_sandbox/.abcli/tests/palisades_predict.sh,sha256=Zc45ORsLDieAR_yulH7ykLBIT1Pjcl2uqPkpHFJQX5w,346
|
46
|
-
blue_sandbox/.abcli/tests/palisades_train.sh,sha256=tF3CksanJcktL45dVA2bHLWHg0DZDp5x_lO0jcpH_5Y,255
|
47
38
|
blue_sandbox/.abcli/tests/sagesemseg_train.sh,sha256=Fz2yzxub7x4SgQAr1ctZIbX6YwJR8HHTEgXcou4dORw,799
|
48
39
|
blue_sandbox/.abcli/tests/version.sh,sha256=jF8zoJN1eKE3LfDeRVG9uHEosmEVJX6RtKfdioyeN-o,150
|
49
40
|
blue_sandbox/help/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
50
41
|
blue_sandbox/help/__main__.py,sha256=3Cqp5oISrZCOUApmwoQoCj_0sQgtkiEkm_ob3LFKzRE,234
|
51
|
-
blue_sandbox/help/functions.py,sha256
|
52
|
-
blue_sandbox/help/palisades.py,sha256=42EGjOBQjnhrCQsWBDH2KVgX9jsIn4AqGpYcMYr9mgI,3178
|
42
|
+
blue_sandbox/help/functions.py,sha256=Ki0nUGyHKDo2t0WnIVzBwxEVJHyRmHh-hIRv3ohJK3c,431
|
53
43
|
blue_sandbox/microsoft_building_damage_assessment/README.py,sha256=qqe1wXoc4TjKS4o3gskwNCBuX8PTVduQEAaVHeovsrE,1275
|
54
44
|
blue_sandbox/microsoft_building_damage_assessment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
55
45
|
blue_sandbox/microsoft_building_damage_assessment/__main__.py,sha256=RnyXyJdLmzLzccVmb6VZvD17Dwx-g1wByDugIisoPmQ,1995
|
@@ -57,8 +47,8 @@ blue_sandbox/microsoft_building_damage_assessment/ingest.py,sha256=tBchn4dWPIqAr
|
|
57
47
|
blue_sandbox/microsoft_building_damage_assessment/label.py,sha256=mpRNOsF8ChxSLwOyvwGmXiD7aO2xfivJPZTC5qwnLaw,823
|
58
48
|
blue_sandbox/microsoft_building_damage_assessment/sas_token.py,sha256=t6oTXc6C52CH3tFbQo2H9YUB_7upAsfUwws43Iu9pHI,214
|
59
49
|
blue_sandbox/microsoft_building_damage_assessment/train.py,sha256=8DUt0S4LuKkRIi9XpASOg5skPaM3D2VaSBg5FEn8qog,2778
|
60
|
-
blue_sandbox-5.
|
61
|
-
blue_sandbox-5.
|
62
|
-
blue_sandbox-5.
|
63
|
-
blue_sandbox-5.
|
64
|
-
blue_sandbox-5.
|
50
|
+
blue_sandbox-5.292.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
|
51
|
+
blue_sandbox-5.292.1.dist-info/METADATA,sha256=klRCP9c7HeTb04QXQm03TVgcCQOsT1pRLUBHmrF8iqo,3785
|
52
|
+
blue_sandbox-5.292.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
53
|
+
blue_sandbox-5.292.1.dist-info/top_level.txt,sha256=4D9Cb9QUCaqdYAmBiCwvtlaYBtUYVVxv0Sxcr_pzgS8,13
|
54
|
+
blue_sandbox-5.292.1.dist-info/RECORD,,
|
@@ -1,34 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function blue_sandbox_palisades_ingest() {
|
4
|
-
local options=$1
|
5
|
-
local target_options=$2
|
6
|
-
local datacube_ingest_options=$3
|
7
|
-
|
8
|
-
blue_geo_watch_targets_download
|
9
|
-
|
10
|
-
local do_dryrun=$(abcli_option_int "$options" dryrun 0)
|
11
|
-
local do_download=$(abcli_option_int "$options" download $(abcli_not $do_dryrun))
|
12
|
-
|
13
|
-
local target=$(abcli_option "$target_options" target)
|
14
|
-
local query_object_name
|
15
|
-
if [[ -z "$target" ]]; then
|
16
|
-
query_object_name=$target_options
|
17
|
-
|
18
|
-
abcli_download - $query_object_name
|
19
|
-
else
|
20
|
-
query_object_name=palisades-$target-query-$(abcli_string_timestamp_short)
|
21
|
-
|
22
|
-
blue_geo_watch_query \
|
23
|
-
$target_options \
|
24
|
-
$query_object_name
|
25
|
-
[[ $? -ne 0 ]] && return 1
|
26
|
-
fi
|
27
|
-
|
28
|
-
local do_ingest_datacubes=$(abcli_option_int "$datacube_ingest_options" ingest_datacubes 1)
|
29
|
-
[[ "$do_ingest_datacubes" == 0 ]] && return 0
|
30
|
-
|
31
|
-
blue_geo_catalog_query_ingest - \
|
32
|
-
$query_object_name \
|
33
|
-
,$datacube_ingest_options
|
34
|
-
}
|
@@ -1,25 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function blue_sandbox_palisades_label() {
|
4
|
-
local options=$1
|
5
|
-
local do_download=$(abcli_option_int "$options" download 0)
|
6
|
-
local offset=$(abcli_option "$option" offset 0)
|
7
|
-
|
8
|
-
local datacube_label_options=$2
|
9
|
-
|
10
|
-
local query_object_name=$(abcli_clarify_object $3 .)
|
11
|
-
[[ "$do_download" == 1 ]] &&
|
12
|
-
abcli_download - $query_object_name
|
13
|
-
|
14
|
-
local datacube_id=$(blue_geo_catalog_query_read - \
|
15
|
-
$query_object_name \
|
16
|
-
--offset $offset)
|
17
|
-
if [[ -z "$datacube_id" ]]; then
|
18
|
-
abcli_log_error "datacube $query_object_name/#$offset not found."
|
19
|
-
return 1
|
20
|
-
fi
|
21
|
-
|
22
|
-
blue_geo_datacube_label \
|
23
|
-
,$datacube_label_options \
|
24
|
-
$datacube_id
|
25
|
-
}
|
@@ -1,49 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function blue_sandbox_palisades_predict() {
|
4
|
-
local options=$1
|
5
|
-
local do_ingest=$(abcli_option_int "$options" ingest 0)
|
6
|
-
local do_tag=$(abcli_option_int "$options" tag 1)
|
7
|
-
|
8
|
-
local predict_options=$2
|
9
|
-
$abcli_gpu_status_cache && local device=cuda || local device=cpu
|
10
|
-
local device=$(abcli_option "$predict_options" device $device)
|
11
|
-
local do_dryrun=$(abcli_option_int "$predict_options" dryrun 0)
|
12
|
-
local do_download=$(abcli_option_int "$predict_options" download $(abcli_not $do_dryrun))
|
13
|
-
local do_upload=$(abcli_option_int "$predict_options" upload $(abcli_not $do_dryrun))
|
14
|
-
local profile=$(abcli_option "$predict_options" profile VALIDATION)
|
15
|
-
|
16
|
-
local model_object_name=$(abcli_clarify_object $3 ..)
|
17
|
-
[[ "$do_download" == 1 ]] &&
|
18
|
-
abcli_download - $model_object_name
|
19
|
-
|
20
|
-
local datacube_id=$(abcli_clarify_object $4 .)
|
21
|
-
[[ "$do_ingest" == 1 ]] &&
|
22
|
-
blue_geo_datacube_ingest \
|
23
|
-
scope=rgb \
|
24
|
-
$datacube_id
|
25
|
-
|
26
|
-
local prediction_object_name=$(abcli_clarify_object $5 predict-$datacube_id-$(abcli_string_timestamp_short))
|
27
|
-
|
28
|
-
abcli_log "semseg[$model_object_name].predict($datacube_id) -$device-@-$profile-> $prediction_object_name."
|
29
|
-
|
30
|
-
abcli_eval dryrun=$do_dryrun \
|
31
|
-
python3 -m blue_sandbox.palisades predict \
|
32
|
-
--device $device \
|
33
|
-
--model_object_name $model_object_name \
|
34
|
-
--datacube_id $datacube_id \
|
35
|
-
--prediction_object_name $prediction_object_name \
|
36
|
-
--profile $profile \
|
37
|
-
"${@:6}"
|
38
|
-
local status="$?"
|
39
|
-
|
40
|
-
[[ "$do_tag" == 1 ]] &&
|
41
|
-
abcli_mlflow_tags_set \
|
42
|
-
$prediction_object_name \
|
43
|
-
datacube_id=$datacube_id,model=$model_object_name,profile=$profile
|
44
|
-
|
45
|
-
[[ "$do_upload" == 1 ]] &&
|
46
|
-
abcli_upload - $prediction_object_name
|
47
|
-
|
48
|
-
return $status
|
49
|
-
}
|
@@ -1,58 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function blue_sandbox_palisades_train() {
|
4
|
-
local options=$1
|
5
|
-
local do_dryrun=$(abcli_option_int "$options" dryrun 0)
|
6
|
-
local do_download=$(abcli_option_int "$options" download $(abcli_not $do_dryrun))
|
7
|
-
local do_review=$(abcli_option_int "$options" review 0)
|
8
|
-
|
9
|
-
local query_object_name=$(abcli_clarify_object $2 .)
|
10
|
-
[[ "$do_download" == 1 ]] &&
|
11
|
-
abcli_download - $query_object_name
|
12
|
-
|
13
|
-
local ingest_options=$3
|
14
|
-
local count=$(abcli_option "$ingest_options" count 10000)
|
15
|
-
|
16
|
-
local dataset_object_name=$(abcli_clarify_object $4 ${query_object_name}-ingest-$(abcli_string_timestamp_short))
|
17
|
-
|
18
|
-
local train_options=$5
|
19
|
-
local epoch_count=$(abcli_option "$train_options" epochs 5)
|
20
|
-
|
21
|
-
local model_object_name=$(abcli_clarify_object $6 ${dataset_object_name}-model-$(abcli_string_timestamp_short))
|
22
|
-
|
23
|
-
if [[ "$do_review" == 1 ]]; then
|
24
|
-
roofai_dataset_review \
|
25
|
-
dryrun=$do_dryrun \
|
26
|
-
$query_object_name \
|
27
|
-
--index 0 \
|
28
|
-
--subset test
|
29
|
-
[[ $? -ne 0 ]] && return 1
|
30
|
-
fi
|
31
|
-
|
32
|
-
roofai_dataset_ingest \
|
33
|
-
~download,source=$query_object_name,$ingest_options \
|
34
|
-
$dataset_object_name \
|
35
|
-
--test_count $(python3 -c "print(int($count*0.1))") \
|
36
|
-
--train_count $(python3 -c "print(int($count*0.8))") \
|
37
|
-
--val_count $(python3 -c "print(int($count*0.1))")
|
38
|
-
[[ $? -ne 0 ]] && return 1
|
39
|
-
|
40
|
-
if [[ "$do_review" == 1 ]]; then
|
41
|
-
local subset
|
42
|
-
for subset in train test val; do
|
43
|
-
roofai_dataset_review \
|
44
|
-
dryrun=$do_dryrun \
|
45
|
-
$dataset_object_name \
|
46
|
-
--index 0 \
|
47
|
-
--subset $subset
|
48
|
-
[[ $? -ne 0 ]] && return 1
|
49
|
-
done
|
50
|
-
fi
|
51
|
-
|
52
|
-
roofai_semseg_train \
|
53
|
-
~download,$train_options \
|
54
|
-
$dataset_object_name \
|
55
|
-
$model_object_name \
|
56
|
-
--classes affected \
|
57
|
-
--epoch_count $epoch_count
|
58
|
-
}
|
blue_sandbox/.abcli/palisades.sh
DELETED
@@ -1,15 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function blue_sandbox_palisades() {
|
4
|
-
local task=$(abcli_unpack_keyword $1 help)
|
5
|
-
|
6
|
-
local function_name=blue_sandbox_palisades_$task
|
7
|
-
if [[ $(type -t $function_name) == "function" ]]; then
|
8
|
-
$function_name "${@:2}"
|
9
|
-
return
|
10
|
-
fi
|
11
|
-
|
12
|
-
python3 -m blue_sandbox.palisades "$@"
|
13
|
-
}
|
14
|
-
|
15
|
-
abcli_source_caller_suffix_path /palisades
|
@@ -1,29 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function test_blue_sandbox_palisades_ingest() {
|
4
|
-
local options=$1
|
5
|
-
|
6
|
-
abcli_eval ,$options \
|
7
|
-
blue_sandbox_palisades_ingest \
|
8
|
-
~upload \
|
9
|
-
target=Palisades-Maxar-test \
|
10
|
-
~ingest_datacubes
|
11
|
-
[[ $? -ne 0 ]] && return 1
|
12
|
-
|
13
|
-
abcli_hr
|
14
|
-
|
15
|
-
abcli_eval ,$options \
|
16
|
-
blue_sandbox_palisades_ingest \
|
17
|
-
~upload \
|
18
|
-
$PALISADES_QUERY_OBJECT_PALISADES_MAXAR_TEST \
|
19
|
-
~ingest_datacubes
|
20
|
-
[[ $? -ne 0 ]] && return 1
|
21
|
-
|
22
|
-
abcli_hr
|
23
|
-
|
24
|
-
abcli_eval ,$options \
|
25
|
-
blue_sandbox_palisades_ingest \
|
26
|
-
~upload \
|
27
|
-
target=Palisades-Maxar-test \
|
28
|
-
scope=rgb
|
29
|
-
}
|
@@ -1,21 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function test_blue_sandbox_palisades_label() {
|
4
|
-
local options=$1
|
5
|
-
|
6
|
-
local query_object_name=palisades-dataset-v1
|
7
|
-
|
8
|
-
abcli_eval ,$options \
|
9
|
-
blue_sandbox_palisades_label \
|
10
|
-
download,offset=0 \
|
11
|
-
~QGIS \
|
12
|
-
$query_object_name
|
13
|
-
[[ $? -ne 0 ]] && return 1
|
14
|
-
|
15
|
-
# test is empty; train causes the github worker to crash.
|
16
|
-
abcli_eval ,$options \
|
17
|
-
roofai_dataset_review - \
|
18
|
-
$query_object_name \
|
19
|
-
--index 0 \
|
20
|
-
--subset test
|
21
|
-
}
|
@@ -1,11 +0,0 @@
|
|
1
|
-
#! /usr/bin/env bash
|
2
|
-
|
3
|
-
function test_blue_sandbox_palisades_predict() {
|
4
|
-
local options=$1
|
5
|
-
|
6
|
-
blue_sandbox_palisades_predict \
|
7
|
-
ingest,$options \
|
8
|
-
- \
|
9
|
-
palisades-dataset-v1-ingest-2025-01-20-520ze1-model-2025-01-20-s5xtkp \
|
10
|
-
datacube-maxar_open_data-WildFires-LosAngeles-Jan-2025-11-031311102213-103001010B9A1B00
|
11
|
-
}
|
blue_sandbox/help/palisades.py
DELETED
@@ -1,141 +0,0 @@
|
|
1
|
-
from typing import List
|
2
|
-
|
3
|
-
from blue_options.terminal import show_usage, xtra
|
4
|
-
from roofai.help.semseg import (
|
5
|
-
train_options,
|
6
|
-
device_and_profile_details,
|
7
|
-
predict_options,
|
8
|
-
)
|
9
|
-
|
10
|
-
from blue_geo.watch.targets.target_list import TargetList
|
11
|
-
from blue_geo.help.datacube import scope_details
|
12
|
-
from blue_geo.help.datacube import ingest_options as datacube_ingest_options
|
13
|
-
from blue_geo.help.datacube.label import options as datacube_label_options
|
14
|
-
|
15
|
-
target_list = TargetList(catalog="maxar_open_data")
|
16
|
-
|
17
|
-
|
18
|
-
def help_ingest(
|
19
|
-
tokens: List[str],
|
20
|
-
mono: bool,
|
21
|
-
) -> str:
|
22
|
-
options = xtra("~download,dryrun", mono=mono)
|
23
|
-
|
24
|
-
target_options = "".join(
|
25
|
-
[
|
26
|
-
"target=<target>",
|
27
|
-
xtra(" | <query-object-name>", mono),
|
28
|
-
]
|
29
|
-
)
|
30
|
-
|
31
|
-
ingest_options = "".join(
|
32
|
-
[
|
33
|
-
xtra("~ingest_datacubes | ", mono=mono),
|
34
|
-
datacube_ingest_options(mono=mono),
|
35
|
-
]
|
36
|
-
)
|
37
|
-
|
38
|
-
return show_usage(
|
39
|
-
[
|
40
|
-
"palisades",
|
41
|
-
"ingest",
|
42
|
-
f"[{options}]",
|
43
|
-
f"[{target_options}]",
|
44
|
-
f"[{ingest_options}]",
|
45
|
-
],
|
46
|
-
"ingest <target>.",
|
47
|
-
{
|
48
|
-
"target: {}".format(" | ".join(target_list.get_list())): [],
|
49
|
-
**scope_details,
|
50
|
-
},
|
51
|
-
mono=mono,
|
52
|
-
)
|
53
|
-
|
54
|
-
|
55
|
-
def help_label(
|
56
|
-
tokens: List[str],
|
57
|
-
mono: bool,
|
58
|
-
) -> str:
|
59
|
-
options = "download,offset=<offset>"
|
60
|
-
|
61
|
-
return show_usage(
|
62
|
-
[
|
63
|
-
"palisades",
|
64
|
-
"label",
|
65
|
-
f"[{options}]",
|
66
|
-
f"[{datacube_label_options(mono=mono)}]",
|
67
|
-
"[.|<query-object-name>]",
|
68
|
-
],
|
69
|
-
"label <query-object-name>.",
|
70
|
-
mono=mono,
|
71
|
-
)
|
72
|
-
|
73
|
-
|
74
|
-
def help_predict(
|
75
|
-
tokens: List[str],
|
76
|
-
mono: bool,
|
77
|
-
) -> str:
|
78
|
-
options = "".join(
|
79
|
-
[
|
80
|
-
"ingest",
|
81
|
-
xtra(",~tag", mono=mono),
|
82
|
-
]
|
83
|
-
)
|
84
|
-
|
85
|
-
return show_usage(
|
86
|
-
[
|
87
|
-
"palisades",
|
88
|
-
"predict",
|
89
|
-
f"[{options}]",
|
90
|
-
f"[{predict_options(mono=mono)}]",
|
91
|
-
"[..|<model-object-name>]",
|
92
|
-
"[.|<datacube-id>]",
|
93
|
-
"[-|<prediction-object-name>]",
|
94
|
-
],
|
95
|
-
"<datacube-id> -<model-object-name>-> <prediction-object-name>",
|
96
|
-
device_and_profile_details,
|
97
|
-
mono=mono,
|
98
|
-
)
|
99
|
-
|
100
|
-
|
101
|
-
def help_train(
|
102
|
-
tokens: List[str],
|
103
|
-
mono: bool,
|
104
|
-
) -> str:
|
105
|
-
options = xtra("dryrun,~download,review", mono=mono)
|
106
|
-
|
107
|
-
ingest_options = "".join(
|
108
|
-
[
|
109
|
-
"count=<10000>",
|
110
|
-
xtra(",dryrun,upload", mono=mono),
|
111
|
-
]
|
112
|
-
)
|
113
|
-
|
114
|
-
return show_usage(
|
115
|
-
[
|
116
|
-
"palisades",
|
117
|
-
"train",
|
118
|
-
f"[{options}]",
|
119
|
-
"[.|<query-object-name>]",
|
120
|
-
f"[{ingest_options}]",
|
121
|
-
"[-|<dataset-object-name>]",
|
122
|
-
"[{},epochs=<5>]".format(
|
123
|
-
train_options(
|
124
|
-
mono=mono,
|
125
|
-
show_download=False,
|
126
|
-
)
|
127
|
-
),
|
128
|
-
"[-|<model-object-name>]",
|
129
|
-
],
|
130
|
-
"train palisades.",
|
131
|
-
device_and_profile_details,
|
132
|
-
mono=mono,
|
133
|
-
)
|
134
|
-
|
135
|
-
|
136
|
-
help_functions = {
|
137
|
-
"ingest": help_ingest,
|
138
|
-
"label": help_label,
|
139
|
-
"predict": help_predict,
|
140
|
-
"train": help_train,
|
141
|
-
}
|
File without changes
|
File without changes
|
File without changes
|