blue-sandbox 5.294.1__py3-none-any.whl → 5.320.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- blue_sandbox/.abcli/alias.sh +2 -0
- blue_sandbox/.abcli/assets/publish.sh +30 -0
- blue_sandbox/.abcli/assets.sh +15 -0
- blue_sandbox/.abcli/tests/help.sh +0 -8
- blue_sandbox/README.py +6 -51
- blue_sandbox/__init__.py +1 -1
- blue_sandbox/assets/__main__.py +45 -0
- blue_sandbox/assets/functions.py +66 -0
- blue_sandbox/config.env +3 -1
- blue_sandbox/env.py +5 -0
- blue_sandbox/help/functions.py +0 -10
- {blue_sandbox-5.294.1.dist-info → blue_sandbox-5.320.1.dist-info}/METADATA +2 -10
- blue_sandbox-5.320.1.dist-info/RECORD +33 -0
- blue_sandbox/.abcli/cemetery/inference/cloudwatch.sh +0 -40
- blue_sandbox/.abcli/cemetery/inference/inference.sh +0 -155
- blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh +0 -21
- blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest.sh +0 -76
- blue_sandbox/.abcli/microsoft_building_damage_assessment/install.sh +0 -50
- blue_sandbox/.abcli/microsoft_building_damage_assessment/label.sh +0 -26
- blue_sandbox/.abcli/microsoft_building_damage_assessment/tensorboard.sh +0 -21
- blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh +0 -53
- blue_sandbox/.abcli/microsoft_building_damage_assessment.sh +0 -15
- blue_sandbox/.abcli/sagesemseg/cache_dataset.sh +0 -49
- blue_sandbox/.abcli/sagesemseg/consts.sh +0 -3
- blue_sandbox/.abcli/sagesemseg/train.sh +0 -48
- blue_sandbox/.abcli/sagesemseg/upload_dataset.sh +0 -47
- blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh +0 -13
- blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest_list.sh +0 -19
- blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_label.sh +0 -12
- blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_train.sh +0 -20
- blue_sandbox/.abcli/tests/sagesemseg_train.sh +0 -29
- blue_sandbox/list.py +0 -37
- blue_sandbox/microsoft_building_damage_assessment/README.py +0 -45
- blue_sandbox/microsoft_building_damage_assessment/__main__.py +0 -82
- blue_sandbox/microsoft_building_damage_assessment/ingest.py +0 -31
- blue_sandbox/microsoft_building_damage_assessment/label.py +0 -38
- blue_sandbox/microsoft_building_damage_assessment/sas_token.py +0 -9
- blue_sandbox/microsoft_building_damage_assessment/train.py +0 -95
- blue_sandbox-5.294.1.dist-info/RECORD +0 -54
- /blue_sandbox/{microsoft_building_damage_assessment → assets}/__init__.py +0 -0
- {blue_sandbox-5.294.1.dist-info → blue_sandbox-5.320.1.dist-info}/LICENSE +0 -0
- {blue_sandbox-5.294.1.dist-info → blue_sandbox-5.320.1.dist-info}/WHEEL +0 -0
- {blue_sandbox-5.294.1.dist-info → blue_sandbox-5.320.1.dist-info}/top_level.txt +0 -0
@@ -1,95 +0,0 @@
|
|
1
|
-
import os
|
2
|
-
|
3
|
-
from blueness import module
|
4
|
-
from blue_objects import mlflow, metadata, file, objects, path
|
5
|
-
from blue_objects.env import abcli_path_git
|
6
|
-
|
7
|
-
from blue_sandbox import NAME
|
8
|
-
from blue_sandbox.env import ENCODED_BLOB_SAS_TOKEN
|
9
|
-
from blue_sandbox.microsoft_building_damage_assessment.sas_token import decode_token
|
10
|
-
from blue_sandbox.logger import logger
|
11
|
-
|
12
|
-
|
13
|
-
NAME = module.name(__file__, NAME)
|
14
|
-
|
15
|
-
|
16
|
-
# ... copy `configs/example_config.yml` and fill the first three sections.
|
17
|
-
def train(
|
18
|
-
dataset_object_name: str,
|
19
|
-
model_object_name: str,
|
20
|
-
verbose: bool = False,
|
21
|
-
) -> bool:
|
22
|
-
logger.info(f"{NAME}.train: {dataset_object_name} -> {model_object_name}")
|
23
|
-
|
24
|
-
config_filename = os.path.join(
|
25
|
-
abcli_path_git,
|
26
|
-
"building-damage-assessment/configs/example_config.yml",
|
27
|
-
)
|
28
|
-
success, config = file.load_yaml(config_filename)
|
29
|
-
if not success:
|
30
|
-
return False
|
31
|
-
|
32
|
-
config["experiment_dir"] = objects.object_path(model_object_name)
|
33
|
-
config["experiment_name"] = model_object_name
|
34
|
-
|
35
|
-
config["imagery"]["rgb_fn"] = config["imagery"]["raw_fn"] = objects.path_of(
|
36
|
-
filename="raw/maxar_lahaina_8_12_2023-visual.tif",
|
37
|
-
object_name=dataset_object_name,
|
38
|
-
)
|
39
|
-
|
40
|
-
config["inference"]["output_subdir"] = objects.path_of(
|
41
|
-
filename="outputs/",
|
42
|
-
object_name=model_object_name,
|
43
|
-
)
|
44
|
-
config["inference"]["checkpoint_fn"] = objects.path_of(
|
45
|
-
filename="checkpoints/last.ckpt",
|
46
|
-
object_name=model_object_name,
|
47
|
-
)
|
48
|
-
|
49
|
-
config["infrastructure"]["container_name"] = "sandbox"
|
50
|
-
config["infrastructure"][
|
51
|
-
"storage_account"
|
52
|
-
] = "https://kamangir.blob.core.windows.net/"
|
53
|
-
config["infrastructure"]["sas_token"] = decode_token(ENCODED_BLOB_SAS_TOKEN)
|
54
|
-
config["infrastructure"]["relative_path"] = dataset_object_name
|
55
|
-
|
56
|
-
config["labels"]["fn"] = objects.path_of(
|
57
|
-
filename="label.geojson",
|
58
|
-
object_name=dataset_object_name,
|
59
|
-
)
|
60
|
-
|
61
|
-
config["training"]["log_dir"] = objects.path_of(
|
62
|
-
filename="logs/",
|
63
|
-
object_name=model_object_name,
|
64
|
-
)
|
65
|
-
config["training"]["checkpoint_subdir"] = objects.path_of(
|
66
|
-
filename="checkpoints/",
|
67
|
-
object_name=model_object_name,
|
68
|
-
)
|
69
|
-
|
70
|
-
if not file.save_yaml(
|
71
|
-
objects.path_of(
|
72
|
-
filename="config.yml",
|
73
|
-
object_name=model_object_name,
|
74
|
-
),
|
75
|
-
config,
|
76
|
-
):
|
77
|
-
return False
|
78
|
-
|
79
|
-
return all(
|
80
|
-
[
|
81
|
-
mlflow.set_tags(
|
82
|
-
model_object_name,
|
83
|
-
{
|
84
|
-
"dataset": dataset_object_name,
|
85
|
-
},
|
86
|
-
),
|
87
|
-
metadata.post_to_object(
|
88
|
-
model_object_name,
|
89
|
-
"train",
|
90
|
-
{
|
91
|
-
"dataset": dataset_object_name,
|
92
|
-
},
|
93
|
-
),
|
94
|
-
]
|
95
|
-
)
|
@@ -1,54 +0,0 @@
|
|
1
|
-
blue_sandbox/README.py,sha256=oDwNZyY77GZnqSoyduGKpvKpnqRedSXJmq4Y61YPv9U,1734
|
2
|
-
blue_sandbox/__init__.py,sha256=KWV87147kAgo0v9f5k2N7g9eievY0rfpaGuuKzeS-bM,323
|
3
|
-
blue_sandbox/__main__.py,sha256=aPRHSpGpk-bDbzhHpfLNsd3y1gGEHpnhoTF-RBweNwc,361
|
4
|
-
blue_sandbox/config.env,sha256=V66pxIEv4ZSBK3XKVD7_Ubqld5EQTH5-HLfF_7j8UvU,307
|
5
|
-
blue_sandbox/env.py,sha256=Q1Fn4Kd0I9Pj6H2JDZ2Q17YuG6ipRTfiChTvvEu1ZR4,565
|
6
|
-
blue_sandbox/functions.py,sha256=U41kQFNPpfYV6KJpMnkqgqLkozqXiG4tgV6rj8IW1BU,7
|
7
|
-
blue_sandbox/host.py,sha256=uJpiM105rnm6ySF16zA7waWekGBdec-dlpoRRU_QqwU,210
|
8
|
-
blue_sandbox/list.py,sha256=Awd2JwveK4AhX37E6t8wVpczbrTidOopV8xGCAhF7-g,1789
|
9
|
-
blue_sandbox/logger.py,sha256=ZoFrTIfJJGNtZUm2d7lkQjdB2SPl_KBKDmHJOcIivPM,107
|
10
|
-
blue_sandbox/sample.env,sha256=qtSmtvFB1SITG4XaG5dT45YWvGZgOW1_DJZf-WUTUXo,42
|
11
|
-
blue_sandbox/urls.py,sha256=tIZ36ONJEoUBM-tFhOpkVhLwb1OgLegUeEaBDqW4USM,24
|
12
|
-
blue_sandbox/.abcli/abcli.sh,sha256=xsJ4IzuQsvLZog6U8VTBFVXsEi6ADe13L8rn47XtlbU,196
|
13
|
-
blue_sandbox/.abcli/actions.sh,sha256=vImEUI105GRcxs2mAKGMqcvoErtmOPZZ-7dfSmUUxvE,230
|
14
|
-
blue_sandbox/.abcli/aka.sh,sha256=RHDU_JbEEL2B0vvvRJ3NVSsRSEjSu09jNY85n7DLe-k,21
|
15
|
-
blue_sandbox/.abcli/alias.sh,sha256=14IXkg_mJuZ8-Z582dlre3_zmmOfz52US4U1uFF1P-0,158
|
16
|
-
blue_sandbox/.abcli/blue_sandbox.sh,sha256=PGRJOgNGlC3XL5cw4ecZH40LDuc_6NVazTKhCWtZ-3g,233
|
17
|
-
blue_sandbox/.abcli/browse.sh,sha256=f8qa4qDVts2Am6_ldDwNeJXzhBQTk9PUKl0-a9wW1ww,287
|
18
|
-
blue_sandbox/.abcli/install.sh,sha256=zvl0GsHBmfw62ORmkMlhug264N_Zr8nc3rlPGFoq7Mk,125
|
19
|
-
blue_sandbox/.abcli/microsoft_building_damage_assessment.sh,sha256=wIP7BvltFj3Gx5VmSgT6hY67K1BnubELef93HHwKOU0,470
|
20
|
-
blue_sandbox/.abcli/cemetery/inference/cloudwatch.sh,sha256=aUkJaPHSseTiRq2npdmCNlnDCgr33UdGcTiXQD1rLf4,1382
|
21
|
-
blue_sandbox/.abcli/cemetery/inference/inference.sh,sha256=NIdBmO4PIBzVapEQ4k4uK8WOBM7_lPpt9ghdueD-vAo,6107
|
22
|
-
blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest.sh,sha256=w_EUK_i4iSBpSy22TeexfF9jEAqzNwZuvjhpRraGKhA,2662
|
23
|
-
blue_sandbox/.abcli/microsoft_building_damage_assessment/install.sh,sha256=M7MhMfGK0lKGG5CxegrhRgT7eL0Gzix6dY-8w6P0V8g,1509
|
24
|
-
blue_sandbox/.abcli/microsoft_building_damage_assessment/label.sh,sha256=RROjENj93FhCBOkbe8K05e1fR5QNny0syobkX14rwho,795
|
25
|
-
blue_sandbox/.abcli/microsoft_building_damage_assessment/tensorboard.sh,sha256=BHdnOvorV9gjO1ET64tbLOqSGviNFR96S67XHmJz2hs,746
|
26
|
-
blue_sandbox/.abcli/microsoft_building_damage_assessment/train.sh,sha256=XyTTFB2AD7p8XT0x1vvQLwndyscGN23QEDA80wS3cjk,1970
|
27
|
-
blue_sandbox/.abcli/microsoft_building_damage_assessment/ingest/list.sh,sha256=9bEjpbwO7Heqd-E2RTM-ck4Q39Eqsv4ged6e0WmxmSs,452
|
28
|
-
blue_sandbox/.abcli/sagesemseg/cache_dataset.sh,sha256=oAXW1AGer6tuLBQrdNqz7VyMIQtubMXDeUg4crkQiqM,1335
|
29
|
-
blue_sandbox/.abcli/sagesemseg/consts.sh,sha256=xKVE1hAzVPqz0SkY_0h7Fpgy1OEQOFsf3sQHfLHgnQ4,95
|
30
|
-
blue_sandbox/.abcli/sagesemseg/train.sh,sha256=4y7YjlB2k9FW6SbE2c4JRJ9L0qxI3yQcCaZWJvmNUxQ,1606
|
31
|
-
blue_sandbox/.abcli/sagesemseg/upload_dataset.sh,sha256=VZs7VKglLPpizVMjPcfMcL5TRJ7BRFPAOz8_nok2608,1542
|
32
|
-
blue_sandbox/.abcli/tests/README.sh,sha256=rmJM-BPnTcmpPbJ5GXsF8vd_a84JKryeKkZyVScUing,145
|
33
|
-
blue_sandbox/.abcli/tests/help.sh,sha256=QeHmHpFRye7Ht7fYLAzqBo8b9OTSLBR_0qn77qrvIQU,523
|
34
|
-
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest.sh,sha256=oUUF8Kuyohxiqxo9FLY9EO0qlgkagntgfuFda6niHeM,426
|
35
|
-
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_ingest_list.sh,sha256=5P0H-FHV7YKt1fenXAs_0cSFhJYWZ9u3LzRpfSRSptw,577
|
36
|
-
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_label.sh,sha256=Envac5i9eGa5usDCO8MYfGFfyAZAT-f0KrrsAkaR91U,311
|
37
|
-
blue_sandbox/.abcli/tests/microsoft_building_damage_assessment_train.sh,sha256=0FlwyR1drn6wAKX9IHU_ma7WTmH1Iv8DoTNsdsyj3PA,533
|
38
|
-
blue_sandbox/.abcli/tests/sagesemseg_train.sh,sha256=Fz2yzxub7x4SgQAr1ctZIbX6YwJR8HHTEgXcou4dORw,799
|
39
|
-
blue_sandbox/.abcli/tests/version.sh,sha256=jF8zoJN1eKE3LfDeRVG9uHEosmEVJX6RtKfdioyeN-o,150
|
40
|
-
blue_sandbox/help/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
|
41
|
-
blue_sandbox/help/__main__.py,sha256=3Cqp5oISrZCOUApmwoQoCj_0sQgtkiEkm_ob3LFKzRE,234
|
42
|
-
blue_sandbox/help/functions.py,sha256=Ki0nUGyHKDo2t0WnIVzBwxEVJHyRmHh-hIRv3ohJK3c,431
|
43
|
-
blue_sandbox/microsoft_building_damage_assessment/README.py,sha256=qqe1wXoc4TjKS4o3gskwNCBuX8PTVduQEAaVHeovsrE,1275
|
44
|
-
blue_sandbox/microsoft_building_damage_assessment/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
45
|
-
blue_sandbox/microsoft_building_damage_assessment/__main__.py,sha256=RnyXyJdLmzLzccVmb6VZvD17Dwx-g1wByDugIisoPmQ,1995
|
46
|
-
blue_sandbox/microsoft_building_damage_assessment/ingest.py,sha256=tBchn4dWPIqArwAe8JjEM2xZZlFtrgBRDV_Ko26OEiM,639
|
47
|
-
blue_sandbox/microsoft_building_damage_assessment/label.py,sha256=mpRNOsF8ChxSLwOyvwGmXiD7aO2xfivJPZTC5qwnLaw,823
|
48
|
-
blue_sandbox/microsoft_building_damage_assessment/sas_token.py,sha256=t6oTXc6C52CH3tFbQo2H9YUB_7upAsfUwws43Iu9pHI,214
|
49
|
-
blue_sandbox/microsoft_building_damage_assessment/train.py,sha256=8DUt0S4LuKkRIi9XpASOg5skPaM3D2VaSBg5FEn8qog,2778
|
50
|
-
blue_sandbox-5.294.1.dist-info/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
|
51
|
-
blue_sandbox-5.294.1.dist-info/METADATA,sha256=u6jPecX03L6r16uPe-T2Rll1lhr7d04c-jtSWJONlRo,3785
|
52
|
-
blue_sandbox-5.294.1.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
53
|
-
blue_sandbox-5.294.1.dist-info/top_level.txt,sha256=4D9Cb9QUCaqdYAmBiCwvtlaYBtUYVVxv0Sxcr_pzgS8,13
|
54
|
-
blue_sandbox-5.294.1.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|