bluer-objects 6.100.1__py3-none-any.whl → 6.104.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- bluer_objects/.abcli/storage/clear.sh +9 -0
- bluer_objects/__init__.py +1 -1
- bluer_objects/storage/WebDAVzip.py +35 -0
- bluer_objects/storage/__init__.py +8 -0
- bluer_objects/storage/__main__.py +12 -2
- bluer_objects/storage/base.py +6 -0
- {bluer_objects-6.100.1.dist-info → bluer_objects-6.104.1.dist-info}/METADATA +2 -2
- {bluer_objects-6.100.1.dist-info → bluer_objects-6.104.1.dist-info}/RECORD +11 -11
- {bluer_objects-6.100.1.dist-info → bluer_objects-6.104.1.dist-info}/WHEEL +0 -0
- {bluer_objects-6.100.1.dist-info → bluer_objects-6.104.1.dist-info}/licenses/LICENSE +0 -0
- {bluer_objects-6.100.1.dist-info → bluer_objects-6.104.1.dist-info}/top_level.txt +0 -0
|
@@ -2,8 +2,17 @@
|
|
|
2
2
|
|
|
3
3
|
function bluer_ai_storage_clear() {
|
|
4
4
|
local options=$1
|
|
5
|
+
local do_cloud=$(bluer_ai_option_int "$options" cloud 0)
|
|
5
6
|
local do_dryrun=$(bluer_ai_option_int "$options" dryrun 1)
|
|
6
7
|
|
|
8
|
+
if [[ "$do_cloud" == 1 ]]; then
|
|
9
|
+
python3 -m bluer_objects.storage \
|
|
10
|
+
clear \
|
|
11
|
+
--do_dryrun $do_dryrun \
|
|
12
|
+
"${@:2}"
|
|
13
|
+
return
|
|
14
|
+
fi
|
|
15
|
+
|
|
7
16
|
if [[ "$abcli_is_rpi" == true ]]; then
|
|
8
17
|
bluer_ai_eval dryrun=$do_dryrun \
|
|
9
18
|
rm -rfv $ABCLI_OBJECT_ROOT
|
bluer_objects/__init__.py
CHANGED
|
@@ -2,6 +2,7 @@ import glob
|
|
|
2
2
|
import os
|
|
3
3
|
from typing import Tuple, List
|
|
4
4
|
from webdav3.client import Client
|
|
5
|
+
from tqdm import tqdm
|
|
5
6
|
|
|
6
7
|
from bluer_objects.storage.base import StorageInterface
|
|
7
8
|
from bluer_objects import env, file, path
|
|
@@ -25,6 +26,40 @@ class WebDAVzipInterface(StorageInterface):
|
|
|
25
26
|
|
|
26
27
|
self.client = Client(config)
|
|
27
28
|
|
|
29
|
+
def clear(
|
|
30
|
+
self,
|
|
31
|
+
do_dryrun: bool = True,
|
|
32
|
+
) -> bool:
|
|
33
|
+
logger.info(
|
|
34
|
+
"{}.clear({})".format(
|
|
35
|
+
self.__class__.__name__,
|
|
36
|
+
"dryrun" if do_dryrun else "",
|
|
37
|
+
)
|
|
38
|
+
)
|
|
39
|
+
|
|
40
|
+
count: int = 0
|
|
41
|
+
for thing in tqdm(self.client.list()):
|
|
42
|
+
if not thing.endswith(".zip"):
|
|
43
|
+
continue
|
|
44
|
+
if not thing.startswith("test"):
|
|
45
|
+
continue
|
|
46
|
+
|
|
47
|
+
logger.info(thing)
|
|
48
|
+
if do_dryrun:
|
|
49
|
+
continue
|
|
50
|
+
|
|
51
|
+
try:
|
|
52
|
+
self.client.clean(remote_path=thing)
|
|
53
|
+
except Exception as e:
|
|
54
|
+
logger.error(e)
|
|
55
|
+
return False
|
|
56
|
+
|
|
57
|
+
count += 1
|
|
58
|
+
|
|
59
|
+
logger.info(f"deleted {count} object(s).")
|
|
60
|
+
|
|
61
|
+
return True
|
|
62
|
+
|
|
28
63
|
def download(
|
|
29
64
|
self,
|
|
30
65
|
object_name: str,
|
|
@@ -13,7 +13,7 @@ parser = argparse.ArgumentParser(NAME)
|
|
|
13
13
|
parser.add_argument(
|
|
14
14
|
"task",
|
|
15
15
|
type=str,
|
|
16
|
-
help="download | ls | upload",
|
|
16
|
+
help="clear | download | ls | upload",
|
|
17
17
|
)
|
|
18
18
|
parser.add_argument(
|
|
19
19
|
"--object_name",
|
|
@@ -41,12 +41,22 @@ parser.add_argument(
|
|
|
41
41
|
type=str,
|
|
42
42
|
default=",",
|
|
43
43
|
)
|
|
44
|
+
parser.add_argument(
|
|
45
|
+
"--do_dryrun",
|
|
46
|
+
type=int,
|
|
47
|
+
default=1,
|
|
48
|
+
help="0 | 1",
|
|
49
|
+
)
|
|
44
50
|
args = parser.parse_args()
|
|
45
51
|
|
|
46
52
|
delim = " " if args.delim == "space" else args.delim
|
|
47
53
|
|
|
48
54
|
success = False
|
|
49
|
-
if args.task == "
|
|
55
|
+
if args.task == "clear":
|
|
56
|
+
success = storage.clear(
|
|
57
|
+
do_dryrun=args.do_dryrun == 1,
|
|
58
|
+
)
|
|
59
|
+
elif args.task == "download":
|
|
50
60
|
success = storage.download(
|
|
51
61
|
object_name=args.object_name,
|
|
52
62
|
filename=args.filename,
|
bluer_objects/storage/base.py
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: bluer_objects
|
|
3
|
-
Version: 6.
|
|
3
|
+
Version: 6.104.1
|
|
4
4
|
Summary: 🌀 Object management in Bash.
|
|
5
5
|
Home-page: https://github.com/kamangir/bluer-objects
|
|
6
6
|
Author: Arash Abadpour (Kamangir)
|
|
@@ -63,6 +63,6 @@ pip install bluer-objects
|
|
|
63
63
|
|
|
64
64
|
[](https://github.com/kamangir/bluer-objects/actions/workflows/pylint.yml) [](https://github.com/kamangir/bluer-objects/actions/workflows/pytest.yml) [](https://github.com/kamangir/bluer-objects/actions/workflows/bashtest.yml) [](https://pypi.org/project/bluer-objects/) [](https://pypistats.org/packages/bluer-objects)
|
|
65
65
|
|
|
66
|
-
built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.
|
|
66
|
+
built by 🌀 [`bluer README`](https://github.com/kamangir/bluer-objects/tree/main/bluer_objects/README), based on 🌀 [`bluer_objects-6.104.1`](https://github.com/kamangir/bluer-objects).
|
|
67
67
|
|
|
68
68
|
built by 🌀 [`blueness-3.118.1`](https://github.com/kamangir/blueness).
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
bluer_objects/__init__.py,sha256
|
|
1
|
+
bluer_objects/__init__.py,sha256=792zvAd4YOCtmE44unaRd7TD5x73Op0evrt5Kx3fHAE,315
|
|
2
2
|
bluer_objects/__main__.py,sha256=Yqfov833_hJuRne19WrGhT5DWAPtdffpoMxeSXS7EGw,359
|
|
3
3
|
bluer_objects/config.env,sha256=cMVT0kVQ00xGUoQyUqC8jpqkhR13Kpkl1-0sKQlxQAI,85
|
|
4
4
|
bluer_objects/env.py,sha256=J5LklWyWT-Yvvoe8MVCZQ3iqRqyDutq6IbNYNj9A1VM,1183
|
|
@@ -40,7 +40,7 @@ bluer_objects/.abcli/mlflow/tags/clone.sh,sha256=HY2tigFx9fG4BVDjcoQAUCKil01yESv
|
|
|
40
40
|
bluer_objects/.abcli/mlflow/tags/get.sh,sha256=hsI_zzwJkRmnxvAKlCPdkGlEbn5Ol3eVp8sOi_iA2o8,233
|
|
41
41
|
bluer_objects/.abcli/mlflow/tags/search.sh,sha256=kJBLkd7_ACeMUXdRk-zXkBfOoiyDWwO8sUit2NkIhNY,299
|
|
42
42
|
bluer_objects/.abcli/mlflow/tags/set.sh,sha256=-8hYtWAChlGbKIiI502IyaEaTikuACFFwUTdUnGkW7Q,277
|
|
43
|
-
bluer_objects/.abcli/storage/clear.sh,sha256=
|
|
43
|
+
bluer_objects/.abcli/storage/clear.sh,sha256=QgotGPskzCwtTjKobokduCfjfy6vFHqzFZ6t-H9qwN0,1504
|
|
44
44
|
bluer_objects/.abcli/storage/download_file.sh,sha256=2ZQgsxzSYw5Zwcj5XQn-NcHI_MkmzmmZWLM4D1ev1N4,203
|
|
45
45
|
bluer_objects/.abcli/storage/exists.sh,sha256=0b8wgjts1z8GZbE_KeulbrG471hACKORPPcwwqRvYNE,163
|
|
46
46
|
bluer_objects/.abcli/storage/list.sh,sha256=ySUDS31yq9qQ_2q7oXR302hConAzs0LYQ739TWJgQsI,165
|
|
@@ -108,10 +108,10 @@ bluer_objects/mlflow/runs.py,sha256=v1IKRvxbuKkengESnG-xdUXxxNSkALMeBmfMQwrUKSs,
|
|
|
108
108
|
bluer_objects/mlflow/tags.py,sha256=8uBYRrE4weTLrwPqo-c4M21FEVRANf7SGCcxpoCPhuM,2475
|
|
109
109
|
bluer_objects/mlflow/testing.py,sha256=cJH5Ki02fJN_Xos1j9yvwQChXvMkOa9i12vtDKmkbNc,842
|
|
110
110
|
bluer_objects/storage/WebDAV.py,sha256=bTq06MjTO9RffP3Uc4oEKwFaGx18DFb29VxD3jrPTz4,3078
|
|
111
|
-
bluer_objects/storage/WebDAVzip.py,sha256=
|
|
112
|
-
bluer_objects/storage/__init__.py,sha256=
|
|
113
|
-
bluer_objects/storage/__main__.py,sha256=
|
|
114
|
-
bluer_objects/storage/base.py,sha256=
|
|
111
|
+
bluer_objects/storage/WebDAVzip.py,sha256=7N1m4VZy1UIQZj7z5nkiuP_LxkW9GeKA_n6oLb_ikDw,4376
|
|
112
|
+
bluer_objects/storage/__init__.py,sha256=8KFhOPVw-5m1CiFUh8Ppz4zRA5kBo4nOBVbpznk6998,1320
|
|
113
|
+
bluer_objects/storage/__main__.py,sha256=vZI6rUkrekf1eYUgWOOUnFhl4qPfpByzwb-tihTOiIo,1776
|
|
114
|
+
bluer_objects/storage/base.py,sha256=bxccHx78H_2Ux7dlwl1qrPMeEs72SHFAO_quhmJ31Sw,1129
|
|
115
115
|
bluer_objects/testing/__init__.py,sha256=DWY5ZtvCnHG_t9BDiqy_ArLOZi-nlyAtPVMLA1PPAMU,62
|
|
116
116
|
bluer_objects/testing/__main__.py,sha256=EfuNfx1TXLriW6HHf86L7qp1FXoEV5F4sxej1r_i95k,656
|
|
117
117
|
bluer_objects/testing/functions.py,sha256=AXAfzWLcEPkbSYTehdahshjKJ45C4IJkRs_TgrHOntc,1355
|
|
@@ -136,8 +136,8 @@ bluer_objects/tests/test_path.py,sha256=JjONWyhZyMM_u1SzD1RI_iZ5vYJDUe-B51fbbHcz
|
|
|
136
136
|
bluer_objects/tests/test_storage.py,sha256=2tJ6Hev9ShId9Qn-0FXDw41HWjcl3wymcB_Bv1FJWi4,1127
|
|
137
137
|
bluer_objects/tests/test_testing.py,sha256=d2NH435yqJBl9wmfMqGGd-f0Y0jsL2QhHUXkty9AwPA,235
|
|
138
138
|
bluer_objects/tests/test_version.py,sha256=Lyf3PMcA22e17BNRk_2VgPrtao6dWEgVoXo68Uds8SE,75
|
|
139
|
-
bluer_objects-6.
|
|
140
|
-
bluer_objects-6.
|
|
141
|
-
bluer_objects-6.
|
|
142
|
-
bluer_objects-6.
|
|
143
|
-
bluer_objects-6.
|
|
139
|
+
bluer_objects-6.104.1.dist-info/licenses/LICENSE,sha256=ogEPNDSH0_dhiv_lT3ifVIdgIzHAqNA_SemnxUfPBJk,7048
|
|
140
|
+
bluer_objects-6.104.1.dist-info/METADATA,sha256=4xylA8Cr5HsB8NYiXlsUqd4u6w1L9drznMb-ESYHLBo,3554
|
|
141
|
+
bluer_objects-6.104.1.dist-info/WHEEL,sha256=SmOxYU7pzNKBqASvQJ7DjX3XGUF92lrGhMb3R6_iiqI,91
|
|
142
|
+
bluer_objects-6.104.1.dist-info/top_level.txt,sha256=RX2TpddbnRkurda3G_pAdyeTztP2IhhRPx949GlEvQo,14
|
|
143
|
+
bluer_objects-6.104.1.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|