rda-python-globus 1.0.2__tar.gz → 1.0.5__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rda_python_globus-1.0.2/src/rda_python_globus.egg-info → rda_python_globus-1.0.5}/PKG-INFO +5 -5
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/pyproject.toml +5 -5
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/file_management.py +16 -16
- rda_python_globus-1.0.5/src/rda_python_globus/lib/config.py +49 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/transfer.py +5 -5
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5/src/rda_python_globus.egg-info}/PKG-INFO +5 -5
- rda_python_globus-1.0.5/src/rda_python_globus.egg-info/requires.txt +4 -0
- rda_python_globus-1.0.2/src/rda_python_globus/lib/config.py +0 -32
- rda_python_globus-1.0.2/src/rda_python_globus.egg-info/requires.txt +0 -4
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/LICENSE +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/README.md +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/setup.cfg +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/__init__.py +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/lib/__init__.py +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/lib/auth.py +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/list.py +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/main.py +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/task_management.py +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus.egg-info/SOURCES.txt +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus.egg-info/dependency_links.txt +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus.egg-info/entry_points.txt +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus.egg-info/top_level.txt +0 -0
- {rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/tests/test_example.py +0 -0
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_globus
|
|
3
|
-
Version: 1.0.
|
|
4
|
-
Summary: Tools for managing Globus transfers supporting the NSF NCAR
|
|
3
|
+
Version: 1.0.5
|
|
4
|
+
Summary: Tools for managing Globus transfers supporting the NSF NCAR Geoscience Data Exchange (GDEX) project.
|
|
5
5
|
Author-email: Thomas Cram <tcram@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-globus
|
|
7
7
|
Classifier: Programming Language :: Python :: 3
|
|
8
8
|
Classifier: License :: OSI Approved :: MIT License
|
|
9
9
|
Classifier: Operating System :: OS Independent
|
|
10
10
|
Classifier: Development Status :: 5 - Production/Stable
|
|
11
|
-
Requires-Python: >=3.
|
|
11
|
+
Requires-Python: >=3.11
|
|
12
12
|
Description-Content-Type: text/markdown
|
|
13
13
|
License-File: LICENSE
|
|
14
|
-
Requires-Dist: globus_sdk
|
|
15
|
-
Requires-Dist: click
|
|
14
|
+
Requires-Dist: globus_sdk<4.0.0
|
|
15
|
+
Requires-Dist: click>=8.3.0
|
|
16
16
|
Requires-Dist: pyyaml
|
|
17
17
|
Requires-Dist: six
|
|
18
18
|
Dynamic: license-file
|
|
@@ -6,13 +6,13 @@ build-backend = "setuptools.build_meta"
|
|
|
6
6
|
|
|
7
7
|
[project]
|
|
8
8
|
name = "rda_python_globus"
|
|
9
|
-
version = "1.0.
|
|
9
|
+
version = "1.0.5"
|
|
10
10
|
authors = [
|
|
11
11
|
{ name="Thomas Cram", email="tcram@ucar.edu" },
|
|
12
12
|
]
|
|
13
|
-
description = "Tools for managing Globus transfers supporting the NSF NCAR
|
|
13
|
+
description = "Tools for managing Globus transfers supporting the NSF NCAR Geoscience Data Exchange (GDEX) project."
|
|
14
14
|
readme = "README.md"
|
|
15
|
-
requires-python = ">=3.
|
|
15
|
+
requires-python = ">=3.11"
|
|
16
16
|
classifiers = [
|
|
17
17
|
"Programming Language :: Python :: 3",
|
|
18
18
|
"License :: OSI Approved :: MIT License",
|
|
@@ -20,8 +20,8 @@ classifiers = [
|
|
|
20
20
|
"Development Status :: 5 - Production/Stable",
|
|
21
21
|
]
|
|
22
22
|
dependencies = [
|
|
23
|
-
"globus_sdk",
|
|
24
|
-
"click",
|
|
23
|
+
"globus_sdk<4.0.0",
|
|
24
|
+
"click>=8.3.0",
|
|
25
25
|
"pyyaml",
|
|
26
26
|
"six",
|
|
27
27
|
]
|
{rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/file_management.py
RENAMED
|
@@ -31,10 +31,10 @@ def add_batch_to_delete_data(batch, delete_data):
|
|
|
31
31
|
\b
|
|
32
32
|
=== Examples ===
|
|
33
33
|
\b
|
|
34
|
-
1. Create a directory on the
|
|
34
|
+
1. Create a directory on the GDEX Quasar endpoint:
|
|
35
35
|
\b
|
|
36
36
|
$ dsglobus mkdir \\
|
|
37
|
-
--endpoint
|
|
37
|
+
--endpoint gdex-quasar \\
|
|
38
38
|
--path /d999009/new_directory
|
|
39
39
|
'''
|
|
40
40
|
)
|
|
@@ -63,24 +63,24 @@ def mkdir_command(
|
|
|
63
63
|
\b
|
|
64
64
|
=== Examples ===
|
|
65
65
|
\b
|
|
66
|
-
1. Rename a single file on the
|
|
66
|
+
1. Rename a single file on the GDEX Quasar endpoint:
|
|
67
67
|
\b
|
|
68
68
|
$ dsglobus rename \\
|
|
69
|
-
--endpoint
|
|
69
|
+
--endpoint gdex-quasar \\
|
|
70
70
|
--old-path /d999009/old_file.txt \\
|
|
71
71
|
--new-path /d999009/new_file.txt
|
|
72
72
|
\b
|
|
73
|
-
2. Rename a directory on the
|
|
73
|
+
2. Rename a directory on the GDEX Quasar endpoint:
|
|
74
74
|
\b
|
|
75
75
|
$ dsglobus rename \\
|
|
76
|
-
--endpoint
|
|
76
|
+
--endpoint gdex-quasar \\
|
|
77
77
|
--old-path /d999009/old_directory \\
|
|
78
78
|
--new-path /d999009/new_directory
|
|
79
79
|
\b
|
|
80
|
-
3. Rename a batch of files/directories on the
|
|
80
|
+
3. Rename a batch of files/directories on the GDEX Quasar endpoint:
|
|
81
81
|
\b
|
|
82
82
|
$ dsglobus rename \\
|
|
83
|
-
--endpoint
|
|
83
|
+
--endpoint gdex-quasar \\
|
|
84
84
|
--batch /path/to/batch.json
|
|
85
85
|
\b
|
|
86
86
|
The batch file should contain a JSON array of file paths to rename.
|
|
@@ -105,7 +105,7 @@ def mkdir_command(
|
|
|
105
105
|
4. The batch files can also be read from stdin using '-':
|
|
106
106
|
\b
|
|
107
107
|
$ dsglobus rename \\
|
|
108
|
-
--endpoint
|
|
108
|
+
--endpoint gdex-quasar \\
|
|
109
109
|
--batch -
|
|
110
110
|
[
|
|
111
111
|
{
|
|
@@ -189,25 +189,25 @@ def rename_command(
|
|
|
189
189
|
\b
|
|
190
190
|
=== Examples ===
|
|
191
191
|
\b
|
|
192
|
-
1. Delete a single file on the
|
|
192
|
+
1. Delete a single file on the GDEX Quasar endpoint:
|
|
193
193
|
\b
|
|
194
194
|
$ dsglobus delete \\
|
|
195
|
-
--endpoint
|
|
195
|
+
--endpoint gdex-quasar \\
|
|
196
196
|
--target-file /d999009/file.txt
|
|
197
197
|
|
|
198
198
|
\b
|
|
199
|
-
2. Delete a directory on the
|
|
199
|
+
2. Delete a directory on the GDEX Quasar endpoint. --recursive is required
|
|
200
200
|
to delete a directory and its contents:
|
|
201
201
|
\b
|
|
202
202
|
$ dsglobus delete \\
|
|
203
|
-
--endpoint
|
|
203
|
+
--endpoint gdex-quasar \\
|
|
204
204
|
--target-file /d999009/dir \\
|
|
205
205
|
--recursive
|
|
206
206
|
\b
|
|
207
|
-
3. Delete a batch of files/directories on the
|
|
207
|
+
3. Delete a batch of files/directories on the GDEX Quasar endpoint:
|
|
208
208
|
\b
|
|
209
209
|
$ dsglobus delete \\
|
|
210
|
-
--endpoint
|
|
210
|
+
--endpoint gdex-quasar \\
|
|
211
211
|
--batch /path/to/batch.json \\
|
|
212
212
|
--recursive
|
|
213
213
|
\b
|
|
@@ -225,7 +225,7 @@ def rename_command(
|
|
|
225
225
|
4. The batch files can also be read from stdin using '-':
|
|
226
226
|
\b
|
|
227
227
|
$ dsglobus delete \\
|
|
228
|
-
--endpoint
|
|
228
|
+
--endpoint gdex-quasar \\
|
|
229
229
|
--recursive \\
|
|
230
230
|
--batch -
|
|
231
231
|
[
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import os
|
|
2
|
+
|
|
3
|
+
""" RDA Quasar Client ID """
|
|
4
|
+
CLIENT_ID = "05c2f58b-c667-4fc4-94fb-546e1cd8f41f"
|
|
5
|
+
|
|
6
|
+
""" Token storage configuration """
|
|
7
|
+
CLIENT_TOKEN_CONFIG = '/glade/u/home/gdexdata/lib/python/globus_rda_quasar_tokens.json'
|
|
8
|
+
|
|
9
|
+
""" Log file path and name """
|
|
10
|
+
GDEX_BASE_PATH = '/glade/campaign/collections/gdex'
|
|
11
|
+
SCRATCH_PATH = '/lustre/desc1/scratch/tcram'
|
|
12
|
+
LOGPATH = os.path.join(SCRATCH_PATH, 'logs/globus')
|
|
13
|
+
LOGFILE = 'dsglobus-app.log'
|
|
14
|
+
|
|
15
|
+
""" Endpoint IDs """
|
|
16
|
+
RDA_DATASET_ENDPOINT = 'b6b5d5e8-eb14-4f6b-8928-c02429d67998'
|
|
17
|
+
RDA_DSRQST_ENDPOINT = 'e6cd9f43-935c-42e3-8d19-764d03241719'
|
|
18
|
+
RDA_STRATUS_ENDPOINT = 'be4aa6a8-9e35-11eb-8a8e-d70d98a40c8d'
|
|
19
|
+
RDA_GLADE_ENDPOINT = '7f0acd80-dfb2-4412-b7b5-ebc970bedf24'
|
|
20
|
+
RDA_QUASAR_ENDPOINT = 'e50caa88-feae-11ea-81a2-0e2f230cc907'
|
|
21
|
+
RDA_QUASAR_DR_ENDPOINT = '4c42c32c-feaf-11ea-81a2-0e2f230cc907'
|
|
22
|
+
GLOBUS_CGD_ENDPOINT_ID = '11651c26-80c2-4dac-a236-7755530731ac'
|
|
23
|
+
|
|
24
|
+
GDEX_DATASET_ENDPOINT = 'c4e40965-a024-43d7-bef4-6010f3731b61'
|
|
25
|
+
GDEX_DSRQST_ENDPOINT = 'e6cd9f43-935c-42e3-8d19-764d03241719'
|
|
26
|
+
GDEX_STRATUS_ENDPOINT = RDA_STRATUS_ENDPOINT # same as RDA Stratus
|
|
27
|
+
GDEX_OS_ENDPOINT = '558ad782-80dd-4656-a64a-2245f38a7c9e' # GDEX Boreas S3 guest collection
|
|
28
|
+
GDEX_GLADE_ENDPOINT = '039e1667-8a6c-4cbd-8e26-1f86c72f6e89'
|
|
29
|
+
GDEX_QUASAR_ENDPOINT = RDA_QUASAR_ENDPOINT # same as RDA Quasar
|
|
30
|
+
GDEX_QUASAR_DR_ENDPOINT = RDA_QUASAR_DR_ENDPOINT # same as RDA Quasar DR
|
|
31
|
+
|
|
32
|
+
""" Endpoint aliases """
|
|
33
|
+
ENDPOINT_ALIASES = {
|
|
34
|
+
"rda-glade": RDA_GLADE_ENDPOINT,
|
|
35
|
+
"rda-quasar": RDA_QUASAR_ENDPOINT,
|
|
36
|
+
"rda-quasar-drdata": RDA_QUASAR_DR_ENDPOINT,
|
|
37
|
+
"rda-dataset": RDA_DATASET_ENDPOINT,
|
|
38
|
+
"rda-dsrqst": RDA_DSRQST_ENDPOINT,
|
|
39
|
+
"rda-stratus": RDA_STRATUS_ENDPOINT,
|
|
40
|
+
"gdex-glade": GDEX_GLADE_ENDPOINT,
|
|
41
|
+
"gdex-quasar": GDEX_QUASAR_ENDPOINT,
|
|
42
|
+
"gdex-quasar-drdata": GDEX_QUASAR_DR_ENDPOINT,
|
|
43
|
+
"gdex-dataset": GDEX_DATASET_ENDPOINT,
|
|
44
|
+
"gdex-dsrqst": GDEX_DSRQST_ENDPOINT,
|
|
45
|
+
"gdex-stratus": GDEX_STRATUS_ENDPOINT,
|
|
46
|
+
"gdex-os": GDEX_OS_ENDPOINT,
|
|
47
|
+
"gdex-boreas": GDEX_OS_ENDPOINT,
|
|
48
|
+
"cgd": GLOBUS_CGD_ENDPOINT_ID,
|
|
49
|
+
}
|
|
@@ -41,9 +41,9 @@ def add_batch_to_transfer_data(batch, transfer_data):
|
|
|
41
41
|
epilog='''
|
|
42
42
|
\b
|
|
43
43
|
=== Valid RDA endpoint names ===
|
|
44
|
-
-
|
|
45
|
-
-
|
|
46
|
-
-
|
|
44
|
+
- gdex-glade
|
|
45
|
+
- gdex-quasar
|
|
46
|
+
- gdex-quasar-drdata
|
|
47
47
|
|
|
48
48
|
\b
|
|
49
49
|
=== Examples ===
|
|
@@ -52,8 +52,8 @@ def add_batch_to_transfer_data(batch, transfer_data):
|
|
|
52
52
|
|
|
53
53
|
\b
|
|
54
54
|
$ dsglobus transfer \\
|
|
55
|
-
--source-endpoint
|
|
56
|
-
--destination-endpoint
|
|
55
|
+
--source-endpoint gdex-glade \\
|
|
56
|
+
--destination-endpoint gdex-quasar \\
|
|
57
57
|
--source-file /data/d999009/file.txt \\
|
|
58
58
|
--destination-file /d999009/file.txt
|
|
59
59
|
|
|
@@ -1,18 +1,18 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_globus
|
|
3
|
-
Version: 1.0.
|
|
4
|
-
Summary: Tools for managing Globus transfers supporting the NSF NCAR
|
|
3
|
+
Version: 1.0.5
|
|
4
|
+
Summary: Tools for managing Globus transfers supporting the NSF NCAR Geoscience Data Exchange (GDEX) project.
|
|
5
5
|
Author-email: Thomas Cram <tcram@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-globus
|
|
7
7
|
Classifier: Programming Language :: Python :: 3
|
|
8
8
|
Classifier: License :: OSI Approved :: MIT License
|
|
9
9
|
Classifier: Operating System :: OS Independent
|
|
10
10
|
Classifier: Development Status :: 5 - Production/Stable
|
|
11
|
-
Requires-Python: >=3.
|
|
11
|
+
Requires-Python: >=3.11
|
|
12
12
|
Description-Content-Type: text/markdown
|
|
13
13
|
License-File: LICENSE
|
|
14
|
-
Requires-Dist: globus_sdk
|
|
15
|
-
Requires-Dist: click
|
|
14
|
+
Requires-Dist: globus_sdk<4.0.0
|
|
15
|
+
Requires-Dist: click>=8.3.0
|
|
16
16
|
Requires-Dist: pyyaml
|
|
17
17
|
Requires-Dist: six
|
|
18
18
|
Dynamic: license-file
|
|
@@ -1,32 +0,0 @@
|
|
|
1
|
-
import os
|
|
2
|
-
|
|
3
|
-
""" RDA Quasar Client ID """
|
|
4
|
-
CLIENT_ID = "05c2f58b-c667-4fc4-94fb-546e1cd8f41f"
|
|
5
|
-
|
|
6
|
-
""" Token storage configuration """
|
|
7
|
-
CLIENT_TOKEN_CONFIG = '/glade/u/home/rdadata/lib/python/globus_rda_quasar_tokens.json'
|
|
8
|
-
|
|
9
|
-
""" Log file path and name """
|
|
10
|
-
RDA_BASE_PATH = '/glade/campaign/collections/rda'
|
|
11
|
-
LOGPATH = os.path.join(RDA_BASE_PATH, 'work/tcram/logs/globus')
|
|
12
|
-
LOGFILE = 'dsglobus-app.log'
|
|
13
|
-
|
|
14
|
-
""" Endpoint IDs """
|
|
15
|
-
RDA_DATASET_ENDPOINT = 'b6b5d5e8-eb14-4f6b-8928-c02429d67998'
|
|
16
|
-
RDA_DSRQST_ENDPOINT = 'e1e2997e-d794-4868-838e-d4b8d5590853'
|
|
17
|
-
RDA_STRATUS_ENDPOINT = 'be4aa6a8-9e35-11eb-8a8e-d70d98a40c8d'
|
|
18
|
-
RDA_GLADE_ENDPOINT = '7f0acd80-dfb2-4412-b7b5-ebc970bedf24'
|
|
19
|
-
RDA_QUASAR_ENDPOINT = 'e50caa88-feae-11ea-81a2-0e2f230cc907'
|
|
20
|
-
RDA_QUASAR_DR_ENDPOINT = '4c42c32c-feaf-11ea-81a2-0e2f230cc907'
|
|
21
|
-
GLOBUS_CGD_ENDPOINT_ID = '11651c26-80c2-4dac-a236-7755530731ac'
|
|
22
|
-
|
|
23
|
-
""" Endpoint aliases """
|
|
24
|
-
ENDPOINT_ALIASES = {
|
|
25
|
-
"rda-glade": RDA_GLADE_ENDPOINT,
|
|
26
|
-
"rda-quasar": RDA_QUASAR_ENDPOINT,
|
|
27
|
-
"rda-quasar-drdata": RDA_QUASAR_DR_ENDPOINT,
|
|
28
|
-
"rda-dataset": RDA_DATASET_ENDPOINT,
|
|
29
|
-
"rda-dsrqst": RDA_DSRQST_ENDPOINT,
|
|
30
|
-
"rda-stratus": RDA_STRATUS_ENDPOINT,
|
|
31
|
-
"cgd": GLOBUS_CGD_ENDPOINT_ID,
|
|
32
|
-
}
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus/task_management.py
RENAMED
|
File without changes
|
{rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
{rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus.egg-info/entry_points.txt
RENAMED
|
File without changes
|
{rda_python_globus-1.0.2 → rda_python_globus-1.0.5}/src/rda_python_globus.egg-info/top_level.txt
RENAMED
|
File without changes
|
|
File without changes
|