rda-python-dsquasar 2.0.0__tar.gz → 2.0.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/PKG-INFO +1 -1
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/pyproject.toml +1 -2
- rda_python_dsquasar-2.0.0/src/rda_python_dsquasar/ds_quasar.py → rda_python_dsquasar-2.0.2/src/rda_python_dsquasar/dsquasar.py +18 -13
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/PKG-INFO +1 -1
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/entry_points.txt +0 -1
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/test/test_dsquasar.py +0 -1
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/LICENSE +0 -0
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/README.md +0 -0
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/setup.cfg +0 -0
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar/__init__.py +0 -0
- /rda_python_dsquasar-2.0.0/src/rda_python_dsquasar/dsquasar.py → /rda_python_dsquasar-2.0.2/src/rda_python_dsquasar/ds_quasar.py +0 -0
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/SOURCES.txt +0 -0
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/dependency_links.txt +0 -0
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/requires.txt +0 -0
- {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/top_level.txt +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_dsquasar
|
|
3
|
-
Version: 2.0.
|
|
3
|
+
Version: 2.0.2
|
|
4
4
|
Summary: RDA Python package to backup and recover RDA data archives to and from GLOBUS Quasar backup server
|
|
5
5
|
Author-email: Zaihua Ji <zji@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-dsquasar
|
|
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
|
|
|
4
4
|
|
|
5
5
|
[project]
|
|
6
6
|
name = "rda_python_dsquasar"
|
|
7
|
-
version = "2.0.
|
|
7
|
+
version = "2.0.2"
|
|
8
8
|
authors = [
|
|
9
9
|
{ name="Zaihua Ji", email="zji@ucar.edu" },
|
|
10
10
|
]
|
|
@@ -32,4 +32,3 @@ pythonpath = [
|
|
|
32
32
|
|
|
33
33
|
[project.scripts]
|
|
34
34
|
dsquasar = "rda_python_dsquasar.dsquasar:main"
|
|
35
|
-
ds_quasar = "rda_python_dsquasar.ds_quasar:main"
|
|
@@ -2,11 +2,12 @@
|
|
|
2
2
|
#
|
|
3
3
|
##################################################################################
|
|
4
4
|
#
|
|
5
|
-
# Title :
|
|
5
|
+
# Title : dsquasar
|
|
6
6
|
# Author : Zaihua Ji, zji@ucar.edu
|
|
7
7
|
# Date : 12/21/2020
|
|
8
8
|
# 2025-02-05 transferred to package rda_python_dsquasar from
|
|
9
9
|
# https://github.com/NCAR/rda-utility-programs.git
|
|
10
|
+
# 2025-12-03 convert to class DsQuasar
|
|
10
11
|
# Purpose : check Backup flags set in dataset.backflag and/or dsgroup.backflag of RDADB
|
|
11
12
|
# to gather Web and Saved bfiles, tar them into larger (> 2GB) bfiles, and
|
|
12
13
|
# back them up onto Quasar Backup Servers, at the Globus end points of
|
|
@@ -188,7 +189,7 @@ class DsQuasar(PgCMD, PgSplit):
|
|
|
188
189
|
if self.sopts['E']:
|
|
189
190
|
self.DTLACT = self.LGWNEM
|
|
190
191
|
self.PGLOG['EMLMAX'] = 1024
|
|
191
|
-
if self.sopts['n']
|
|
192
|
+
self.dstart = 0 if self.sopts['n'] else 1
|
|
192
193
|
acts = self.PGBACK['action']
|
|
193
194
|
if acts&self.CHKACT:
|
|
194
195
|
self.check_backup_action()
|
|
@@ -927,7 +928,7 @@ class DsQuasar(PgCMD, PgSplit):
|
|
|
927
928
|
self.object_copy_local(lfile, ofile, bucket, self.ERRACT)
|
|
928
929
|
cinfo = self.check_local_file(lfile, 32, self.ERRACT)
|
|
929
930
|
if not cinfo: return False
|
|
930
|
-
info['checksum'] = cinfo['checksum']
|
|
931
|
+
if 'checksum' in cinfo: info['checksum'] = cinfo['checksum']
|
|
931
932
|
lname = 'OBS'
|
|
932
933
|
else:
|
|
933
934
|
lfile = "{}/{}/".format(chome, dsid)
|
|
@@ -938,14 +939,16 @@ class DsQuasar(PgCMD, PgSplit):
|
|
|
938
939
|
lname = 'DSK'
|
|
939
940
|
record = {}
|
|
940
941
|
msg = ''
|
|
941
|
-
checksum =
|
|
942
|
-
if
|
|
943
|
-
|
|
944
|
-
|
|
945
|
-
|
|
946
|
-
|
|
947
|
-
|
|
948
|
-
|
|
942
|
+
checksum = None
|
|
943
|
+
if 'checksum' in info:
|
|
944
|
+
checksum = info['checksum']
|
|
945
|
+
if not pgrec['checksum']:
|
|
946
|
+
msg = "Checksum misses"
|
|
947
|
+
record['checksum'] = checksum
|
|
948
|
+
pgrec['checksum'] = ''
|
|
949
|
+
elif checksum != pgrec['checksum']:
|
|
950
|
+
msg = "Checksum mismatch"
|
|
951
|
+
record['checksum'] = checksum
|
|
949
952
|
if info['data_size'] != pgrec['data_size']:
|
|
950
953
|
if msg: msg += ", "
|
|
951
954
|
msg += "Size mismatch"
|
|
@@ -959,9 +962,11 @@ class DsQuasar(PgCMD, PgSplit):
|
|
|
959
962
|
if msg:
|
|
960
963
|
msg = "{}-{}-{}: {}".format(dsid, cate.upper(), fname, msg)
|
|
961
964
|
msg += "\n{}:".format(lname)
|
|
962
|
-
msg += "{}/
|
|
965
|
+
if checksum: msg += "{}/".format(checksum)
|
|
966
|
+
msg += "{}/{}/{}".format(info['data_size'], info['date_modified'], info['time_modified'])
|
|
963
967
|
msg += "\nDBS:"
|
|
964
|
-
msg += "{}/
|
|
968
|
+
if checksum: msg += "{}/".format(pgrec['checksum'])
|
|
969
|
+
msg += "{}/{}/{}".format(pgrec['data_size'], pgrec['date_modified'], pgrec['time_modified'])
|
|
965
970
|
self.pglog(msg, self.LOGACT)
|
|
966
971
|
cid = cate + 'id'
|
|
967
972
|
fcnd = "{} = {}".format(cid, pgrec[cid])
|
{rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_dsquasar
|
|
3
|
-
Version: 2.0.
|
|
3
|
+
Version: 2.0.2
|
|
4
4
|
Summary: RDA Python package to backup and recover RDA data archives to and from GLOBUS Quasar backup server
|
|
5
5
|
Author-email: Zaihua Ji <zji@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-dsquasar
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|