rda-python-dsquasar 2.0.0__tar.gz → 2.0.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (15) hide show
  1. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/PKG-INFO +1 -1
  2. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/pyproject.toml +1 -2
  3. rda_python_dsquasar-2.0.0/src/rda_python_dsquasar/ds_quasar.py → rda_python_dsquasar-2.0.2/src/rda_python_dsquasar/dsquasar.py +18 -13
  4. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/PKG-INFO +1 -1
  5. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/entry_points.txt +0 -1
  6. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/test/test_dsquasar.py +0 -1
  7. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/LICENSE +0 -0
  8. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/README.md +0 -0
  9. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/setup.cfg +0 -0
  10. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar/__init__.py +0 -0
  11. /rda_python_dsquasar-2.0.0/src/rda_python_dsquasar/dsquasar.py → /rda_python_dsquasar-2.0.2/src/rda_python_dsquasar/ds_quasar.py +0 -0
  12. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/SOURCES.txt +0 -0
  13. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/dependency_links.txt +0 -0
  14. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/requires.txt +0 -0
  15. {rda_python_dsquasar-2.0.0 → rda_python_dsquasar-2.0.2}/src/rda_python_dsquasar.egg-info/top_level.txt +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rda_python_dsquasar
3
- Version: 2.0.0
3
+ Version: 2.0.2
4
4
  Summary: RDA Python package to backup and recover RDA data archives to and from GLOBUS Quasar backup server
5
5
  Author-email: Zaihua Ji <zji@ucar.edu>
6
6
  Project-URL: Homepage, https://github.com/NCAR/rda-python-dsquasar
@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
4
4
 
5
5
  [project]
6
6
  name = "rda_python_dsquasar"
7
- version = "2.0.0"
7
+ version = "2.0.2"
8
8
  authors = [
9
9
  { name="Zaihua Ji", email="zji@ucar.edu" },
10
10
  ]
@@ -32,4 +32,3 @@ pythonpath = [
32
32
 
33
33
  [project.scripts]
34
34
  dsquasar = "rda_python_dsquasar.dsquasar:main"
35
- ds_quasar = "rda_python_dsquasar.ds_quasar:main"
@@ -2,11 +2,12 @@
2
2
  #
3
3
  ##################################################################################
4
4
  #
5
- # Title : ds_quasar
5
+ # Title : dsquasar
6
6
  # Author : Zaihua Ji, zji@ucar.edu
7
7
  # Date : 12/21/2020
8
8
  # 2025-02-05 transferred to package rda_python_dsquasar from
9
9
  # https://github.com/NCAR/rda-utility-programs.git
10
+ # 2025-12-03 convert to class DsQuasar
10
11
  # Purpose : check Backup flags set in dataset.backflag and/or dsgroup.backflag of RDADB
11
12
  # to gather Web and Saved bfiles, tar them into larger (> 2GB) bfiles, and
12
13
  # back them up onto Quasar Backup Servers, at the Globus end points of
@@ -188,7 +189,7 @@ class DsQuasar(PgCMD, PgSplit):
188
189
  if self.sopts['E']:
189
190
  self.DTLACT = self.LGWNEM
190
191
  self.PGLOG['EMLMAX'] = 1024
191
- if self.sopts['n']: self.dstart = 1
192
+ self.dstart = 0 if self.sopts['n'] else 1
192
193
  acts = self.PGBACK['action']
193
194
  if acts&self.CHKACT:
194
195
  self.check_backup_action()
@@ -927,7 +928,7 @@ class DsQuasar(PgCMD, PgSplit):
927
928
  self.object_copy_local(lfile, ofile, bucket, self.ERRACT)
928
929
  cinfo = self.check_local_file(lfile, 32, self.ERRACT)
929
930
  if not cinfo: return False
930
- info['checksum'] = cinfo['checksum']
931
+ if 'checksum' in cinfo: info['checksum'] = cinfo['checksum']
931
932
  lname = 'OBS'
932
933
  else:
933
934
  lfile = "{}/{}/".format(chome, dsid)
@@ -938,14 +939,16 @@ class DsQuasar(PgCMD, PgSplit):
938
939
  lname = 'DSK'
939
940
  record = {}
940
941
  msg = ''
941
- checksum = info['checksum']
942
- if not pgrec['checksum']:
943
- msg = "Checksum misses"
944
- record['checksum'] = checksum
945
- pgrec['checksum'] = ''
946
- elif checksum != pgrec['checksum']:
947
- msg = "Checksum mismatch"
948
- record['checksum'] = checksum
942
+ checksum = None
943
+ if 'checksum' in info:
944
+ checksum = info['checksum']
945
+ if not pgrec['checksum']:
946
+ msg = "Checksum misses"
947
+ record['checksum'] = checksum
948
+ pgrec['checksum'] = ''
949
+ elif checksum != pgrec['checksum']:
950
+ msg = "Checksum mismatch"
951
+ record['checksum'] = checksum
949
952
  if info['data_size'] != pgrec['data_size']:
950
953
  if msg: msg += ", "
951
954
  msg += "Size mismatch"
@@ -959,9 +962,11 @@ class DsQuasar(PgCMD, PgSplit):
959
962
  if msg:
960
963
  msg = "{}-{}-{}: {}".format(dsid, cate.upper(), fname, msg)
961
964
  msg += "\n{}:".format(lname)
962
- msg += "{}/{}/{}/{}".format(checksum, info['data_size'], info['date_modified'], info['time_modified'])
965
+ if checksum: msg += "{}/".format(checksum)
966
+ msg += "{}/{}/{}".format(info['data_size'], info['date_modified'], info['time_modified'])
963
967
  msg += "\nDBS:"
964
- msg += "{}/{}/{}/{}".format(pgrec['checksum'], pgrec['data_size'], pgrec['date_modified'], pgrec['time_modified'])
968
+ if checksum: msg += "{}/".format(pgrec['checksum'])
969
+ msg += "{}/{}/{}".format(pgrec['data_size'], pgrec['date_modified'], pgrec['time_modified'])
965
970
  self.pglog(msg, self.LOGACT)
966
971
  cid = cate + 'id'
967
972
  fcnd = "{} = {}".format(cid, pgrec[cid])
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rda_python_dsquasar
3
- Version: 2.0.0
3
+ Version: 2.0.2
4
4
  Summary: RDA Python package to backup and recover RDA data archives to and from GLOBUS Quasar backup server
5
5
  Author-email: Zaihua Ji <zji@ucar.edu>
6
6
  Project-URL: Homepage, https://github.com/NCAR/rda-python-dsquasar
@@ -1,3 +1,2 @@
1
1
  [console_scripts]
2
- ds_quasar = rda_python_dsquasar.ds_quasar:main
3
2
  dsquasar = rda_python_dsquasar.dsquasar:main
@@ -4,4 +4,3 @@ import pytest
4
4
 
5
5
  def test_dsquasar():
6
6
  import rda_python_dsquasar.dsquasar
7
- import rda_python_dsquasar.ds_quasar