rda-python-dsquasar 1.0.5__tar.gz → 1.0.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/PKG-INFO +1 -1
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/pyproject.toml +1 -1
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar/dsquasar.py +10 -10
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/PKG-INFO +1 -1
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/LICENSE +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/README.md +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/setup.cfg +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar/__init__.py +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/SOURCES.txt +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/dependency_links.txt +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/entry_points.txt +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/requires.txt +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/top_level.txt +0 -0
- {rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/tests/test_dsquasar.py +0 -0
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_dsquasar
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.7
|
|
4
4
|
Summary: RDA Python package to backup and recover RDA data archives to and from GLOBUS Quasar backup server
|
|
5
5
|
Author-email: Zaihua Ji <zji@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-dsquasar
|
|
@@ -799,13 +799,13 @@ def transfer_quasar_tarfiles(qinfo):
|
|
|
799
799
|
dstat = bstat = -1
|
|
800
800
|
if ccnt == 0 or PgSIG.PGSIG['PPID'] > 1:
|
|
801
801
|
if bflg == 'D':
|
|
802
|
-
dstat = PgFile.quasar_multiple_trasnfer(tofiles, fromfiles, '
|
|
802
|
+
dstat = PgFile.quasar_multiple_trasnfer(tofiles, fromfiles, 'gdex-quasar-drdata', 'gdex-glade', ERRACT)
|
|
803
803
|
if not dstat: PgLOG.pglog("Error Quaser Drdata for " + fmsg, ERRACT|PgLOG.LOGERR)
|
|
804
|
-
bstat = PgFile.quasar_multiple_trasnfer(tofiles, fromfiles, '
|
|
804
|
+
bstat = PgFile.quasar_multiple_trasnfer(tofiles, fromfiles, 'gdex-quasar', 'gdex-glade', ERRACT)
|
|
805
805
|
if not dstat: PgLOG.pglog("Error Quaser Backup for " + fmsg, ERRACT|PgLOG.LOGERR)
|
|
806
806
|
|
|
807
|
-
if dstat == PgLOG.FINISH: dstat = PgFile.check_globus_finished(tofiles[0], '
|
|
808
|
-
if bstat == PgLOG.FINISH: bstat = PgFile.check_globus_finished(tofiles[0], '
|
|
807
|
+
if dstat == PgLOG.FINISH: dstat = PgFile.check_globus_finished(tofiles[0], 'gdex-quasar-drdata', ERRACT|PgLOG.NOWAIT)
|
|
808
|
+
if bstat == PgLOG.FINISH: bstat = PgFile.check_globus_finished(tofiles[0], 'gdex-quasar', ERRACT|PgLOG.NOWAIT)
|
|
809
809
|
if dstat and bstat:
|
|
810
810
|
for fromfile in fromfiles:
|
|
811
811
|
tarfile = PgLOG.PGLOG['DSSDATA'] + fromfile
|
|
@@ -1176,7 +1176,7 @@ def gather_dataset_files(dsfiles, dsids, unlock = True):
|
|
|
1176
1176
|
dcnd = "dsid = '{}'".format(dsid)
|
|
1177
1177
|
pgrec = PgDBI.pgget("dataset", "dsid, backflag, pid", dcnd, PgLOG.LGWNEX)
|
|
1178
1178
|
if pgrec:
|
|
1179
|
-
if unlock and pgrec['pid'] and PgLock.lock_dataset(dsid, 0,
|
|
1179
|
+
if unlock and pgrec['pid'] and PgLock.lock_dataset(dsid, 0, LOGACT) < 1: continue
|
|
1180
1180
|
fcnt += get_dataset_files(dsid, dsfiles, pgrec['backflag'], PgLOG.LOGWRN)
|
|
1181
1181
|
else:
|
|
1182
1182
|
dcnd = "ORDER BY dsid"
|
|
@@ -1184,7 +1184,7 @@ def gather_dataset_files(dsfiles, dsids, unlock = True):
|
|
|
1184
1184
|
dcnt = len(pgrecs['dsid']) if pgrecs else 0
|
|
1185
1185
|
for i in range(dcnt):
|
|
1186
1186
|
dsid = pgrecs['dsid'][i]
|
|
1187
|
-
if unlock and pgrecs['pid'][i] and PgLock.lock_dataset(dsid, 0,
|
|
1187
|
+
if unlock and pgrecs['pid'][i] and PgLock.lock_dataset(dsid, 0, LOGACT) < 1: continue
|
|
1188
1188
|
fcnt += get_dataset_files(dsid, dsfiles, pgrecs['backflag'][i])
|
|
1189
1189
|
|
|
1190
1190
|
if dsfiles:
|
|
@@ -1376,12 +1376,12 @@ def get_backup_tarfile(dsfiles, pgrec):
|
|
|
1376
1376
|
return ret
|
|
1377
1377
|
|
|
1378
1378
|
#
|
|
1379
|
-
# build fromfile name at Globus endpoint
|
|
1379
|
+
# build fromfile name at Globus endpoint gdex-glade
|
|
1380
1380
|
#
|
|
1381
1381
|
def get_local_globus_file(ftype, bid, dsid, bfile, backflag):
|
|
1382
1382
|
|
|
1383
1383
|
endpath = 'decsdata' if ftype == 'S' else 'data'
|
|
1384
|
-
fromfile = "/{}/
|
|
1384
|
+
fromfile = "/{}/gdex-quasar/{}/{}".format(endpath, dsid, op.basename(bfile))
|
|
1385
1385
|
tarfile = PgLOG.PGLOG['DSSDATA'] + fromfile
|
|
1386
1386
|
|
|
1387
1387
|
if PGBACK['action'] == STTACT or PgFile.check_local_file(tarfile, 0, PgLOG.LGEREX): return fromfile
|
|
@@ -1646,9 +1646,9 @@ def process_one_quasar_pathfile(qinfo):
|
|
|
1646
1646
|
bstat = dstat = -1
|
|
1647
1647
|
if ccnt == 0 or PgSIG.PGSIG['PPID'] > 1:
|
|
1648
1648
|
if bflg == 'D':
|
|
1649
|
-
dstat = PgFile.move_backup_file(tofile, fromfile, '
|
|
1649
|
+
dstat = PgFile.move_backup_file(tofile, fromfile, 'gdex-quasar-drdata', logact)
|
|
1650
1650
|
if not dstat: PgLOG.pglog("Error Quaser Drdata for " + qmsg, PgLOG.LOGERR)
|
|
1651
|
-
bstat = PgFile.move_backup_file(tofile, fromfile, '
|
|
1651
|
+
bstat = PgFile.move_backup_file(tofile, fromfile, 'gdex-quasar', logact)
|
|
1652
1652
|
if not bstat: PgLOG.pglog("Error Quaser Backup for " + qmsg, PgLOG.LOGERR)
|
|
1653
1653
|
|
|
1654
1654
|
if dstat and bstat:
|
{rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_dsquasar
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.7
|
|
4
4
|
Summary: RDA Python package to backup and recover RDA data archives to and from GLOBUS Quasar backup server
|
|
5
5
|
Author-email: Zaihua Ji <zji@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-dsquasar
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_dsquasar-1.0.5 → rda_python_dsquasar-1.0.7}/src/rda_python_dsquasar.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|