rda-python-dsarch 3.0.14__tar.gz → 3.0.16__tar.gz

{rda_python_dsarch-3.0.14/src/rda_python_dsarch.egg-info → rda_python_dsarch-3.0.16}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_dsarch
-Version: 3.0.14
+Version: 3.0.16
 Summary: RDA Python package for utility program dsarch archive RDA data
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-dsarch

{rda_python_dsarch-3.0.14 → rda_python_dsarch-3.0.16}/pyproject.toml

@@ -4,7 +4,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "rda_python_dsarch"
-version = "3.0.14"
+version = "3.0.16"
 authors = [
   { name="Zaihua Ji", email="zji@ucar.edu" },
 ]

{rda_python_dsarch-3.0.14 → rda_python_dsarch-3.0.16}/src/rda_python_dsarch/dsarch.py

@@ -534,7 +534,7 @@ class DsArch(PgArch, PgMeta):
             if self.PGSIG['BPROC'] < 2:
                if not fnames: fnames = self.get_field_keys(tname, None, "G")  # get setting fields if not yet
                info = None
-               if warch:
+               if afile:   # also when already in place, so a directory gets its real total size
                   info = self.check_local_file(afile, 1, self.PGOPT['emerol']|self.PFSIZE)
                elif oarch:
                   info = self.check_object_file(ofile, bucket, 1, self.PGOPT['emerol'])
@@ -926,10 +926,8 @@ class DsArch(PgArch, PgMeta):
                   bgcnt += 1
             if self.PGSIG['BPROC'] < 2:
                if not fnames: fnames = self.get_field_keys(tname, None, "G")  # get setting fields if not yet
-               info = None
-               if sarch:
-                  info = self.check_local_file(afile, 1, self.PGOPT['emerol']|self.PFSIZE)
-               elif pgrec:
+               info = self.check_local_file(afile, 1, self.PGOPT['emerol']|self.PFSIZE)   # also when already in place
+               if not info and pgrec:
                   info = self.get_file_origin_info(sfile, pgrec)
                sid = self.set_one_savedfile(i, pgrec, sfile, fnames, type, info)
                if not sid:
@@ -2049,9 +2047,37 @@ class DsArch(PgArch, PgMeta):
          self.print_row_format(pgrec, fnames, hash)
       self.view_keyvalues(dsid, kvalues, getkeys)
       if fnames and 'PE' in self.params: self.get_period_info()
+      if 'SO' in self.params: self.get_owner_info(dsid)
       if 'WN' in self.params or 'WS' in self.params: self.view_filenumber(dsid, 0)
       return 1   # get one dataset record
 
+   def get_owner_info(self, dsid):
+      """
+      Display the specialists who own a dataset.
+
+      Joins dsowner with dssgrp to list each owner's login name, priority
+      (1 = primary specialist) and name, ordered by priority.  Lines are
+      written as comments so the output can still be fed back via -IF.
+
+      Args:
+         dsid -- dataset ID string
+      """
+      tjoin = "dsowner LEFT JOIN dssgrp ON specialist = logname"
+      pgrecs = self.pgmget(tjoin, "specialist, priority, fstname, lstname",
+                           "dsid = '{}' ORDER BY priority, specialist".format(dsid), self.LGEREX)
+      cnt = len(pgrecs['specialist']) if pgrecs else 0
+      if not cnt:
+         self.OUTPUT.write("#Owner{}NONE\n".format(self.params['ES']))
+         return self.pglog("No owner found for {} in dsowner".format(dsid), self.LOGWRN)
+      dv = self.params['DV']
+      self.OUTPUT.write("#Owner{0}Priority{0}Name{0}\n".format(dv))
+      for i in range(cnt):
+         name = ' '.join(n for n in (pgrecs['fstname'][i], pgrecs['lstname'][i]) if n)
+         if not name: name = 'Not in dssgrp'
+         self.OUTPUT.write("#{1}{0}{2}{0}{3}{0}\n".format(dv, pgrecs['specialist'][i], pgrecs['priority'][i], name))
+      s = 's' if cnt > 1 else ''
+      self.pglog("{} owner record{} retrieved for {}".format(cnt, s, dsid), self.LOGWRN)
+
    def get_period_info(self):
       """
       Retrieve and display dataset time-period records from RDADB.

{rda_python_dsarch-3.0.14 → rda_python_dsarch-3.0.16}/src/rda_python_dsarch/dsarch.usg

@@ -301,6 +301,8 @@ handle:
     -(FO|FormatOutput) - formats each column to a uniform fixed width
       -(PE|ShowPeriod) - includes associated period information for the
                          dataset and any groups
+       -(SO|ShowOwner) - includes the dataset owners (specialists) and
+                         their priorities, 1 for the primary specialist
   -(WN|WithFileNumber) - gathers and displays Saved/Web file counts
 
   Use -FN (-FieldNames) to select which dataset fields to include.
@@ -1889,6 +1891,12 @@ behavior.
   the GDEX Server and stores them in GDEXDB for integrity
   verification.
 
+  -SO or -ShowOwner (Alias: -ShowOwners|-ShowSpecialist|-ShowSpecialists),
+  adds the dataset owners from dsowner to the output of -GD
+  (-GetDataset): login name, priority (1 = primary specialist) and
+  name. The lines are written as comments starting with '#', so the
+  output can still be read back with -IF.
+
   -TO or -TarOnly, builds the Quasar tar file locally without
   uploading it to the Globus Quasar Server. Useful for testing. Used
   with -AQ.

{rda_python_dsarch-3.0.14 → rda_python_dsarch-3.0.16}/src/rda_python_dsarch/pg_arch.py

@@ -121,6 +121,7 @@ class PgArch(PgOPT, PgCMD, PgSplit):
          'RS' : [0, 'GXRSOptions',   3],
          'RT' : [0, 'ResetTIndex',   3],
          'SC' : [0, 'SetChecksum',   2],
+         'SO' : [0, 'ShowOwner',     0],
          'TO' : [0, 'TarOnly',       1],
          'TS' : [0, 'ToSaved',       2],
          'TT' : [0, 'TotalSummary',  0],
@@ -265,6 +266,7 @@ class PgArch(PgOPT, PgCMD, PgSplit):
          'RQ' : ['RestoreQuasar', 'RestoreBackupFile', 'RestoreBackup'],
          'RT' : ['ResetTopGroup'],
          'SH' : ['SetHelp'],
+         'SO' : ['ShowOwners', 'ShowSpecialist', 'ShowSpecialists'],
          'SQ' : ['SetQuasar', 'SetBackupFile', 'SetBackup'],
          'SS' : ['SetSaved'],
          'ST' : ['SavedType', 'SavedArchiveType'],

{rda_python_dsarch-3.0.14 → rda_python_dsarch-3.0.16}/src/rda_python_dsarch/pg_meta.py

@@ -639,6 +639,9 @@ class PgMeta(PgCMD, PgSplit):
       d = self.metadata_dataset_id(dsid)
       if d not in self.META[c]: self.META[c][d] = []
       f = fmt.lower()
+      if f == "zarr":   # gatherxml has no reader for Zarr stores
+         self.pglog("{}-{}: Skip 'gatherxml' for Data Format '{}'".format(dsid, file, fmt), self.LOGWRN)
+         return 0
       if f == "netcdf": f = "cf" + f
       if not lfile: lfile = op.basename(file)
       self.META[c][d].append([file, f, lfile, mfile])

{rda_python_dsarch-3.0.14 → rda_python_dsarch-3.0.16/src/rda_python_dsarch.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_dsarch
-Version: 3.0.14
+Version: 3.0.16
 Summary: RDA Python package for utility program dsarch archive RDA data
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-dsarch