rda-python-dbms 2.0.6__tar.gz → 2.0.8__tar.gz

{rda_python_dbms-2.0.6 → rda_python_dbms-2.0.8}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_dbms
-Version: 2.0.6
+Version: 2.0.8
 Summary: RDA Python Package to manage PostreSQL databases
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-dbms

{rda_python_dbms-2.0.6 → rda_python_dbms-2.0.8}/pyproject.toml

@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
 
 [project]
 name = "rda_python_dbms"
-version = "2.0.6"
+version = "2.0.8"
 authors = [
   { name="Zaihua Ji", email="zji@ucar.edu" },
 ]

{rda_python_dbms-2.0.6 → rda_python_dbms-2.0.8}/src/rda_python_dbms/pgbackup.py

@@ -50,7 +50,7 @@ class PgBackup(PgFile):
             elif option == 'o':
                self.override = True
             else:
-               self.pglog("{}: unknow option".format(arg), self.LGEREX)
+               self.pglog("{}: unknown option".format(arg), self.LGEREX)
       self.cmdlog("pgbackup {}".format(' '.join(argv)))
    
    # start actions

{rda_python_dbms-2.0.6 → rda_python_dbms-2.0.8}/src/rda_python_dbms/pgchksum.py

@@ -176,7 +176,7 @@ class PgChksum(PgCMD, PgSplit):
    # get the checksum filelist for wfile
    def get_checksum_wfilelist(self):
       self.PVALS['TYPE'] = "Web"
-      self.PVALS['BUCKET'] = 'rda-data'
+      self.PVALS['BUCKET'] = 'gdex-data'
       flds = "wid, wfile, type, locflag, data_size, checksum, date_modified, time_modified"
       if self.PGSUM['f']:
          pgrecs = self.pgmhget('wfile', 'wid, dsid', {'wfile' : self.PGSUM['f']})
@@ -211,11 +211,15 @@ class PgChksum(PgCMD, PgSplit):
          cnt = len(pgrecs['wid']) if pgrecs else 0
          wfrecs = {}
          if cnt > 0:
+            tmpcnt = 0
             for i in range(cnt):
                dsid = pgrecs['dsid'][i]
                pgrec = self.pgget_wfile(dsid, flds, 'wid = {}'.format(pgrecs['wid'][i]))
-               pgrec['dsid'] = dsid
-               self.addrecord(wfrecs, pgrec, i)
+               if pgrec:
+                  pgrec['dsid'] = dsid
+                  self.addrecord(wfrecs, pgrec, tmpcnt)
+                  tmpcnt += 1
+            cnt = tmpcnt
       if cnt > 0:
          if fcnt == 0 or fcnt > cnt: self.PGSUM['c'] = cnt
          self.PGSUM['f'] = wfrecs
@@ -226,7 +230,7 @@ class PgChksum(PgCMD, PgSplit):
    # get the checksum filelist for sfile
    def get_checksum_sfilelist(self):
       self.PVALS['TYPE'] = "Saved"
-      self.PVALS['BUCKET'] = 'rda-decsdata'
+      self.PVALS['BUCKET'] = 'gdex-decsdata'
       flds = "sid, sfile, dsid, type, locflag, data_size, checksum, date_modified, time_modified"
       hcnd = {}
       fcnt = self.PGSUM['c']
@@ -331,7 +335,7 @@ class PgChksum(PgCMD, PgSplit):
          locflag = pgrec['locflag']
          if locflag == 'O':
             fname = "{}/{}".format(pgrec['dsid'], pgrec['wfile'])
-            self.evaluate_object_file(fname, pgrec, 'rda-data', cnts)
+            self.evaluate_object_file(fname, pgrec, self.PVALS['BUCKET'], cnts)
          else:
             fname = pgrec['wfile']
             if not re.match(r'^/', fname):
@@ -348,7 +352,7 @@ class PgChksum(PgCMD, PgSplit):
          locflag = pgrec['locflag']
          if locflag == 'O':
             fname = "{}/{}".format(pgrec['dsid'], pgrec['sfile'])
-            self.evaluate_object_file(fname, pgrec, 'rda-decsdata', cnts)
+            self.evaluate_object_file(fname, pgrec, self.PVALS['BUCKET'], cnts)
          else:
             fname = pgrec['sfile']
             if not re.match(r'^/', fname):

rda_python_dbms-2.0.8/src/rda_python_dbms/pgdbdump.py

@@ -0,0 +1,102 @@
+#!/usr/bin/env python3
+###############################################################################
+#     Title : pgdbdump
+#    Author : Zaihua Ji,  zji@ucar.edu
+#      Date : 08/14/2025
+#             2025-12-15 convert to class PgDBDump
+#   Purpose : python code to dump PostgreSQL databases to specified
+#             local directories.
+#    Github : https://github.com/NCAR/rda-python-dbms.git
+###############################################################################
+import sys
+import re
+import os
+from os import path as op
+from rda_python_common.pg_util import PgUtil
+
+class PgDBDump(PgUtil):
+   def __init__(self):
+      super().__init__()  # initialize parent class
+      self.USNAME = 'postgres'
+      self.LOGACT = self.LGWNEM
+      self.ERRACT = self.LGEREM
+      self.SNDACT = self.LOGWRN|self.SNDEML
+      self.pname = self.hname = self.dname = None
+
+   def read_parameters(self):
+      """
+      Parse command-line options and set instance variables.
+      Usage: pgdbdump [-b] -d DBNAME -h HostName [-p LocalPath]
+      """
+      self.PGLOG['LOGFILE'] = "pgbackup.log"   # set log file
+      argv = sys.argv[1:]
+      option = None
+      options = ['b', 'd', 'h', 'p']
+      i = 0
+      while i < len(argv):
+         arg = argv[i]
+         ms = re.match(r'^-(\w)$', arg)
+         if ms:
+            option = ms.group(1)
+            if option not in options:
+               self.pglog(f"{arg}: unknown option", self.LGEREX)
+            if option == 'b':
+               self.PGLOG['BCKGRND'] = 1
+               option = None
+               i += 1
+               continue
+            # For options that require a value
+            if i + 1 >= len(argv):
+               self.pglog(f"Option -{option} requires a value", self.LGEREX)
+            val = argv[i+1]
+            if option == 'd':
+               self.dname = val
+            elif option == 'h':
+               self.hname = val
+            elif option == 'p':
+               self.pname = val
+            i += 2
+            option = None
+         else:
+            i += 1
+      if not (self.dname and self.hname):
+         print("Usage: pgdbdump [-b] -d DBNAME -h HostName [-p LocalPath]")
+         print("  -b - background process and no screen output")
+         print("  -d - PostgreSQL database name to dump at the current directory")
+         print("  -h - Hostname the PostgreSQL server is running on")
+         print("  -p - Local relative path to dump the database, defaults to <DBNAME>_backup_<TODAY>")
+         sys.exit(1)
+      self.cmdlog("pgdbdump {}".format(' '.join(argv)))
+      if not self.pname:
+         short_host = self.hname.split('.')[0] if self.hname else 'host'
+         today = self.curdate()
+         self.pname = f"{short_host}_{self.dname}_{today}"
+
+   def start_actions(self):
+      """Perform the database dump and log actions."""
+      self.pg_database_dbdump()
+      title = f"pgdbdump: {self.hname}:{self.dname}:{self.pname}"
+      tmsg = f"{title} to {self.pname} under {os.getcwd()}!"
+      self.set_email(tmsg, self.EMLTOP)
+      self.pglog(title, self.SNDACT)
+      self.cmdlog()
+
+   def pg_database_dbdump(self):
+      """Run pg_dump for the specified database and handle errors."""
+      cmd = f"pg_dump {self.dname} -h {self.hname} -U {self.USNAME} -w -Fd -j 16 -f {self.pname}/"
+      if op.exists(self.pname):
+         self.pglog(self.pname + ": Dumping directory exists, aborting to avoid overwrite.", self.ERRACT)
+         sys.exit(2)
+      if not self.pgsystem(cmd, self.LOGACT, 257):
+         self.pglog(f"{self.dname}: Error dumping database\n{self.PGLOG['SYSERR']}", self.ERRACT)
+         sys.exit(3)
+
+# main function to execute this script
+def main():
+   pgdb = PgDBDump()
+   pgdb.read_parameters()
+   pgdb.start_actions()
+   pgdb.pgexit(0)
+
+# call main() to start program
+if __name__ == "__main__": main()

{rda_python_dbms-2.0.6 → rda_python_dbms-2.0.8}/src/rda_python_dbms/pgdbrestore.py

@@ -35,7 +35,7 @@ class PgDBRestore(PgDBI):
          ms = re.match(r'^-(\w)$', arg)
          if ms:
             option = ms.group(1)
-            if option not in options: self.pglog("{}: unknow option".format(arg), self.LGEREX)
+            if option not in options: self.pglog("{}: unknown option".format(arg), self.LGEREX)
             if option == 'b': self.PGLOG['BCKGRND'] = 1
          elif option == 'd':
             self.dname = arg
@@ -61,7 +61,7 @@ class PgDBRestore(PgDBI):
       self.pglog(title, self.SNDACT)
       self.cmdlog()   
 
-   #  bacup one database
+   #  restore one database
    def pg_database_dbrestore(self):
       cmd = "pg_restore -d {} -h {} -U {} -w -j 16 -Fd {}".format(self.dname, self.hname, self.USNAME, self.pname)
       if not op.exists(self.pname):
@@ -69,7 +69,7 @@ class PgDBRestore(PgDBI):
       elif not self.pgsystem(cmd, self.LOGACT, 257):
          self.pglog("{}: Error restoring database\n{}".format(self.dname, self.PGLOG['SYSERR']), self.ERRACT)
 
-# main function to excecute this script
+# main function to execute this script
 def main():
    object = PgDBRestore()
    object.read_parameters()

{rda_python_dbms-2.0.6 → rda_python_dbms-2.0.8}/src/rda_python_dbms.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_dbms
-Version: 2.0.6
+Version: 2.0.8
 Summary: RDA Python Package to manage PostreSQL databases
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-dbms

rda_python_dbms-2.0.6/src/rda_python_dbms/pgdbdump.py

@@ -1,80 +0,0 @@
-#!/usr/bin/env python3
-###############################################################################
-#     Title : pgdbdump
-#    Author : Zaihua Ji,  zji@ucar.edu
-#      Date : 08/14/2025
-#             2025-12-15 convert to class PgDBDump
-#   Purpose : python code to dump PostgreSQL databases to specified
-#             local directories.
-#    Github : https://github.com/NCAR/rda-python-dbms.git
-###############################################################################
-import sys
-import re
-import os
-from os import path as op
-from rda_python_common.pg_Util import PgUtil
-
-class PgDBDump(PgUtil):
-   def __init__(self):
-      super().__init__()  # initialize parent class
-      self.USNAME = 'postgres'
-      self.LOGACT = self.LGWNEM
-      self.ERRACT = self.LGEREM
-      self.SNDACT = self.LOGWRN|self.SNDEML
-      self.pname = self.hname = self.dname = None
-
-   # function to read_parameters
-   def read_parameters(self):
-      # check command line for options
-      self.PGLOG['LOGFILE'] = "pgbackup.log"   # set log file
-      argv = sys.argv[1:]
-      option = None
-      options = ['b', 'd', 'h', 'p']
-      for arg in argv:
-         ms = re.match(r'^-(\w)$', arg)
-         if ms:
-            option = ms.group(1)
-            if option not in options: self.pglog("{}: unknow option".format(arg), self.LGEREX)
-            if option == 'b': self.PGLOG['BCKGRND'] = 1
-         elif option == 'd':
-            self.dname = arg
-         elif option  == 'h':
-            self.hname = arg
-         elif option  == 'p':
-            self.pname = arg
-      if not (self.dname and self.hname):
-         print("Usage: pgdbdump [-b] -d DBNAME -h HostName [-p LocalPath]")
-         print("  -b - background process and no screen output")
-         print("  -d - PostgreSQL database name to dump at the current directory")
-         print("  -h - Hostname the PostgreSQL server is running on")
-         print("  -p - Local relative path to dump the database, defaults to <DBNAME>_backup_<TODAY>")
-         sys.exit(0)
-      self.cmdlog("pgdbdump {}".format(' '.join(argv)))
-      if not self.pname: self.pname = "{}_backup_{}".format(self.dname, self.curdate())
-
-   # function to start_actions
-   def start_actions(self):
-      self.pg_database_dbdump()
-      title = "pgdbdump: {}:{}".format(self.hname, self.dname, self.pname)
-      tmsg = "{} to {} under {}!".format(title, self.pname, os.getcwd())
-      self.set_email(tmsg, self.EMLTOP)
-      self.pglog(title, self.SNDACT)
-      self.cmdlog()   
-
-   #  bacup one database
-   def pg_database_dbdump(self):
-      cmd = "pg_dump {} -h {} -U {} -w -Fd -j 16 -f {}/".format(self.dname, self.hname, self.USNAME, self.pname)
-      if op.exists(self.pname):
-         self.pglog(self.pname + ": Dumping directory exists, remove it", self.ERRACT)
-      elif not self.pgsystem(cmd, self.LOGACT, 257):
-         self.pglog("{}: Error dumping database\n{}".format(self.dname, self.PGLOG['SYSERR']), self.ERRACT)
-
-# main function to excecute this script
-def main():
-   object = PgDBDump()
-   object.read_parameters()
-   object.start_actions()
-   object.pgexit(0)
-
-# call main() to start program
-if __name__ == "__main__": main()