rda-python-common 1.0.26__py3-none-any.whl → 1.0.28__py3-none-any.whl

rda_python_common/PgDBI.py

@@ -105,7 +105,9 @@ SETPGDBI("VWSOCK", '')
 PGDBI['DBSHOST'] = PgLOG.get_short_host(PGDBI['DBHOST'])
 PGDBI['DEFSHOST'] = PgLOG.get_short_host(PGDBI['DEFHOST'])
 PGDBI['VWHOST'] = PgLOG.PGLOG['PVIEWHOST']
+PGDBI['MSHOST'] = PgLOG.PGLOG['PMISCHOST']
 PGDBI['VWSHOST'] = PgLOG.get_short_host(PGDBI['VWHOST'])
+PGDBI['MSSHOST'] = PgLOG.get_short_host(PGDBI['MSHOST'])
 PGDBI['VWHOME'] =  (VIEWHOMES[PgLOG.PGLOG['HOSTNAME']] if PgLOG.PGLOG['HOSTNAME'] in VIEWHOMES else VIEWHOMES['default'])
 PGDBI['SCPATH'] = None       # additional schema path for set search_path
 PGDBI['VHSET'] = 0
@@ -142,7 +144,7 @@ dssdb_scname = dssdb_dbname
 # set default connection for obsua PostgreSQL Server
 #
 def obsua_dbname():
-   default_scinfo('upadb', 'obsua', "rda-pgdb-03.ucar.edu")
+   default_scinfo('upadb', 'obsua', PgLOG.PGLOG['PMISCHOST'])
 
 obsua_scname = obsua_dbname
 
@@ -150,7 +152,7 @@ obsua_scname = obsua_dbname
 # set default connection for ivaddb PostgreSQL Server
 #
 def ivaddb_dbname():
-   default_scinfo('ivaddb', 'ivaddb', "rda-pgdb-03.ucar.edu")
+   default_scinfo('ivaddb', 'ivaddb', PgLOG.PGLOG['PMISCHOST'])
 
 ivaddb_scname = ivaddb_dbname
 
@@ -158,7 +160,7 @@ ivaddb_scname = ivaddb_dbname
 # set default connection for ispddb PostgreSQL Server
 #
 def ispddb_dbname():
-   default_scinfo('ispddb', 'ispddb', "rda-pgdb-03.ucar.edu")
+   default_scinfo('ispddb', 'ispddb', PgLOG.PGLOG['PMISCHOST'])
 
 ispddb_scname = ispddb_dbname
 
@@ -1843,9 +1845,9 @@ def get_specialist(dsid, logact = PGDBI['ERRLOG']):
 #
 def build_customized_email(table, field, condition, subject, logact = 0):
 
+   estat = PgLOG.FAILURE
    msg = PgLOG.get_email()
-   
-   if not msg: return PgLOG.FAILURE
+   if not msg: return estat
    
    sender = PgLOG.PGLOG['CURUID'] + "@ucar.edu"
    receiver = PgLOG.PGLOG['EMLADDR'] if PgLOG.PGLOG['EMLADDR'] else (PgLOG.PGLOG['CURUID'] + "@ucar.edu")
@@ -1855,9 +1857,12 @@ def build_customized_email(table, field, condition, subject, logact = 0):
    if not subject: subject = "Message from {}-{}".format(PgLOG.PGLOG['HOSTNAME'], PgLOG.get_command())
    ebuf += "Subject: {}!\n\n{}\n".format(subject, msg)
 
-   estat = cache_customized_email(table, field, condition, ebuf, logact)
-   if estat and logact:
-      PgLOG.pglog("Email {} cached to '{}.{}' for {}, Subject: {}".format(receiver, table, field, condition, subject), logact)
+   if PgLOG.PGLOG['EMLSEND']:
+      estat = PgLOG.send_customized_email(f"{table}.{condition}", ebuf, logact)
+   if estat != PgLOG.SUCCESS:
+      estat = cache_customized_email(table, field, condition, ebuf, 0)
+      if estat and logact:
+         PgLOG.pglog("Email {} cached to '{}.{}' for {}, Subject: {}".format(receiver, table, field, condition, subject), logact)
 
    return estat
 
@@ -1922,7 +1927,7 @@ def cache_customized_email(table, field, condition, emlmsg, logact = 0):
       return PgLOG.SUCCESS
    else:
       msg = "cache email to '{}.{}' for {}".format(table, field, condition)
-      PgLOG.pglog("Error msg, try to send directly now", logact|PgLOG.ERRLOG)
+      PgLOG.pglog(f"Error {msg}, try to send directly now", logact|PgLOG.ERRLOG)
       return PgLOG.send_customized_email(msg, emlmsg, logact)
 
 #

rda_python_common/PgLOG.py

@@ -119,6 +119,7 @@ PGLOG = {   # more defined in untaint_suid() with environment variables
    'PBSTIME' : 86400,    # max runtime for SLURM bath job, (7x24x60x60 seconds)
    'MSSGRP'  : None,     # set if set to different HPSS group
    'RDAGRP'  : "decs",
+   'EMLSEND' : None,     # path to sendmail, None if not exists
    'DSCHECK' : None,     # carry some cached dscheck information
    'PGDBBUF' : None,      # reference to a connected database object
    'HPSSLMT' : 10,       # up limit of HPSS streams
@@ -1289,7 +1290,8 @@ def set_common_pglog():
    SETPGLOG("LOGFILE", "pgdss.log")                     # log file name
    SETPGLOG("EMLFILE", "pgemail.log")                   # email log file name
    SETPGLOG("ERRFILE", '')                              # error file name
-   SETPGLOG("EMLSEND", "/usr/lib/sendmail -t")          # send email command
+   sm = "/usr/sbin/sendmail"
+   if valid_command(sm): SETPGLOG("EMLSEND", f"{sm} -t")   # send email command
    SETPGLOG("DBGLEVEL", '')                             # debug level
    SETPGLOG("DBGPATH", PGLOG['DSSDBHM']+"/log")         # path to debug log file
    SETPGLOG("OBJCTBKT", "rda-data")                     # default Bucket on Object Store
@@ -1322,7 +1324,8 @@ def set_common_pglog():
    SETPGLOG("SLMHOSTS", "cheyenne:casper")                   # host names for SLURM server
    SETPGLOG("PBSHOSTS", "cheyenne:casper")                   # host names for PBS server
    SETPGLOG("CHKHOSTS", "")                   # host names for dscheck daemon
-   SETPGLOG("PVIEWHOST", "rda-pgdb-02.ucar.edu")                   # host name for view only postgresql server
+   SETPGLOG("PVIEWHOST", "rda-pgdb-02.ucar.edu")             # host name for view only postgresql server
+   SETPGLOG("PMISCHOST", "rda-pgdb-03.ucar.edu")             # host name for misc postgresql server
    SETPGLOG("FTPUPLD",  PGLOG['TRANSFER']+"/rossby")    # ftp upload path
    PGLOG['GPFSROOTS'] = "{}|{}|{}".format(PGLOG['DSDHOME'], PGLOG['UPDTWKP'], PGLOG['RQSTHOME'])
 

rda_python_common/PgOPT.py

@@ -1684,6 +1684,7 @@ def send_request_email_notice(pgrqst, errmsg, fcount, rstat, readyfile = None, p
    for ekey in einfo:
       ebuf = re.sub(r'<{}>'.format(ekey), einfo[ekey], ebuf)
 
+
    if PgLOG.PGLOG['DSCHECK'] and not pgpart:
       tbl = "dscheck"
       cnd = "cindex = {}".format(PgLOG.PGLOG['DSCHECK']['cindex'])
@@ -1691,18 +1692,27 @@ def send_request_email_notice(pgrqst, errmsg, fcount, rstat, readyfile = None, p
       tbl = "dsrqst"
       cnd = "rindex = {}".format(pgrqst['rindex'])
 
-   if not PgDBI.cache_customized_email(tbl, "einfo", cnd, ebuf, 0): return 'E'
-   if errmsg:
-      PgLOG.pglog("Error Email {} cached to {}.einfo for {}:\n{}".format(einfo['SENDER'], tbl, cnd, errmsg),
-                  PGOPT['errlog'])
+   if PgLOG.PGLOG['EMLSEND'] and PgLOG.send_customized_email(f"{tbl}.{cnd}", ebuf, 0):
+      if errmsg:
+         PgLOG.pglog("Error Email sent to {} for {}.{}:\n{}".format(einfo['SENDER'], tbl, cnd, errmsg), PGOPT['errlog'])
+         readyfile = None
+      else:
+         PgLOG.pglog("{}Email sent to {} for {}.{}\nSubset: {}".format(("Customized " if pgrqst['enotice'] else ""), einfo['RECEIVER'], tbl, cnd, einfo['SUBJECT']),
+                     PGOPT['wrnlog']|PgLOG.FRCLOG)
    else:
-      PgLOG.pglog("{}Email {} cached to {}.einfo for {}\nSubset: {}".format(("Customized " if pgrqst['enotice'] else ""), einfo['RECEIVER'], tbl, cnd, einfo['SUBJECT']),
-                  PGOPT['wrnlog']|PgLOG.FRCLOG)
-      if readyfile:
-         rf = open(readyfile, 'w')
-         rf.write(ebuf)
-         rf.close()
-         PgFile.set_local_mode(readyfile, 1, PgLOG.PGLOG['FILEMODE'])
+      if not PgDBI.cache_customized_email(tbl, "einfo", cnd, ebuf, 0): return 'E'
+      if errmsg:
+         PgLOG.pglog("Error Email {} cached to {}.einfo for {}:\n{}".format(einfo['SENDER'], tbl, cnd, errmsg), PGOPT['errlog'])
+         readyfile = None
+      else:
+         PgLOG.pglog("{}Email {} cached to {}.einfo for {}\nSubset: {}".format(("Customized " if pgrqst['enotice'] else ""), einfo['RECEIVER'], tbl, cnd, einfo['SUBJECT']),
+                     PGOPT['wrnlog']|PgLOG.FRCLOG)
+
+   if readyfile:
+      rf = open(readyfile, 'w')
+      rf.write(ebuf)
+      rf.close()
+      PgFile.set_local_mode(readyfile, 1, PgLOG.PGLOG['FILEMODE'])
 
    return rstat
 

{rda_python_common-1.0.26.dist-info → rda_python_common-1.0.28.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_common
-Version: 1.0.26
+Version: 1.0.28
 Summary: RDA Python common library codes shared by other RDA python packages
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-common

{rda_python_common-1.0.26.dist-info → rda_python_common-1.0.28.dist-info}/RECORD

@@ -1,15 +1,15 @@
 rda_python_common/PgCMD.py,sha256=EYjG2Z4zEnvsXE1z-jt5UaNoEKxnOYYiMMzvW6HrKA4,20597
-rda_python_common/PgDBI.py,sha256=4r7sglMn1M-wfbsaHIWPcoX3p5JbBNTCuEAu-q1BWhQ,74214
+rda_python_common/PgDBI.py,sha256=Q-axfqJ_Ijq2dNcNv5hH63HV_I59pdkM8ZEfZdqri1Q,74480
 rda_python_common/PgFile.py,sha256=756onQnWH_MK8llF0-8b6yV6KC1eY_eCPEkygxeJQQU,98460
-rda_python_common/PgLOG.py,sha256=DFCQgcmbU04H6Kz9X9nxuFdLA1VNRBQefRvK8LvO9Pw,54273
+rda_python_common/PgLOG.py,sha256=Tr2YrscqVuvp3LRyaXL1C66TdKcdqqqOgnVaC5cXYM8,54463
 rda_python_common/PgLock.py,sha256=12i84nsGBuifSyPnm8IR63LvHvRuVU573D5QKFlHdOI,22623
-rda_python_common/PgOPT.py,sha256=JbzLCkJ_RYR95fDCKyT1uxJAddYB6FuPs3L47PxcuKs,55445
+rda_python_common/PgOPT.py,sha256=G2apwdyeLBBXj6i2C1duUtia7KDzxkB1dpor18WYdT8,55946
 rda_python_common/PgSIG.py,sha256=ZVM9Qz6yIFurwIQJtV5-CFbKOTdFsZ-Rs95SEpDFgNk,35795
 rda_python_common/PgSplit.py,sha256=QKPbF55m8KCTGmwVwL3uG_nuylCC4FSVfLuXeLjJHbE,8816
 rda_python_common/PgUtil.py,sha256=OqESKCd72b9g8m8jwjPJhXDtPYlW6G8oSOhwChvz2Cg,48600
 rda_python_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rda_python_common-1.0.26.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
-rda_python_common-1.0.26.dist-info/METADATA,sha256=Bs-u2UnNIq9dSQSzsjlp1u64euzt0pardPKKkk5Nu24,716
-rda_python_common-1.0.26.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rda_python_common-1.0.26.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
-rda_python_common-1.0.26.dist-info/RECORD,,
+rda_python_common-1.0.28.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
+rda_python_common-1.0.28.dist-info/METADATA,sha256=XAUpZeUylddOW95NWPMqkMTYO0mFvOOxMRQ_2vMchUQ,716
+rda_python_common-1.0.28.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rda_python_common-1.0.28.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
+rda_python_common-1.0.28.dist-info/RECORD,,