rda-python-common 1.0.30__py3-none-any.whl → 1.0.33__py3-none-any.whl

rda_python_common/PgDBI.py

@@ -315,13 +315,13 @@ def aborttran(autocommit = True):
 #
 # record error message to dscheck record and clean the lock
 #
-def record_dscheck_error(errmsg):
+def record_dscheck_error(errmsg, logact = PGDBI['EXITLG']):
 
    cnd = PgLOG.PGLOG['DSCHECK']['chkcnd']
    if PgLOG.PGLOG['NOQUIT']: PgLOG.PGLOG['NOQUIT'] = 0
    dflags = PgLOG.PGLOG['DSCHECK']['dflags']
 
-   pgrec = pgget("dscheck", "mcount, tcount, lockhost, pid", cnd, PgLOG.LGEREX)
+   pgrec = pgget("dscheck", "mcount, tcount, lockhost, pid", cnd, logact)
    if not pgrec: return 0
    if not pgrec['pid'] and not pgrec['lockhost']: return 0
    (chost, cpid) = PgLOG.current_process_info()
@@ -330,8 +330,9 @@ def record_dscheck_error(errmsg):
    # update dscheck record only if it is still locked by the current process
    record = {}
    record['chktime'] = int(time.time())
-   record['status'] = "E"
-   record['pid'] = 0   # release lock
+   if logact&PgLOG.EXITLG:
+      record['status'] = "E"
+      record['pid'] = 0   # release lock
    if dflags:
       record['dflags'] = dflags
       record['mcount'] = pgrec['mcount'] + 1
@@ -343,7 +344,7 @@ def record_dscheck_error(errmsg):
       if pgrec['tcount'] > 1: errmsg = "Try {}: {}".format(pgrec['tcount'], errmsg)
       record['errmsg'] = errmsg
 
-   return pgupdt("dscheck", record, cnd, PGDBI['ERRLOG'])
+   return pgupdt("dscheck", record, cnd, logact)
 
 #
 # local function to log query error
@@ -367,7 +368,7 @@ def qelog(dberror, sleep, sqlstr, vals, pgcnt, logact = PGDBI['ERRLOG']):
    if vals: sqlstr += " with values: " + str(vals)
 
    if dberror: sqlstr = "{}\n{}".format(dberror, sqlstr)
-   if logact&PgLOG.EXITLG and PgLOG.PGLOG['DSCHECK']: record_dscheck_error(sqlstr)
+   if logact&PgLOG.EXITLG and PgLOG.PGLOG['DSCHECK']: record_dscheck_error(sqlstr, logact)
    PgLOG.pglog(sqlstr, logact)
    if sleep: time.sleep(sleep)
 
@@ -1848,21 +1849,24 @@ def build_customized_email(table, field, condition, subject, logact = 0):
    estat = PgLOG.FAILURE
    msg = PgLOG.get_email()
    if not msg: return estat
-   
+
    sender = PgLOG.PGLOG['CURUID'] + "@ucar.edu"
    receiver = PgLOG.PGLOG['EMLADDR'] if PgLOG.PGLOG['EMLADDR'] else (PgLOG.PGLOG['CURUID'] + "@ucar.edu")
    if receiver.find(sender) < 0: PgLOG.add_carbon_copy(sender, 1)
-   ebuf = "From: {}\nTo: {}\n".format(sender, receiver)
-   if PgLOG.PGLOG['CCDADDR']: ebuf += "Cc: {}\n".format(PgLOG.PGLOG['CCDADDR']) 
+   cc = PgLOG.PGLOG['CCDADDR']
    if not subject: subject = "Message from {}-{}".format(PgLOG.PGLOG['HOSTNAME'], PgLOG.get_command())
-   ebuf += "Subject: {}!\n\n{}\n".format(subject, msg)
-
-   if PgLOG.PGLOG['EMLSEND']:
-      estat = PgLOG.send_customized_email(f"{table}.{condition}", ebuf, logact)
+   estat = PgLOG.send_python_email(subject, receiver, msg, sender, cc, logact)
    if estat != PgLOG.SUCCESS:
-      estat = cache_customized_email(table, field, condition, ebuf, 0)
-      if estat and logact:
-         PgLOG.pglog("Email {} cached to '{}.{}' for {}, Subject: {}".format(receiver, table, field, condition, subject), logact)
+      ebuf = "From: {}\nTo: {}\n".format(sender, receiver)
+      if cc: ebuf += "Cc: {}\n".format(cc)
+      ebuf += "Subject: {}!\n\n{}\n".format(subject, msg)
+   
+      if PgLOG.PGLOG['EMLSEND']:
+         estat = PgLOG.send_customized_email(f"{table}.{condition}", ebuf, logact)
+      if estat != PgLOG.SUCCESS:
+         estat = cache_customized_email(table, field, condition, ebuf, 0)
+         if estat and logact:
+            PgLOG.pglog("Email {} cached to '{}.{}' for {}, Subject: {}".format(receiver, table, field, condition, subject), logact)
 
    return estat
 

rda_python_common/PgFile.py

@@ -145,7 +145,7 @@ def errlog(msg, etype, retry = 0, logact = 0):
           logact |= PgLOG.EXITLG
           ECNTS[etype] = 0
 
-   if PgLOG.PGLOG['DSCHECK'] and logact&PgLOG.EXITLG: PgDBI.record_dscheck_error(msg)
+   if PgLOG.PGLOG['DSCHECK'] and logact&PgLOG.EXITLG: PgDBI.record_dscheck_error(msg, logact)
    PgLOG.pglog(msg, logact)
    PgLOG.PGLOG['BCKGRND'] = bckgrnd
    if not retry: time.sleep(PgSIG.PGSIG['ETIME'])

rda_python_common/PgLOG.py

@@ -20,6 +20,8 @@ import re
 import pwd
 import grp
 import shlex
+import smtplib
+from email.message import EmailMessage
 from subprocess import Popen, PIPE
 from os import path as op
 import time
@@ -116,7 +118,7 @@ PGLOG = {   # more defined in untaint_suid() with environment variables
    'PGBATCH' : '',       # current batch service name, SLURM or PBS
    'PGBINDIR' : '',
    'SLMTIME' : 604800,   # max runtime for SLURM bath job, (7x24x60x60 seconds)
-   'PBSTIME' : 86400,    # max runtime for SLURM bath job, (7x24x60x60 seconds)
+   'PBSTIME' : 86400,    # max runtime for PBS bath job, (24x60x60 seconds)
    'MSSGRP'  : None,     # set if set to different HPSS group
    'RDAGRP'  : "decs",
    'EMLSEND' : None,     # path to sendmail, None if not exists
@@ -131,7 +133,9 @@ PGLOG = {   # more defined in untaint_suid() with environment variables
    'ERR2STD' : [],       # if non-empty reference to array of strings, change stderr to stdout if match
    'STD2ERR' : [],       # if non-empty reference to array of strings, change stdout to stderr if match
    'MISSFILE': "No such file or directory",
-   'GITHUB' : "https://github.com"  # github server
+   'GITHUB' : "https://github.com" , # github server
+   'EMLSRVR' : "ndir.ucar.edu",   # UCAR email server and port
+   'EMLPORT' : 25
 }
 
 HOSTTYPES = {
@@ -270,19 +274,31 @@ def send_customized_email(logmsg, emlmsg, logact = 0):
    if entries['cc'][2]: logmsg += " Cc'd " + entries['cc'][2]
    logmsg += " Subject: " + entries['sb'][2]
 
-   if pgsystem(PGLOG['EMLSEND'], logact, 4, emlmsg):
+   ret = FAILURE
+   if PGLOG['EMLSEND']: ret = pgsystem(PGLOG['EMLSEND'], logact, 4, emlmsg)
+   if not ret: ret = send_python_email(entries['sb'][2], entries['to'][2], emlmsg, entries['fr'][2], entries['cc'][2], logact)
+
+   if ret:      
       log_email(emlmsg)
       if logact: pglog(logmsg, logact&(~EXITLG))
-      return SUCCESS
    else:
       errmsg = "Error sending email: " + logmsg
-      return pglog(logmsg, (logact|ERRLOG)&~EXITLG)
+      pglog(errmsg, (logact|ERRLOG)&~EXITLG)
+
+   return ret
 
 #
-#  send an email, if empty msg; send email message saved in PGLOG['EMLMSG'] instead
+#  send an email; if empty msg send email message saved in PGLOG['EMLMSG'] instead
 #
 def send_email(subject = None, receiver = None, msg = None, sender = None, logact = 0):
 
+   return send_python_email(subject, receiver, msg, sender, None, logact)
+
+#
+#  send an email via python module smtplib; if empty msg send email message saved in PGLOG['EMLMSG'] instead
+#
+def send_python_email(subject = None, receiver = None, msg = None, sender = None, cc = None, logact = 0):
+
    if not msg:
       if PGLOG['EMLMSG']:
          msg = PGLOG['EMLMSG']
@@ -290,10 +306,10 @@ def send_email(subject = None, receiver = None, msg = None, sender = None, logac
       else:
          return ''
 
-   docc = 0
+   docc = False if cc else True 
    if not sender:
       sender = PGLOG['CURUID']
-      if sender != PGLOG['RDAUSER']: docc = 1
+      if sender != PGLOG['RDAUSER']: docc = False
    if sender == PGLOG['RDAUSER']: sender = PGLOG['RDAEMAIL']
    if sender.find('@') == -1: sender += "@ucar.edu"
    if not receiver:
@@ -302,26 +318,31 @@ def send_email(subject = None, receiver = None, msg = None, sender = None, logac
    if receiver.find('@') == -1: receiver += "@ucar.edu"
 
    if docc and not re.match(PGLOG['RDAUSER'], sender): add_carbon_copy(sender, 1)
-
-   emlmsg = "From: {}\nTo: {}\n".format(sender, receiver)
+   emlmsg = EmailMessage()
+   emlmsg.set_content(msg)
+   emlmsg['From'] = sender
+   emlmsg['To'] = receiver
    logmsg = "Email " + receiver
-   if PGLOG['CCDADDR']:
-      emlmsg += "Cc: {}\n".format(PGLOG['CCDADDR'])
-      logmsg += " Cc'd " + PGLOG['CCDADDR']
+   if not cc: cc = PGLOG['CCDADDR']
+   if cc:
+      emlmsg['Cc'] = cc
+      logmsg += " Cc'd " + cc
    if not subject: subject = "Message from {}-{}".format(PGLOG['HOSTNAME'], get_command())
    if not re.search(r'!$', subject): subject += '!'
-   emlmsg += "Subject: {}\n{}\n".format(subject, msg)
+   emlmsg['Subject'] = subject
    if CPID['CPID']: logmsg += " in " + CPID['CPID']
    logmsg += ", Subject: {}\n".format(subject)
-
-   if pgsystem(PGLOG['EMLSEND'], logact, 4, emlmsg):
-      log_email(emlmsg)
+   try:
+      eml = smtplib.SMTP(PGLOG['EMLSRVR'], PGLOG['EMLPORT'])
+      eml.send_message(emlmsg)
+   except smtplib.SMTPException as err:
+      errmsg = f"Error sending email:\n{err}\n{logmsg}"
+      return pglog(errmsg, (logact|ERRLOG)&~EXITLG)
+   finally:
+      eml.quit()
+      log_email(str(emlmsg))
       if logact: pglog(logmsg, logact&~EXITLG)
-      return logmsg
-   else:
-      errmsg = "Error sending email: " + logmsg
-      pglog(logmsg, (logact|ERRLOG)&~EXITLG)
-      return errmsg
+      return SUCCESS
 
 #
 # log email sent

rda_python_common/PgOPT.py

@@ -985,7 +985,7 @@ def action_error(errmsg, cact = None):
          msg += " of " + params['DS'][0]
 
    msg += ": " + errmsg
-   if PgLOG.PGLOG['DSCHECK']: PgDBI.record_dscheck_error(msg)
+   if PgLOG.PGLOG['DSCHECK']: PgDBI.record_dscheck_error(msg, PGOPT['extlog'])
    PgLOG.pglog(msg, PGOPT['extlog'])
 
 #
@@ -1692,7 +1692,7 @@ def send_request_email_notice(pgrqst, errmsg, fcount, rstat, readyfile = None, p
       tbl = "dsrqst"
       cnd = "rindex = {}".format(pgrqst['rindex'])
 
-   if PgLOG.PGLOG['EMLSEND'] and PgLOG.send_customized_email(f"{tbl}.{cnd}", ebuf, 0):
+   if PgLOG.send_customized_email(f"{tbl}.{cnd}", ebuf, 0):
       if errmsg:
          PgLOG.pglog("Error Email sent to {} for {}.{}:\n{}".format(einfo['SENDER'], tbl, cnd, errmsg), PGOPT['errlog'])
          readyfile = None

{rda_python_common-1.0.30.dist-info → rda_python_common-1.0.33.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_common
-Version: 1.0.30
+Version: 1.0.33
 Summary: RDA Python common library codes shared by other RDA python packages
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-common

rda_python_common-1.0.33.dist-info/RECORD

@@ -0,0 +1,15 @@
+rda_python_common/PgCMD.py,sha256=EYjG2Z4zEnvsXE1z-jt5UaNoEKxnOYYiMMzvW6HrKA4,20597
+rda_python_common/PgDBI.py,sha256=12qnRXO7pWv8togtTsOvtVuGtwixnR-s2vLGPpdDfHw,74658
+rda_python_common/PgFile.py,sha256=KnG9S0bgXAAhQIoSJWf3zON8xIua3do4New4O_qdlwg,98468
+rda_python_common/PgLOG.py,sha256=kRoUGW5xG5SI7Ubb41RAbnSKItSJ59x8-tGDV52Q810,55251
+rda_python_common/PgLock.py,sha256=12i84nsGBuifSyPnm8IR63LvHvRuVU573D5QKFlHdOI,22623
+rda_python_common/PgOPT.py,sha256=zX8lWFdfV6GxjLKfMc9eM76mjIjss_ulPieerejcmks,55936
+rda_python_common/PgSIG.py,sha256=ZVM9Qz6yIFurwIQJtV5-CFbKOTdFsZ-Rs95SEpDFgNk,35795
+rda_python_common/PgSplit.py,sha256=QKPbF55m8KCTGmwVwL3uG_nuylCC4FSVfLuXeLjJHbE,8816
+rda_python_common/PgUtil.py,sha256=OqESKCd72b9g8m8jwjPJhXDtPYlW6G8oSOhwChvz2Cg,48600
+rda_python_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+rda_python_common-1.0.33.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
+rda_python_common-1.0.33.dist-info/METADATA,sha256=0i7NzCeJ-p0KhJqhbLLojt_MeXzsNwlLl2EfDzg-7vo,716
+rda_python_common-1.0.33.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rda_python_common-1.0.33.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
+rda_python_common-1.0.33.dist-info/RECORD,,

rda_python_common-1.0.30.dist-info/RECORD

@@ -1,15 +0,0 @@
-rda_python_common/PgCMD.py,sha256=EYjG2Z4zEnvsXE1z-jt5UaNoEKxnOYYiMMzvW6HrKA4,20597
-rda_python_common/PgDBI.py,sha256=Q-axfqJ_Ijq2dNcNv5hH63HV_I59pdkM8ZEfZdqri1Q,74480
-rda_python_common/PgFile.py,sha256=756onQnWH_MK8llF0-8b6yV6KC1eY_eCPEkygxeJQQU,98460
-rda_python_common/PgLOG.py,sha256=g0O3_sz5ZHkfZYr4cRuRjYz9qKXF3QUW-kyoSZozUjM,54515
-rda_python_common/PgLock.py,sha256=12i84nsGBuifSyPnm8IR63LvHvRuVU573D5QKFlHdOI,22623
-rda_python_common/PgOPT.py,sha256=G2apwdyeLBBXj6i2C1duUtia7KDzxkB1dpor18WYdT8,55946
-rda_python_common/PgSIG.py,sha256=ZVM9Qz6yIFurwIQJtV5-CFbKOTdFsZ-Rs95SEpDFgNk,35795
-rda_python_common/PgSplit.py,sha256=QKPbF55m8KCTGmwVwL3uG_nuylCC4FSVfLuXeLjJHbE,8816
-rda_python_common/PgUtil.py,sha256=OqESKCd72b9g8m8jwjPJhXDtPYlW6G8oSOhwChvz2Cg,48600
-rda_python_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rda_python_common-1.0.30.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
-rda_python_common-1.0.30.dist-info/METADATA,sha256=X4CFLBFdVgQGIYS_U51nzJN6srH9Fn8N4SdrXi9qg00,716
-rda_python_common-1.0.30.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rda_python_common-1.0.30.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
-rda_python_common-1.0.30.dist-info/RECORD,,