rda-python-common 1.0.32__py3-none-any.whl → 1.0.34__py3-none-any.whl

rda_python_common/PgDBI.py

@@ -1849,21 +1849,24 @@ def build_customized_email(table, field, condition, subject, logact = 0):
    estat = PgLOG.FAILURE
    msg = PgLOG.get_email()
    if not msg: return estat
-   
+
    sender = PgLOG.PGLOG['CURUID'] + "@ucar.edu"
    receiver = PgLOG.PGLOG['EMLADDR'] if PgLOG.PGLOG['EMLADDR'] else (PgLOG.PGLOG['CURUID'] + "@ucar.edu")
    if receiver.find(sender) < 0: PgLOG.add_carbon_copy(sender, 1)
-   ebuf = "From: {}\nTo: {}\n".format(sender, receiver)
-   if PgLOG.PGLOG['CCDADDR']: ebuf += "Cc: {}\n".format(PgLOG.PGLOG['CCDADDR']) 
+   cc = PgLOG.PGLOG['CCDADDR']
    if not subject: subject = "Message from {}-{}".format(PgLOG.PGLOG['HOSTNAME'], PgLOG.get_command())
-   ebuf += "Subject: {}!\n\n{}\n".format(subject, msg)
-
-   if PgLOG.PGLOG['EMLSEND']:
-      estat = PgLOG.send_customized_email(f"{table}.{condition}", ebuf, logact)
+   estat = PgLOG.send_python_email(subject, receiver, msg, sender, cc, logact)
    if estat != PgLOG.SUCCESS:
-      estat = cache_customized_email(table, field, condition, ebuf, 0)
-      if estat and logact:
-         PgLOG.pglog("Email {} cached to '{}.{}' for {}, Subject: {}".format(receiver, table, field, condition, subject), logact)
+      ebuf = "From: {}\nTo: {}\n".format(sender, receiver)
+      if cc: ebuf += "Cc: {}\n".format(cc)
+      ebuf += "Subject: {}!\n\n{}\n".format(subject, msg)
+   
+      if PgLOG.PGLOG['EMLSEND']:
+         estat = PgLOG.send_customized_email(f"{table}.{condition}", ebuf, logact)
+      if estat != PgLOG.SUCCESS:
+         estat = cache_customized_email(table, field, condition, ebuf, 0)
+         if estat and logact:
+            PgLOG.pglog("Email {} cached to '{}.{}' for {}, Subject: {}".format(receiver, table, field, condition, subject), logact)
 
    return estat
 

rda_python_common/PgLOG.py

@@ -20,6 +20,8 @@ import re
 import pwd
 import grp
 import shlex
+import smtplib
+from email.message import EmailMessage
 from subprocess import Popen, PIPE
 from os import path as op
 import time
@@ -116,7 +118,7 @@ PGLOG = {   # more defined in untaint_suid() with environment variables
    'PGBATCH' : '',       # current batch service name, SLURM or PBS
    'PGBINDIR' : '',
    'SLMTIME' : 604800,   # max runtime for SLURM bath job, (7x24x60x60 seconds)
-   'PBSTIME' : 86400,    # max runtime for SLURM bath job, (7x24x60x60 seconds)
+   'PBSTIME' : 86400,    # max runtime for PBS bath job, (24x60x60 seconds)
    'MSSGRP'  : None,     # set if set to different HPSS group
    'RDAGRP'  : "decs",
    'EMLSEND' : None,     # path to sendmail, None if not exists
@@ -131,7 +133,9 @@ PGLOG = {   # more defined in untaint_suid() with environment variables
    'ERR2STD' : [],       # if non-empty reference to array of strings, change stderr to stdout if match
    'STD2ERR' : [],       # if non-empty reference to array of strings, change stdout to stderr if match
    'MISSFILE': "No such file or directory",
-   'GITHUB' : "https://github.com"  # github server
+   'GITHUB' : "https://github.com" , # github server
+   'EMLSRVR' : "ndir.ucar.edu",   # UCAR email server and port
+   'EMLPORT' : 25
 }
 
 HOSTTYPES = {
@@ -255,34 +259,44 @@ def send_customized_email(logmsg, emlmsg, logact = 0):
       logmsg += ': '
    else:
       logmsg = ''
+   msg = emlmsg
    for ekey in entries:
       entry = entries[ekey][0]
-      if re.search(r'(^|\n){}:\s*\n'.format(entry), emlmsg, re.I):
-         ms = None
-      else:
-         ms = re.search(r'(^|\n){}:\s*(.+)\n'.format(entry), emlmsg, re.I)
+      ms = re.search(r'(^|\n)({}: *(.*)\n)'.format(entry), emlmsg, re.I)
       if ms:
-         entries[ekey][2] = ms.group(2)
+         vals = ms.groups()
+         msg = re.sub(vals[1], '', msg)
+         if vals[2]: entries[ekey][2] = vals[2]
       elif logact and entries[ekey][1]:
          return pglog("{}Missing Entry '{}' for sending email".format(logmsg, entry), logact|ERRLOG)
 
+   ret = send_python_email(entries['sb'][2], entries['to'][2], msg, entries['fr'][2], entries['cc'][2])
+   if ret != SUCCESS and PGLOG['EMLSEND']: ret = pgsystem(PGLOG['EMLSEND'], logact, 4, emlmsg)
+
    logmsg += "Email " + entries['to'][2]
    if entries['cc'][2]: logmsg += " Cc'd " + entries['cc'][2]
    logmsg += " Subject: " + entries['sb'][2]
-
-   if pgsystem(PGLOG['EMLSEND'], logact, 4, emlmsg):
+   if ret:      
       log_email(emlmsg)
       if logact: pglog(logmsg, logact&(~EXITLG))
-      return SUCCESS
    else:
       errmsg = "Error sending email: " + logmsg
-      return pglog(logmsg, (logact|ERRLOG)&~EXITLG)
+      pglog(errmsg, (logact|ERRLOG)&~EXITLG)
+
+   return ret
 
 #
-#  send an email, if empty msg; send email message saved in PGLOG['EMLMSG'] instead
+#  send an email; if empty msg send email message saved in PGLOG['EMLMSG'] instead
 #
 def send_email(subject = None, receiver = None, msg = None, sender = None, logact = 0):
 
+   return send_python_email(subject, receiver, msg, sender, None, logact)
+
+#
+#  send an email via python module smtplib; if empty msg send email message saved in PGLOG['EMLMSG'] instead
+#
+def send_python_email(subject = None, receiver = None, msg = None, sender = None, cc = None, logact = 0):
+
    if not msg:
       if PGLOG['EMLMSG']:
          msg = PGLOG['EMLMSG']
@@ -290,10 +304,10 @@ def send_email(subject = None, receiver = None, msg = None, sender = None, logac
       else:
          return ''
 
-   docc = 0
+   docc = False if cc else True 
    if not sender:
       sender = PGLOG['CURUID']
-      if sender != PGLOG['RDAUSER']: docc = 1
+      if sender != PGLOG['RDAUSER']: docc = False
    if sender == PGLOG['RDAUSER']: sender = PGLOG['RDAEMAIL']
    if sender.find('@') == -1: sender += "@ucar.edu"
    if not receiver:
@@ -302,26 +316,31 @@ def send_email(subject = None, receiver = None, msg = None, sender = None, logac
    if receiver.find('@') == -1: receiver += "@ucar.edu"
 
    if docc and not re.match(PGLOG['RDAUSER'], sender): add_carbon_copy(sender, 1)
-
-   emlmsg = "From: {}\nTo: {}\n".format(sender, receiver)
+   emlmsg = EmailMessage()
+   emlmsg.set_content(msg)
+   emlmsg['From'] = sender
+   emlmsg['To'] = receiver
    logmsg = "Email " + receiver
-   if PGLOG['CCDADDR']:
-      emlmsg += "Cc: {}\n".format(PGLOG['CCDADDR'])
-      logmsg += " Cc'd " + PGLOG['CCDADDR']
+   if not cc: cc = PGLOG['CCDADDR']
+   if cc:
+      emlmsg['Cc'] = cc
+      logmsg += " Cc'd " + cc
    if not subject: subject = "Message from {}-{}".format(PGLOG['HOSTNAME'], get_command())
    if not re.search(r'!$', subject): subject += '!'
-   emlmsg += "Subject: {}\n{}\n".format(subject, msg)
+   emlmsg['Subject'] = subject
    if CPID['CPID']: logmsg += " in " + CPID['CPID']
    logmsg += ", Subject: {}\n".format(subject)
-
-   if pgsystem(PGLOG['EMLSEND'], logact, 4, emlmsg):
-      log_email(emlmsg)
+   try:
+      eml = smtplib.SMTP(PGLOG['EMLSRVR'], PGLOG['EMLPORT'])
+      eml.send_message(emlmsg)
+   except smtplib.SMTPException as err:
+      errmsg = f"Error sending email:\n{err}\n{logmsg}"
+      return pglog(errmsg, (logact|ERRLOG)&~EXITLG)
+   finally:
+      eml.quit()
+      log_email(str(emlmsg))
       if logact: pglog(logmsg, logact&~EXITLG)
-      return logmsg
-   else:
-      errmsg = "Error sending email: " + logmsg
-      pglog(logmsg, (logact|ERRLOG)&~EXITLG)
-      return errmsg
+      return SUCCESS
 
 #
 # log email sent

rda_python_common/PgOPT.py

@@ -1692,7 +1692,7 @@ def send_request_email_notice(pgrqst, errmsg, fcount, rstat, readyfile = None, p
       tbl = "dsrqst"
       cnd = "rindex = {}".format(pgrqst['rindex'])
 
-   if PgLOG.PGLOG['EMLSEND'] and PgLOG.send_customized_email(f"{tbl}.{cnd}", ebuf, 0):
+   if PgLOG.send_customized_email(f"{tbl}.{cnd}", ebuf, 0):
       if errmsg:
          PgLOG.pglog("Error Email sent to {} for {}.{}:\n{}".format(einfo['SENDER'], tbl, cnd, errmsg), PGOPT['errlog'])
          readyfile = None

{rda_python_common-1.0.32.dist-info → rda_python_common-1.0.34.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_common
-Version: 1.0.32
+Version: 1.0.34
 Summary: RDA Python common library codes shared by other RDA python packages
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-common

{rda_python_common-1.0.32.dist-info → rda_python_common-1.0.34.dist-info}/RECORD

@@ -1,15 +1,15 @@
 rda_python_common/PgCMD.py,sha256=EYjG2Z4zEnvsXE1z-jt5UaNoEKxnOYYiMMzvW6HrKA4,20597
-rda_python_common/PgDBI.py,sha256=MyTXj7vXTvP0a06DaXcXEHq649-P9XSv2_1m69Vy4es,74532
+rda_python_common/PgDBI.py,sha256=12qnRXO7pWv8togtTsOvtVuGtwixnR-s2vLGPpdDfHw,74658
 rda_python_common/PgFile.py,sha256=KnG9S0bgXAAhQIoSJWf3zON8xIua3do4New4O_qdlwg,98468
-rda_python_common/PgLOG.py,sha256=g0O3_sz5ZHkfZYr4cRuRjYz9qKXF3QUW-kyoSZozUjM,54515
+rda_python_common/PgLOG.py,sha256=Wb31QP6CgrbgKpyPSnVWuCSMf3NfPPmh9vLAmA5u2b8,55221
 rda_python_common/PgLock.py,sha256=12i84nsGBuifSyPnm8IR63LvHvRuVU573D5QKFlHdOI,22623
-rda_python_common/PgOPT.py,sha256=UyOBhFNfWsMs9x8YTr2WCH7mFhfq6aKq0UcRcXx1-JE,55963
+rda_python_common/PgOPT.py,sha256=zX8lWFdfV6GxjLKfMc9eM76mjIjss_ulPieerejcmks,55936
 rda_python_common/PgSIG.py,sha256=ZVM9Qz6yIFurwIQJtV5-CFbKOTdFsZ-Rs95SEpDFgNk,35795
 rda_python_common/PgSplit.py,sha256=QKPbF55m8KCTGmwVwL3uG_nuylCC4FSVfLuXeLjJHbE,8816
 rda_python_common/PgUtil.py,sha256=OqESKCd72b9g8m8jwjPJhXDtPYlW6G8oSOhwChvz2Cg,48600
 rda_python_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-rda_python_common-1.0.32.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
-rda_python_common-1.0.32.dist-info/METADATA,sha256=7HME0kugWo2k-1z4Aahtk2kCUuCcHvPEN-Xoxh2dB-o,716
-rda_python_common-1.0.32.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rda_python_common-1.0.32.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
-rda_python_common-1.0.32.dist-info/RECORD,,
+rda_python_common-1.0.34.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
+rda_python_common-1.0.34.dist-info/METADATA,sha256=uQ5m1dTYb0t-y9f6CFRwX27QZkWU5D8yEmuD-pSt8dM,716
+rda_python_common-1.0.34.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rda_python_common-1.0.34.dist-info/top_level.txt,sha256=KVQmx7D3DD-jsiheqL8HdTrRE14hpRnZY5_ioMArA5k,18
+rda_python_common-1.0.34.dist-info/RECORD,,