rda-python-icoads 1.0.13__py3-none-any.whl → 1.0.14__py3-none-any.whl

rda_python_icoads/cleanicoads.py

@@ -107,9 +107,10 @@ def clean_imma_data():
       else:
          clean_imma_data_for_tidx(tidx, cnd)
 
-   cnt = PgDBI.pgdel(table, PVALS['dcnd'], PgLOG.LGEREX)
-   s = 's' if cnt > 1 else ''
-   PgLOG.pglog("{}: {} record{} deleted for {}".format(table, cnt, s, PVALS['dcnd']), PgLOG.LOGWRN)
+   if not PVALS['aname']:
+      cnt = PgDBI.pgdel(table, PVALS['dcnd'], PgLOG.LGEREX)
+      s = 's' if cnt > 1 else ''
+      PgLOG.pglog("{}: {} record{} deleted for {}".format(table, cnt, s, PVALS['dcnd']), PgLOG.LOGWRN)
 
 #
 # clean up imma data for table index

rda_python_icoads/fillicoads.py

@@ -19,12 +19,15 @@ import re
 from os import path as op
 from rda_python_common import PgLOG
 from rda_python_common import PgDBI
+from rda_python_common import PgUtil
 from . import PgIMMA
 
 PVALS = {
    'uatti' : '',
    'names' : None,
-   'files' : []
+   'files' : [],
+   'dates' : [],
+   'dtlen' : 0
 }
 
 #
@@ -38,25 +41,29 @@ def main():
 
    option = None   
    for arg in argv:
-      if arg == "-b":
-         PgLOG.PGLOG['BCKGRND'] = 1
-      elif arg == "-a":
-         PVALS['uatti'] = "98"
-      elif arg == "-u":
-         leaduid = 1
-      elif arg == "-e":
-         chkexist = 1
-      elif arg == "-f":
-         option = 'f'
-      elif arg == "-r":
-         option = 'r'
-      elif arg == "-i":
-         addinventory = 1
-      elif re.match(r'^-', arg):
-         PgLOG.pglog(arg + ": Invalid Option", PgLOG.LGWNEX)
+      if re.match(r'-\w', arg):
+         option = None
+         if arg[1] == "b":
+            PgLOG.PGLOG['BCKGRND'] = 1
+         elif arg[1] == "a":
+            PVALS['uatti'] = "98"
+         elif arg[1] == "u":
+            leaduid = 1
+         elif arg[1] == "e":
+            chkexist = 1
+         elif arg[1] == "i":
+            addinventory = 1
+         elif arg[1] in "fpr":
+            option = arg[1]
+         else:
+            PgLOG.pglog(arg + ": Invalid Option", PgLOG.LGWNEX)
       elif option == 'f':
          get_imma_filelist(arg)
          option = None
+      elif option == 'p':
+         PVALS['dates'].append(PgUtil.format_date(arg))
+         PVALS['dtlen'] += 1
+         if PVALS['dtlen'] == 2: option = None
       elif option == 'r':
          rn3 = int(arg)
          option = None
@@ -64,11 +71,12 @@ def main():
          PVALS['files'].append(arg)
 
    if not PVALS['files']:
-      print("Usage: fillicoads [-a] [-e] [-f InputFile] [-i] [-r RN3] [-u] FileList")
+      print("Usage: fillicoads [-a] [-e] [-f InputFile] [-i] [-p BDate [EDate]] [-r RN3] [-u] FileList")
       print("   At least one file name needs to fill icoads data into Postgres Server")
       print("   Option -a: add all attms, including multi-line ones, such as IVAD and REANQC")
       print("   Option -f: provide a filename holding a list of IMMA1 files")
       print("   Option -i: add daily counting records into inventory table")
+      print("   Option -p: provide a period for filling data")
       print("   Option -r: the Third digit of IMMA release number")
       print("   Option -u: standalone attachment records with leading 6-character UID")
       print("   Option -e: check existing record before adding attm")
@@ -121,10 +129,10 @@ def process_imma_file(fname, addinventory):
 
    # get the first valid date and do initialization
    line = IMMA.readline()
+   PgIMMA.identify_attm_name(line)  # check and record standalone attm name
    while line:
-      PgIMMA.identify_attm_name(line)  # check and record standalone attm name
       idate = cdate = PgIMMA.get_imma_date(line)
-      if cdate:
+      if cdate and (PVALS['dtlen'] == 0 or cdate >= PVALS['dates'][0]):
          PgIMMA.init_indices_for_date(cdate, iname)
          records = PgIMMA.get_imma_records(cdate, line, records)
          break
@@ -142,6 +150,7 @@ def process_imma_file(fname, addinventory):
                for i in range(PgIMMA.TABLECOUNT): acounts[i] += acnts[i]
                records = {}
                cdate = idate
+               if PVALS['dtlen'] == 2 and cdate > PVALS['dates'][1]: break
                PgIMMA.init_indices_for_date(cdate, iname)
             records = PgIMMA.get_imma_records(idate, line, records)
       line = IMMA.readline()

{rda_python_icoads-1.0.13.dist-info → rda_python_icoads-1.0.14.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_icoads
-Version: 1.0.13
+Version: 1.0.14
 Summary: RDA python package to manage RDA ICOADS datasets
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-icoads

{rda_python_icoads-1.0.13.dist-info → rda_python_icoads-1.0.14.dist-info}/RECORD

@@ -3,12 +3,12 @@ rda_python_icoads/R3.0-stat_doc.pdf,sha256=7f9wKlaTV7ZWXCqyZ4MZ3QcL5pw-Hz623A3xe
 rda_python_icoads/README_R3.0_Subset.html,sha256=tf5Om69KsZZ9ksIjIwtGQUtU8O4U-fqOrIxrl_4tRPo,6878
 rda_python_icoads/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 rda_python_icoads/checkicoads.py,sha256=nbA09uqaVBf9BHPWWeLFke3sRAGgV7CyOG4VIKI33wY,6599
-rda_python_icoads/cleanicoads.py,sha256=JkTbMt8qnekQLfAnqFKHOTYVKCsxIvsT-VsqDE0vdDI,5074
+rda_python_icoads/cleanicoads.py,sha256=RSj7CfwsV8CuppY1euHpBN_UrFsiE-qHblXkMbhMsr8,5109
 rda_python_icoads/countattm.py,sha256=syrEKhO-z1Xb-SjtbqHhzSvywuC_72hyex9K_0uUwzg,3578
 rda_python_icoads/countattmvar.py,sha256=BYUSK2qTi0wKHg97gAOye95BJj8c3w728aoumL0C5ns,7498
 rda_python_icoads/counticoads.py,sha256=GB7mRXXQ80Ty_1UF4hyYxrO0IPOeUCq5JUhoxkuvXZs,4555
 rda_python_icoads/countsst.py,sha256=Sx3RicOdEQOXjXrBEUxnTTt6xgoeM2qPLwIMKBBIdps,6362
-rda_python_icoads/fillicoads.py,sha256=lKvMXTEZ4zkLFzfhC_sOWQeevYLxaoegcAFxV9TvVy0,5006
+rda_python_icoads/fillicoads.py,sha256=Ld6sm1LUiKIlEEkEodToe-DjNZUBDC_zonrzSXY_PYg,5491
 rda_python_icoads/fillinventory.py,sha256=eRNw6laHsF_Ry5SVOJCulDNa4T-9FTT2UObt__Pr3IM,4144
 rda_python_icoads/fillitable.py,sha256=_zCUuYZifMZUoBO8JSY0DcoQOM33smQ1WtWJWnlH3ks,9941
 rda_python_icoads/fillmonth.py,sha256=Abo_5KoX4Zs-vlYcEvovo14xEiO_BNgUxV5fFxT-L3M,2546
@@ -22,9 +22,9 @@ rda_python_icoads/msg_download.py,sha256=SqJVdVs6kN-ZLh1d4rSMS4IkRdRrYf5c4Y45zV7
 rda_python_icoads/msgsubset.f,sha256=KuM2WAk0ZFEH8LBhHKiGWt8zaW_0ARJXYV2kiD5w5xs,21253
 rda_python_icoads/rdimma1_csv.f,sha256=_hOHvA0UiTykCIsj7ZYkmooNmUq29-p7ZnyjeSyvt8U,22443
 rda_python_icoads/writeicoads.py,sha256=nNgcPTFw957qsBkMVXgrPAkj3qmG8g5b6NeePp4NkNk,5270
-rda_python_icoads-1.0.13.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
-rda_python_icoads-1.0.13.dist-info/METADATA,sha256=vKzUpX_Obr90gJA9GbGz3ip4YwR6AiChNHjnRJvVdUc,795
-rda_python_icoads-1.0.13.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-rda_python_icoads-1.0.13.dist-info/entry_points.txt,sha256=O4wzIJ3tibs6BADt2-9O51suWVggGg3CKVq6PJ2TC1g,774
-rda_python_icoads-1.0.13.dist-info/top_level.txt,sha256=PjJe4PwUIiNxPlNg2d8JNPY1SLSu-_GHAdXe-hUVU1U,18
-rda_python_icoads-1.0.13.dist-info/RECORD,,
+rda_python_icoads-1.0.14.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
+rda_python_icoads-1.0.14.dist-info/METADATA,sha256=FwiGBndVSKAJ1oWZP1PVApw2LY9w8FxaajiQb5EfzQA,795
+rda_python_icoads-1.0.14.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+rda_python_icoads-1.0.14.dist-info/entry_points.txt,sha256=O4wzIJ3tibs6BADt2-9O51suWVggGg3CKVq6PJ2TC1g,774
+rda_python_icoads-1.0.14.dist-info/top_level.txt,sha256=PjJe4PwUIiNxPlNg2d8JNPY1SLSu-_GHAdXe-hUVU1U,18
+rda_python_icoads-1.0.14.dist-info/RECORD,,