rda-python-metrics 1.0.12__py3-none-any.whl → 1.0.15__py3-none-any.whl

rda_python_metrics/fillcdgusage.py

@@ -191,9 +191,9 @@ def get_dsid_records(cdgids, dates, strids):
       dscnd += "= '{}'".format(cdgids[0])
    else:
       dscnd += "IN ('" + "','".join(cdgids) + "')"
-   dtcnd = "date_completed BETWEEN '{}' AND '{}'".format(dates[0], dates[1])
-   cond = "{} AND completed = True AND {} ORDER BY date_completed".format(dscnd, dtcnd)
-   PgLOG.pglog("{}: Query for {} CDG dsid/subdsids and {} at {}".format(strids, dscnt, dtcnd, PgLOG.current_datetime()), PgLOG.LOGWRN)
+   dtcnd = "date_completed BETWEEN '{} 00:00:00' AND '{} 23:59:59'".format(dates[0], dates[1])
+   cond = "{} AND {} ORDER BY date_completed".format(dscnd, dtcnd)
+   PgLOG.pglog("{}: Query for {} CDG dsid/subdsids between {} and {} at {}".format(strids, dscnt, dates[0], dates[1], PgLOG.current_datetime()), PgLOG.LOGWRN)
    pgrecs = PgDBI.pgmget(tbname, fields, cond)
    PgDBI.dssdb_dbname()
 
@@ -241,7 +241,7 @@ def fill_cdg_usages(dsids, dranges):
             wfrec = get_wfile_record(rdaids, wfile)
             if not wfrec: continue
             dsid = wfrec['dsid']
-            ms = re.search(r'^https://tds.ucar.edu/thredds/(\w+)/', url)
+            ms = re.search(r'^https*://tds.ucar.edu/thredds/(\w+)/', url)
             if ms:
                # tds usage
                method = ms.group(1)
@@ -272,7 +272,7 @@ def fill_cdg_usages(dsids, dranges):
                # web usage
                fsize = pgrec['dataset_file_size']
                if not fsize: fsize = pgrec['logic_file_size']
-               method = 'CDP'
+               method = 'CDG'
                if pgrec['subset_file_size'] or pgrec['range_request'] or dsize < fsize:
                   wkey = "{}:{}:{}".format(ip, dsid, wfile)
                else:
@@ -301,16 +301,16 @@ def fill_cdg_usages(dsids, dranges):
 
 def get_record_date_time(ctime):
 
-   ms = re.search(r'^(\d+)/(\w+)/(\d+) (\d+:\d+:\d+)(\.|$)', str(ctime))
+   ms = re.search(r'^(\d+)-(\d+)-(\d+) (\d\d:\d\d:\d\d)', str(ctime))
    if ms:
-      d = int(ms.group(1))
-      m = PgUtil.get_month(ms.group(2))
+      y = ms.group(1)
+      m = int(ms.group(2))
+      d = ms.group(3)
       q = 1 + int((m-1)/3)
-      y = ms.group(3)
       t = ms.group(4)
-      return (y, q, "{}-{:02}-{:02}".format(y, m, d), t)
+      return (y, q, "{}-{:02}-{}".format(y, m, d), t)
    else:
-      PgLOG.pglog("time: Invalid date format", PgLOG.LGEREX)
+      PgLOG.pglog(str(ctime) + ": Invalid time format", PgLOG.LGEREX)
 
 def add_tdsusage_records(year, records, date):
 
@@ -329,7 +329,7 @@ def add_tdsusage_records(year, records, date):
 
 def add_tds_allusage(year, logrec):
 
-   pgrec = {'method' : 'CDP', 'source' : 'C'}
+   pgrec = {'method' : 'CDG', 'source' : 'C'}
    pgrec['email'] = logrec['email']
    pgrec['org_type'] = logrec['org_type']
    pgrec['country'] = logrec['country']

{rda_python_metrics-1.0.12.dist-info → rda_python_metrics-1.0.15.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: rda_python_metrics
-Version: 1.0.12
+Version: 1.0.15
 Summary: RDA Python Package to gather and view data usage metrics
 Author-email: Zaihua Ji <zji@ucar.edu>
 Project-URL: Homepage, https://github.com/NCAR/rda-python-metrics

{rda_python_metrics-1.0.12.dist-info → rda_python_metrics-1.0.15.dist-info}/RECORD

@@ -3,7 +3,7 @@ rda_python_metrics/PgView.py,sha256=r6otb3DjfiaQJdg0z8bZQAOlhr4JnrXJzp9wgWh_8qQ,
 rda_python_metrics/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
 rda_python_metrics/fillawsusage.py,sha256=dpI3-EFINJECdCSUOm37A97CJNIxOS2nYwA0fB0IpHE,9055
 rda_python_metrics/fillawsusage.usg,sha256=pD_nYTfg1so9nvVEyPSWdgKvb9gWdtfHJAs3RsT2MMU,609
-rda_python_metrics/fillcdgusage.py,sha256=z8RknK_eurmmXiBVIDiHcbHwMlhZ1yvYdSg32HPMMws,15736
+rda_python_metrics/fillcdgusage.py,sha256=chIkU5pCP6zSdoQNLYGEfXZFvEXL1pBRXwj7hMjGv4A,15743
 rda_python_metrics/fillcdgusage.usg,sha256=5lkd4Zdi72nQcha-JtbaLnxl66V4wBDykKwQtUOtMrw,667
 rda_python_metrics/fillcodusage.py,sha256=Hp3VrlIqHBWRI6Zjbi0nxWZPNvPrKsGBSZ1L9qA9_y0,8006
 rda_python_metrics/fillcodusage.usg,sha256=3B5IkQ4uwylqY8uEfUdnZ_MXqhYudeylMp5ulhUGXH8,678
@@ -44,9 +44,9 @@ rda_python_metrics/viewwebfile.py,sha256=HSMNkQQawonu6W3blV7g9UbJuNy9VAOn9COqgmj
 rda_python_metrics/viewwebfile.usg,sha256=lTNi8Yu8BUJuExEDJX-vsJyWUSUIQTS-DiiBEVFo33s,10054
 rda_python_metrics/viewwebusage.py,sha256=jhoHuRPVNtp7Lbjv0l-Jy_vp2p2nWQC7IVZ0P4JUJ4I,16657
 rda_python_metrics/viewwebusage.usg,sha256=IsT72v22xyZf7ng_IodVs0dLTsH1Q4BtFvT-gs0-xJY,9946
-rda_python_metrics-1.0.12.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
-rda_python_metrics-1.0.12.dist-info/METADATA,sha256=nJ0DCZXxVhH1Ym6aJPnR8wK8oUQghb5FgvpEKlhueEg,736
-rda_python_metrics-1.0.12.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
-rda_python_metrics-1.0.12.dist-info/entry_points.txt,sha256=YfFLzlE3rdufSV471VsDnfYptnt1lR08aSrxPXlKqlY,1185
-rda_python_metrics-1.0.12.dist-info/top_level.txt,sha256=aoBgbR_o70TP0QmMW0U6inRHYtfKld47OBmnWnLnDOs,19
-rda_python_metrics-1.0.12.dist-info/RECORD,,
+rda_python_metrics-1.0.15.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
+rda_python_metrics-1.0.15.dist-info/METADATA,sha256=ZjQTk2Zb7zim6WxxlSAKl30hT69EL3rG9oZjJGBsH1o,736
+rda_python_metrics-1.0.15.dist-info/WHEEL,sha256=lTU6B6eIfYoiQJTZNc-fyaR6BpL6ehTzU3xGYxn2n8k,91
+rda_python_metrics-1.0.15.dist-info/entry_points.txt,sha256=YfFLzlE3rdufSV471VsDnfYptnt1lR08aSrxPXlKqlY,1185
+rda_python_metrics-1.0.15.dist-info/top_level.txt,sha256=aoBgbR_o70TP0QmMW0U6inRHYtfKld47OBmnWnLnDOs,19
+rda_python_metrics-1.0.15.dist-info/RECORD,,

{rda_python_metrics-1.0.12.dist-info → rda_python_metrics-1.0.15.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: setuptools (78.1.0)
+Generator: setuptools (78.1.1)
 Root-Is-Purelib: true
 Tag: py3-none-any