rda-python-metrics 1.0.4__py3-none-any.whl

rda_python_metrics/viewwebusage.py

@@ -0,0 +1,371 @@
+#!/usr/bin/env python3
+#
+###############################################################################
+#
+#     Title : viewwebusage
+#    Author : Zaihua Ji,  zji@ucar.edu
+#      Date : 03/15/2022
+#             2025-03-28 transferred to package rda_python_metrics from
+#             https://github.com/NCAR/rda-database.git
+#   Purpose : python program to view usage information for Web Online files.
+#
+#    Github : https://github.com/NCAR/rda-python-metrics.git
+#
+###############################################################################
+#
+import os
+import re
+import sys
+from rda_python_common import PgLOG
+from rda_python_common import PgDBI
+from rda_python_common import PgUtil
+from . import PgView
+
+VUSG = {
+   'SNMS' : "ABCDEFGHIJKLMNOPRQTUVWYZ",   # all available short field names in %FLDS
+   'OPTS' : 'AabcCdDeEfFhHiIklLmMNoOStTUvVwyz',  # all available options, used for %params
+   'NOPT' : 'abhRwz',                     # stand alone option without inputs
+   'ACND' : 'cdefiklmMoStvy',             # available array condition options
+   'RCND' : 'DFNTV',                      # available range condition options
+   'CNDS' : 'acdDefFiklmMNoStTvVy',       # condition options, ACND, RCND and 'a'
+   'HCND' : 'N',                          # condition options for having clause
+   'ECND' : 'my',                         # condition options need evaluating
+   'TCND' : 'dDmy',                       # temporal condition options
+   'SFLD' : 'DEFIKLNOPTVW',               # string fields, to be quoted in condition
+   'UFLD' : 'ILNOW',                      # string fields must be in upper case
+   'LFLD' : 'EPT'                         # string fields must be in lower case
+}
+
+# keys FLDS - short field names
+# column 0   - column title showing in usage view
+# column 1   - field name in format as shown in select clauses
+# column 2   - field name shown in where condition query string
+# column 3   - table name that the field belongs to 
+# column 4   - output field length, the longer one of data size and comlun title, determine
+#              dynamically if it is 0. Negative values indicate right justification
+# column 5   - precision for floating point value if positive and show total value if not zero
+# column 6   - field flag to indicate it is a group, distinct or sum field
+FLDS = {
+# SHRTNM COLUMNNANE      FIELDNAME                              CNDNAME        TBLNAM      Size Prc Grp/Sum
+   'D' : ['DATE',         "date_read",                           'date_read',   'wusage',  10,  0,  'G'],
+   'E' : ['EMAIL',        "wuser.email",                   'wuser.email',       'wuser',    0,  0,  'G'],
+   'F' : ['FILENAME',     "wfile",                               'wfile',       'wfile',    0,  0,  'G'],
+   'G' : ['PRODUCT',      "tindex",                              'tindex',      'wfile',    0,  0,  'G'],
+   'I' : ['FIRSTNAME',    "fstname",                             'fstname',     'wuser',    0,  0,  'G'],
+   'K' : ['ORGNAME',      "org_name",                            'org_name',    'wuser',    0,  0,  'G'],
+   'Z' : ['TIME',         "time_read",                           'time_read',   'wusage',   8,  0,  'G'],
+   'L' : ['LASTNAME',     "lstname",                             'lstname',     'wuser',    0,  0,  'G'],
+   'M' : ['MONTH',        PgDBI.fmtym("date_read"),             'date_read',   'wusage',   7,  0,  'G'],
+   'N' : ['COUNTRY',      "country",                             'country',     'wuser',    0,  0,  'G'],
+   'O' : ['ORGTYPE',      "org_type",                            'org_type',    'wuser',    7,  0,  'G'],
+   'P' : ['DSOWNER',      "specialist",                          'specialist',  'dsowner',  8,  0,  'G'],
+   'Q' : ['QUARTER',      "quarter",                             'quarter',     'wusage',   7,  0,  'G'],
+   'R' : ['DSTITLE',      "search.datasets.title", 'search.datasets.title',     'search.datasets', 0,  0,  'G'],
+   'T' : ['DATASET',      "wusage.dsid",                  'wusage.dsid',        'wusage',   0,  0,  'G'],
+   'V' : ['IPADDRESS',    "ip",                                  'ip',          'wusage',  15,  0,  'G'],
+   'W' : ['METHOD',       "method",                              'method',      'wusage',   6,  0,  'G'],
+   'Y' : ['YEAR',         PgDBI.fmtyr("date_read"),              'date_read',   'wusage',   4,  0,  'G'],
+   'A' : ['DSCOUNT',      "wusage.dsid",                         'A',           'wusage',  -7, -1,  'D'],
+   'B' : ['MBYTEREAD',    "round(sum(size_read)/1000000, 4)",    'B',           'wusage', -14,  3,  'S'],
+   'C' : ['#UNIQUSER',    "wuid_read",                           'C',           'wusage',  -9, -1,  'D'],
+   'H' : ['#READ',        "count(wusage.wid)",                   'H',           'wusage',  -8, -1,  'S'],
+   'J' : ['#UNIQFILE',    "wusage.wid",                          'J',           'wusage',  -9, -1,  'D'],
+   'U' : ['#UNIQIP',      "ip",                                  'U',           'wusage',  -9, -1,  'D'],
+   'X' : ['INDEX',        "",                                    'X',           '',        -6,  0,  ' ']
+}
+
+# keys %EXPAND - short field names allow zero usage
+# column 0   - expand ID for group of fields
+# column 1   - field name shown in where condition query string
+# column 2   - field name in format as shown in select clauses
+# column 3   - table name that the field belongs to 
+EXPAND = {
+# SHRTNM EXPID     CNDSTR    FIELDNAME       TBLNAM
+   'D' : ["TIME",   "dDmy"],
+   'M' : ["TIME",   "dDmy"],
+   'Q' : ["TIME",   "dDmy"],
+   'Y' : ["TIME",   "dDmy"],
+
+   'E' : ["USER",   "eilkco",  "email",        "wuser"],
+   'I' : ["USER",   "eilkco",  "fstname",      "wuser"],
+   'L' : ["USER",   "eilkco",  "lstname",      "wuser"],
+   'K' : ["USER",   "eilkco",  "org_name",     "wuser"],
+   'O' : ["USER",   "eilkco",  "org_type",     "wuser"],
+   'N' : ["USER",   "eilkco",  "country",      "wuser"],
+
+   'F' : ["FILE",   "fFStT", "wfile",         "wfile"],
+   'G' : ["FILE",   "fFStT", "tindex",        "wfile"],
+   'R' : ["FILE",   "fFStT", "search.datasets.title", "search.datasets"],
+   'P' : ["FILE",   "fFStT", "specialist",    "dsowner"],
+
+   'W' : ["METHOD", "M",      "method",       "wusage"],
+}
+
+# valid options for %params, a hash array of command line parameters
+#   a -- 1 to view all usage info available
+#   A -- number or records to return
+#   c -- array of specified country codes
+#   C -- a string of short field names for viewing usages
+#   d -- array of specified dates 
+#   D -- dates range, array of 1 or 2 dates in format of YYYY-MM-DD
+#   e -- array of specified email addresses
+#   E -- use given date or date range for email notice of data update
+#   f -- array of specified WEB Online file names
+#   F -- file name range, array of 1 or 2 file names
+#   h -- for give emails, include their histical emails registered before
+#   H -- a string of report title to replace the default one
+#   i -- array of specified first names
+#   I -- use given email IDs for email notice of data update
+#   k -- array of specified orginization names
+#   l -- array of specified last names
+#   L -- column delimiter for output
+#   m -- array of specified months 
+#   M -- array of specified download methods 
+#   N -- number read range, arrage of 1 or 2 integers
+#   o -- array of specified orginization types
+#   O -- a string of short field names for sorting on
+#   q -- array of the specified quarters, normally combined with years
+#   S -- array of login names of specialists who own the datasets
+#   t -- array of specified dataset names
+#   T -- dataset range, array of 1 or 2 dataset names
+#   U -- use given unit for file or data sizes
+#   v -- array of specified IP addresses
+#   V -- IP address range
+#   w -- generate view without totals
+#   y -- array of specified years
+#   z -- generate view including entries with zero usage
+params = {}
+
+# relationship between parameter options and short field names, A option is not
+# related to a field name if it is not in keys %SNS 
+SNS = {
+   'c' : 'N', 'd' : 'D', 'D' : 'D', 'e' : 'E', 'f' : 'F', 'F' : 'F', 'i' : 'I',
+   'k' : 'K', 'l' : 'L', 'm' : 'M', 'M' : 'W', 'N' : 'H', 'o' : 'O', 'q' : 'Q',
+   'S' : 'P', 't' : 'T', 'T' : 'T', 'v' : 'V', 'V' : 'V', 'y' : 'Y'
+}
+
+tablenames = fieldnames = condition = ''
+sfields = []
+gfields = []
+dfields = []
+pgname = 'viewwebusage'
+DSID = None
+
+#
+# main function to run this program
+#
+def main():
+
+   PgDBI.view_dbinfo()
+   argv = sys.argv[1:]
+   inputs = []
+   option = 'C'   # default option
+
+   for arg in argv:
+      if re.match(r'^-.*$', arg):
+         curopt = arg[1:2]
+         if curopt and VUSG['OPTS'].find(curopt) > -1:
+            if VUSG['NOPT'].find(option) > -1:
+               params[option] = 1
+            elif inputs:
+               params[option]= inputs   # record input array
+               inputs = []      # empty input array
+            option = curopt     # start a new option
+         else:
+            PgLOG.pglog(arg + ": Unknown Option", PgLOG.LGWNEX)
+      else:
+         val = arg
+         if val != '!':
+            if option == 's':
+               val = int(val)*1000000    # convert MBytes to Bytes
+            elif option in SNS:
+               sfld = SNS[option]
+               if VUSG['SFLD'].find(sfld) > -1:
+                  if VUSG['UFLD'].find(sfld) > -1:
+                     val = arg.upper()     # in case not in upper case
+                  elif VUSG['LFLD'].find(sfld) > -1:
+                     val = arg.lower()     # in case not in lower case
+                  if option == 'c':
+                     val = PgView.get_country_name(val)
+                  elif option == 't' or option == 'T':
+                     val = PgUtil.format_dataset_id(val)   # add 'ds' if only numbers
+                  val = "'{}'".format(val)
+         inputs.append(val)
+
+   # record the last option
+   if VUSG['NOPT'].find(option) > -1:
+      params[option] = 1
+   elif inputs:
+      params[option] = inputs   # record input array
+   
+   if not params:
+      PgLOG.show_usage(pgname)
+   else:
+      check_enough_options()
+   
+   if 'o' not in params:
+      if 'e' not in params:
+         params['o'] = ['!', "'DSS'"]   # default to exclude 'DSS' for organization
+   elif params['o'][0] == "'ALL'":
+      del params['o']
+
+   usgtable = "wusage"
+   years = PgView.build_year_list(params, VUSG)
+   build_query_strings(usgtable)  # build tablenames, fieldnames, and conditions
+   records = None
+   if DSID:
+      global tablenames, condition
+      wname = "wfile_" + DSID
+      tablenames = tablenames.replace('wfile', wname)
+      condition = condition.replace('wfile', wname)
+   for year in sorted(years):
+      tname = "{}_{}".format(usgtable, year)
+      tbls = tablenames.replace(usgtable, tname)
+      flds = fieldnames.replace(usgtable, tname)
+      cond = condition.replace(usgtable, tname)
+      pgrecs = PgDBI.pgmget(tbls, flds, cond, PgLOG.UCLWEX)
+      if pgrecs:
+         if records:
+            for fld in records: records[fld].extend(pgrecs[fld])
+         else:
+            records = pgrecs
+   if not records: PgLOG.pglog("No Usage Found For Given Conditions", PgLOG.LGWNEX)
+   totals = None if 'w' in params else {}
+   if dfields or totals != None or len(years) > 1:
+      records = PgView.compact_hash_groups(records, gfields, sfields, dfields, totals)
+   if 'z' in params: records = expand_records(records)
+   ostr = params['O'][0] if 'O' in params else params['C'][0]
+   records = PgView.order_records(records, ostr.replace('X', ''))
+   PgView.simple_output(params, FLDS, records, totals)
+
+   PgLOG.pgexit(0)
+
+#
+# check if enough information entered on command line for generate view/report, exit if not
+#
+def check_enough_options():
+
+   cols = params['C'][0] if 'C' in params else 'X'
+   if cols == 'X': PgLOG.pglog("{}: miss field names '{}'".format(pgname, VUSG['SNMS']), PgLOG.LGWNEX)
+
+   if cols.find('Q') > -1 and cols.find('Y') < 0:   # add Y if Q included
+      cols = re.sub('Q', 'YQ', cols)
+      params['C'][0] = cols
+
+   if 'G' in cols:
+      global DSID
+      multids = False
+      if 't' in params and len(params['t']) == 1:
+         if '%' in params['t'][0]: multids = True
+         DSID = params['t'][0][1:8]
+      else:
+         multids = True
+      if multids:
+         PgLOG.pglog(pgname + ": Specify a single dsid for Top Group Usage via option -t", PgLOG.LGWNEX)
+      
+   for sn in cols:
+      if sn == 'X': continue  # do not process INDEX field
+      if VUSG['SNMS'].find(sn) < 0:
+         PgLOG.pglog("{}: Field {} must be in field names '{}X'".format(pgname, sn, VUSG['SNMS']), PgLOG.LGWNEX)
+      if 'z' not in params or sn in EXPAND: continue
+      fld = FLDS[sn]
+      if fld[6] != 'G': continue
+      PgLOG.pglog("{}: cannot show zero usage for unexpandable field {} - {}".formt(pgname, sn, fld[0]), PgLOG.LGWNEX)
+
+   if 'E' in params or 'I' in params:
+      if 'z' in params:
+         PgLOG.pglog(pgname + ": option -z and -E/-I can not be present at the same time", PgLOG.LGWNEX)
+      elif 't' not in params or len(params['t']) > 1:
+         PgLOG.pglog(pgname + ": specify one dataset for viewing usage of notified users", PgLOG.LGWNEX)
+      elif 'E' in params and 'I' in params:
+         PgLOG.pglog(pgname + ": option -E and -I can not be present at the same time", PgLOG.LGWNEX)
+
+   for opt in params:
+      if VUSG['CNDS'].find(opt) > -1: return
+   PgLOG.pglog("{}: miss condition options '{}'".format(pgname, VUSG['CNDS']), PgLOG.LGWNEX)
+
+#
+# process parameter options to build all query strings
+# global variables are used directly and nothing passes in and returns back
+#
+def build_query_strings(usgtable):
+
+   # initialize query strings
+   global condition, fieldnames, tablenames
+   joins = having = groupnames = ''
+   tablenames = usgtable
+   cols = params['C'][0]
+
+   if 'U' in params:    # reset units for file and read sizes
+      if cols.find('B') > -1: FLDS['B'] = PgView.set_data_unit(FLDS['B'], params['U'][0], "sum(size_read)")
+      if cols.find('S') > -1: FLDS['S'] = PgView.set_data_unit(FLDS['S'], params['U'][0], "data_size")
+
+   if 'e' in params and 'h' in params: params['e'] = PgView.include_historic_emails(params['e'], 2)
+
+   for opt in params:
+      if opt == 'C':   # build field, table and group names
+         for sn in cols:
+            if sn == 'X': continue  # do not process INDEX field
+            fld = FLDS[sn]
+            if fieldnames: fieldnames += ', '
+            fieldnames += "{} {}".format(fld[1], sn)   # add to field name string
+            (tablenames, joins) = PgView.join_query_tables(fld[3], tablenames, joins, usgtable)
+            if fld[6] == 'S':
+               sfields.append(sn)
+            else:
+               if groupnames: groupnames += ', '
+               groupnames += sn     # add to group name string
+               if fld[6] == 'D':
+                  dfields.append(sn)
+               else:
+                  gfields.append(sn)
+      elif opt == 'O':
+         continue   # order records later
+      elif VUSG['CNDS'].find(opt) > -1:
+         if VUSG['NOPT'].find(opt) > -1: continue
+         sn = SNS[opt]
+         fld = FLDS[sn]
+         # build having and where conditon strings
+         cnd = PgView.get_view_condition(opt, sn, fld, params, VUSG)
+         if cnd:
+            if VUSG['HCND'].find(opt) > -1:
+               if having: having += ' AND '
+               having += cnd
+            else:
+               if condition: condition += ' AND '
+               condition += cnd
+            (tablenames, joins) = PgView.join_query_tables(fld[3], tablenames, joins, usgtable)
+
+   # append joins, group by, order by, and having strings to condition string
+   if 'E' in params or 'I' in params:
+      (tablenames, joins) = PgView.join_query_tables("emreceive", tablenames, joins, usgtable)
+   if joins:
+      if condition:
+         condition = "{} AND {}".format(joins, condition)
+      else:
+         condition = joins
+   if 'E' in params or 'I' in params:
+      condition += PgView.notice_condition(params['E'], None, params['t'][0])
+   if groupnames and sfields: condition += " GROUP BY " + groupnames
+   if having: condition += " HAVING " + having
+
+
+def expand_records(records):
+
+   recs = PgView.expand_query("TIME", records, params, EXPAND)
+
+   trecs = PgView.expand_query("USER", records, params, EXPAND, VUSG, SNS, FLDS)
+   recs = PgUtil.crosshash(recs, trecs)
+
+   trecs = PgView.expand_query("FILE", records, params, EXPAND, VUSG, SNS, FLDS)
+   recs = PgUtil.crosshash(recs, trecs)
+
+   trecs = PgView.expand_query("METHOD", records, params, EXPAND, VUSG, SNS, FLDS)
+   recs = PgUtil.crosshash(recs, trecs)
+
+   return PgUtil.joinhash(records, recs, 0, 1)
+
+#
+# call main() to start program
+#
+if __name__ == "__main__": main()

rda_python_metrics/viewwebusage.usg

@@ -0,0 +1,211 @@
+
+ View usage information of WEB data files on DSS Web Server from file reading
+ information stored in MySQL database 'RDADB'.
+
+ Usage: viewwebusage [-C] ColumnNames [-O OrderColumnNames] [-a] \
+                     [-A RowLimit] [-c CountryCodes] [-d DataAccessDates] \
+                     [-D StartAccessDate [EndAccessDate]] [-e EmailList] -h \
+                     [-E StartNoticeDate [EndNoticeDate]] \
+                     [-f FileNameList] [-F MinFileName [MaxFileName]] \
+                     [-i FirstNamelist] [-I EmailIDList] \
+                     [-j] [-J] [-k OrganizationNames] [-l LastNameList] \
+                     [-m MonthList] [-M DownloadMethodList] \
+                     [-N MinNumberRead [MaxNumberRead]] \
+                     [-o OrganizationTypes] [-q QuaterList] \
+                     [-S SpecialistLoginNames] [-t DatasetList] \
+                     [-T MinDataset [MaxDataset]] [-y YearList] \
+                     [-v IPAddressList] [-V MinIPAddress [MaxIPAddress]] \
+                     [-H Title] [-L Delimiter] [-U SizeUnit] [-w] [-z] \
+                     [> OutputFileName] [| lp -d PrinterName] 
+
+      Specify [-C] ColumnNames, refer to Option -C section for detail
+      description, and choose at least one of the condition options, -a, -c,
+      -d, -D, -e, -E, -f, -F, -i, -i, -k -l, -m, -M, -N, -o, -q, -S, -t, -T,
+      -v, -V and -y, to run this application.
+
+      For all condition options, except option -a, an '!' sign can be added
+      between an option flag and its option values to get an excluding
+      condition. For example, choose '-o ! OrganizationList' to gather WEB
+      file usage by users from organizations other than the ones given in
+      OrganizationList.  Refer to the example given at the end of this help
+      document for how to select excluding condition.
+
+      String condition options, -c, -e, -f, -i, -k, -l, -o, -S, -t and -v,
+      allow wildcard inputs. '%' matches any number of characters and '_' matches
+      any one character.  Refer to the example given at the end of this help
+      document for how to use wildcard for string condition options.
+
+      Output of this application is defaulted to page format with a page
+      header on each page. A page header includes main title, sub titles and
+      column titles according to which column names and options are selected,
+      as well as page number and report date. If the output is used directly
+      for input of other applications, add option -w to remove page header
+      and show only the column titles and the WEB file usage information.
+
+
+      Column Options:
+      - Option -C, the ColumnNames must be present to run this application.
+           The flag -C can be omitted if it is the first parameter option on
+           the command line. The ColumnNames is a string that includes column
+           names listed below:
+
+         COLUMN - COLUMN       - COLUMN
+           NAME - TITLE        - DESCRIPTION 
+          GroupColumns:
+              D*- DATE         - format as YYYY-MM-DD, for example 2004-04-25
+              E*- EMAIL        - user email address
+              F*- FILENAME     - WEB file name accessed
+              G*- PRODUCT      - product (top group) information 
+              I*- FIRSTNAME    - user first name 
+              K*- ORGNAME      - organization name 
+              L*- LASTNAME     - user last name 
+              M*- MONTH        - format as YYYY-MM, for example 2004-04
+              N*- COUNTRY      - country codes users from
+              O*- ORGTYPE      - organization types (DSS, NCAR, UNIV and OTHER)
+              P*- DSOWNER      - login names of specialists who own the datasets
+              Q*- QUARTER      - quarter of year, 1, 2, 3, or 4
+              R*- DSTITLE      - dataset title
+              T*- DATASET      - format as dsnnn.n, for example d540001
+              V*- IPADDRESS    - format as n.n.n.n (n = 0 - 999)
+              W*- METHOD       - download method of the web data file
+              Y*- YEAR         - format as YYYY, for example 2004
+              Z - TIME         - time file read
+
+                * - field names can processed with zero usages
+          SummaryColumns:
+              A - DSCOUNT      - number of datasets in given GroupColumns
+              B - MBYTEREAD    - data sizes, in MB, read by given GroupColumns
+              C - #UNIQUSER    - number of users in given GroupColumns
+              J - #UNIQFILE    - number of files read by given GroupColumns
+              H - #READ        - number of readings by given GroupColumns
+              U - #UNIQIP      - number of unique IP addresses in in given GroupColumns
+
+          IndexColumn:
+              X - INDEX        - index of line, it should be the first column
+
+           The column names are used to build up string of ColumnNames, while
+           their associated column titles are shown in view/report output of
+           this application. The display order of the column titles is
+           determined by the order of the column names in the ColumnNames
+           string. At least one of the group and summary columns must be
+           selected, in the ColumnNames string, to generate WEB file usage
+           view/report;
+
+           For example, choose '-C EMB' to display column titles of EMAIL,
+           MONTH and MBYTEREAD, in the first, second and third columns
+           respectively, for numbers of MBytes of data read by each user
+           in each month;
+
+      - Option -O, sort WEB file usage information in ascending or descending
+           order based on the column names specified in OrderColumnNames
+           string. These order column names must be in the selected
+           [-C] ColumnNames string. If an order column name is in upper case,
+           its associated column is sorted in ascending order, and a lower
+           case means sorting in descending order;
+
+
+      Condition Options:
+      - Option -a, for all recorded WEB file usage since 2005-01-01;
+
+      - Option -A, gives a row limit for querying; 
+
+      - Option -c, for files read by users from given country codes;
+
+      - Option -d, for files read on given dates, in format YYYY-MM-DD;
+
+      - Option -D, for files read between two given dates, each date
+           is in format YYYY-MM-DD. Omit EndDate for no upper limit;
+
+      - Option -e, for WEB files read by users wth given email addresses;
+
+      - Option -E, for data read by users who have been notified 
+           data update of a specified dataset between two given dates,
+           each date is in format YYYY-MM-DD. Omit EndNoticeDate for
+           no upper limit;
+
+      - Option -f, for WEB files on given WEB file names;
+
+      - Option -F, for WEB files with names between MinFileName and
+           MaxFileName. Omit MaxFileName for no upper limit;
+
+      - Option -h, works with Option -e to include historical user emails
+           registered before;
+
+      - Option -i, for WEB files read by users with given first names;
+
+      - Option -I, for data read by users who have been notified 
+           data update of a specified dataset for given the email IDs;
+
+      - Option -j, includes Group IDs in column PRODUCT;
+
+      - Option -J, includes Group Titles in column PRODUCT;
+
+      - Option -k, for WEB files read by users from given organization names;
+
+      - Option -l, for WEB files read by users with given last names;
+
+      - Option -m, for files read in given months, in format YYYY-MM;
+
+      - Option -M, for files read via given download methods;
+
+      - Option -N, for files for numbers of read by each group between
+           MinNumberRead and MaxNumberRead. Omit MaxNumberRead for no
+           upper limit;
+
+      - Option -o, for WEB files read by users from given organization types.
+           It defaults to -o ! DSS to exclude usage from DSS specialists.
+           Set it to ALL to include all orgnization types;
+
+      - Option -q, for data read in given quarters;
+
+      - Option -S, for login names of specialists who own the datasets;
+
+      - Option -t, for WEB files associating to given dataset names;
+
+      - Option -T, for WEB files associating to datasets between 
+           MinDataset and MaxDataset. Omit MaxDataset for no upper limit.
+           For example, -T d540000 d550009, for datasets numbers d540000-d550009;
+
+      - Option -v, array of specified IP addresses;
+
+      - Option -V, IP address range;
+
+      - Option -y, for WEB files read in given years in format YYYY;
+
+      Miscellaneous Options:
+      - Option -w, view WEB usage info in simple format without the totals;
+
+      - Option -z, include zero usages for specified fields;
+
+      - Option -L, use given delimiter for output, instead of defaulted spaces;
+
+      - Option -U, show data sizes in given unit SizeUnit [BKMG].
+           B - Byte, K - KiloBytes, M  - MegaByte, and G - GigaByte;
+
+      - Option -H, use given report title to replace the default one;
+
+      - Option > OutputFilename, redirect output into an output file,
+           for example, webusage.out, instead of viewing on screen directly;
+
+      - Option | lp -d PrinterName, redirect output to printer of PrinterName.
+           Replace PrinterName with lj100 to print through DSS LaserJet printer.
+
+
+      For example:
+      To view annual WEB file usage in year 2005 with columns, INDEX(X),
+      EMAIL(E), ORGTYPE(O), #READ(H), and MBYTESREAD(B); ordered by ORGTYPE as
+      ascending and MBYTESREAD(B) as descending; the command line should be:
+
+         viewwebusage XEOHB -y 2005 -O Ob
+
+      For usage of 'Y' series files only,  out of the file usage gathered 
+      above, the command line should be:
+
+         viewwebusage XEOHB -y 2005 -f Y% -O Ob
+
+      To redirect the previous output to a file named webusage.out:
+
+         viewwebusage XEOHB -y 2005 -f Y% -o ! DSS -O Ob > webusage.out
+
+      Then you can view the file or print it as a report.
+

rda_python_metrics-1.0.4.dist-info/METADATA

@@ -0,0 +1,18 @@
+Metadata-Version: 2.4
+Name: rda_python_metrics
+Version: 1.0.4
+Summary: RDA Python Package to gather and view data usage metrics
+Author-email: Zaihua Ji <zji@ucar.edu>
+Project-URL: Homepage, https://github.com/NCAR/rda-python-metrics
+Classifier: Programming Language :: Python :: 3
+Classifier: License :: OSI Approved :: MIT License
+Classifier: Operating System :: OS Independent
+Classifier: Development Status :: 5 - Production/Stable
+Requires-Python: >=3.7
+Description-Content-Type: text/markdown
+License-File: LICENSE
+Requires-Dist: rda_python_common
+Requires-Dist: rda_python_setuid
+Dynamic: license-file
+
+RDA Python Package to gather and view data usage metrics.

rda_python_metrics-1.0.4.dist-info/RECORD

@@ -0,0 +1,47 @@
+rda_python_metrics/PgIPInfo.py,sha256=NJe5hRwxuflH_CZBZmFCgzYU6XFZXP44PoSbqbpPOwM,5727
+rda_python_metrics/PgView.py,sha256=r6otb3DjfiaQJdg0z8bZQAOlhr4JnrXJzp9wgWh_8qQ,24369
+rda_python_metrics/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
+rda_python_metrics/fillawsusage.py,sha256=WDwdfF0bDBB8j49vjiWE-EM5GZ0d3PGAbEIxp_Nl4vs,9050
+rda_python_metrics/fillawsusage.usg,sha256=qHdQGMbXlbsqEAoEmM71_zlE3yw704nyhXZ4sw4FIbI,631
+rda_python_metrics/fillcodusage.py,sha256=Hp3VrlIqHBWRI6Zjbi0nxWZPNvPrKsGBSZ1L9qA9_y0,8006
+rda_python_metrics/fillcodusage.usg,sha256=QAM6wqycyDb-6t5PhlL2niPiGxZ4Gln0QVdKdyN3ShI,684
+rda_python_metrics/fillcountry.py,sha256=YYm0lIIfljA7rIAOFgP1fhyhqkBDOY6vdk7g11WFPLc,2359
+rda_python_metrics/fillendtime.py,sha256=skZttlpoY19g0dGwqGQI8t_1YPPTPEXwg3EfNlfL90I,2533
+rda_python_metrics/fillglobususage.py,sha256=5xUbjGNjX8uhNyHDsYlR4cJU2ARPibElSNPUIdrdknc,9437
+rda_python_metrics/fillglobususage.usg,sha256=p-f5hGGDkcM2O8ADEP0Do_lMIIFj8KkiFG1HJ-YgtQM,637
+rda_python_metrics/fillipinfo.py,sha256=xIVJ6nDvVvMOjb7s_6-YDLVRBC09pDFugnjB3Nrmqus,5641
+rda_python_metrics/fillipinfo.usg,sha256=taITqZa6GL0-wxXcMEdMU3ZlQbJ1CsmFclTvXpG5TLg,644
+rda_python_metrics/filloneorder.py,sha256=MhllvtS2PM1SMkf1dHmGTIppIkt__SRMKIUPrv_iRRU,5472
+rda_python_metrics/filloneorder.usg,sha256=mtOySKx6-D4k2bbTcmi6cSYtINiycRyHQkHozi0CQu0,1466
+rda_python_metrics/fillrdadb.py,sha256=MDcl6oM-A1xek9SBP9Gvor_Ouq5dB7mki2Vf_w8VDNk,5199
+rda_python_metrics/fillrdadb.usg,sha256=E_Bf4G8yVABogjRmIOaIbTGgnII2W6RltaFad2XEV2Q,1228
+rda_python_metrics/filltdsusage.py,sha256=Hg09ogrqaTfULyBy3eLGTudDs_5JrXEpf9_V5uEGiN0,10148
+rda_python_metrics/filltdsusage.usg,sha256=yqTHRe8WpZWpu3gso_obgt6LO41-JC27rTIDfdZcISo,538
+rda_python_metrics/filluser.py,sha256=CvaMRaUPaR9nxJAExkLTb3Ci4sD7RQMOpWhWJdbyMF0,8907
+rda_python_metrics/filluser.usg,sha256=Xgqi0QwA9-4jpYj3L4Q4TISpVwRlsomt2G7T0oYAFak,520
+rda_python_metrics/logarch.py,sha256=ay6ku3T5_-2O3QhR6EaFzHS9iUetkVpuEh-VsIOTv-4,12303
+rda_python_metrics/logarch.usg,sha256=N8c8ixguGEW7GiqsY_0xnG6A2713PrZ95XU_vJQH_uc,911
+rda_python_metrics/pgperson.py,sha256=q_0jSlTyqEQh2J8yq5Nrf9TLg1awvREdp3E8XyN7PoI,2068
+rda_python_metrics/pgusername.py,sha256=sNtPNKdubZYNPWR89pAXHGTuP6q8kuf71ig7-XJLXrQ,1245
+rda_python_metrics/viewallusage.py,sha256=B-4s3aoAkAkeB1QM_xfZceRe_QI16vwpI81ekb8VPgc,15586
+rda_python_metrics/viewallusage.usg,sha256=ABtOCqGoE6HKE1IPsk02ppC883vNiJILRPBRrpbnzRM,9296
+rda_python_metrics/viewcheckusage.py,sha256=HougqjDAOVG6pYglFjyHQ-UdLBcYe7v_jzU1-80RqFA,12996
+rda_python_metrics/viewcheckusage.usg,sha256=KuJFycggGiUcSezQ9vywDbituvu63SZ-ZnNTaMpbc-A,8930
+rda_python_metrics/viewcodusage.py,sha256=jYeZz86vARtXlDJqqP_gPdmi1BKWhPMMpNI4RfTunwA,14030
+rda_python_metrics/viewcodusage.usg,sha256=_kgF7Tk2_n1JVf9km2MiwO86vtZRCdu4i8hkWN0eETo,8637
+rda_python_metrics/viewordusage.py,sha256=9zIJkThKgSOW58qXyQs2Hq8EeEp645lnpD5bstSzR_0,15370
+rda_python_metrics/viewordusage.usg,sha256=TqZDQk-DzOWC6_uzmFzGyA4F98ojOifANJGv9BCfH1I,10599
+rda_python_metrics/viewrqstusage.py,sha256=wNH5DTEBYrUQKAms10weBH939r-m3tLXXg5PwS6bzlk,16690
+rda_python_metrics/viewrqstusage.usg,sha256=Ii5-7h_RO2rkoE9VLxuLhc9klgkEJSqHoDrsOlQOTKo,10481
+rda_python_metrics/viewtdsusage.py,sha256=-dMj2xaxEHxRM8c8ifkHYEWURQBze_3ITe9BAuglD0M,14276
+rda_python_metrics/viewtdsusage.usg,sha256=-q3tsV3S0-pnfSXFwH62MWm_l1WywPoQGHc5l9LNXI0,8884
+rda_python_metrics/viewwebfile.py,sha256=BqtA_YNhprnrGE6GWEW7n5PDxzNlljfv_MOPezOQaeU,13594
+rda_python_metrics/viewwebfile.usg,sha256=lTNi8Yu8BUJuExEDJX-vsJyWUSUIQTS-DiiBEVFo33s,10054
+rda_python_metrics/viewwebusage.py,sha256=jhoHuRPVNtp7Lbjv0l-Jy_vp2p2nWQC7IVZ0P4JUJ4I,16657
+rda_python_metrics/viewwebusage.usg,sha256=IsT72v22xyZf7ng_IodVs0dLTsH1Q4BtFvT-gs0-xJY,9946
+rda_python_metrics-1.0.4.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
+rda_python_metrics-1.0.4.dist-info/METADATA,sha256=omB9dxreEDSDXR4LE90kn3xHXUWBvSxztq2QFtnP6rU,667
+rda_python_metrics-1.0.4.dist-info/WHEEL,sha256=CmyFI0kx5cdEMTLiONQRbGQwjIoR1aIYB7eCAQ4KPJ0,91
+rda_python_metrics-1.0.4.dist-info/entry_points.txt,sha256=UOZhtPc8-DypWpkOP-nnF7OH8Fdp_wk6cuqh19JsmZA,1075
+rda_python_metrics-1.0.4.dist-info/top_level.txt,sha256=aoBgbR_o70TP0QmMW0U6inRHYtfKld47OBmnWnLnDOs,19
+rda_python_metrics-1.0.4.dist-info/RECORD,,

rda_python_metrics-1.0.4.dist-info/WHEEL

@@ -0,0 +1,5 @@
+Wheel-Version: 1.0
+Generator: setuptools (78.1.0)
+Root-Is-Purelib: true
+Tag: py3-none-any
+