rda-python-metrics 1.0.44__py3-none-any.whl → 1.0.46__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rda-python-metrics might be problematic. Click here for more details.

@@ -86,7 +86,12 @@ DSIDS = {
86
86
  'ucar.cgd.cesm2.marine.biogeochemistry': ['d651071'],
87
87
  'ucar.cgd.nw2.mom6': ['d651072'],
88
88
  'ucar.cgd.cesm2.cam6.ppe': ['d651076'],
89
- 'ucar.cgd.cesm2.smyle': ['d651065']
89
+ 'ucar.cgd.cesm2.smyle': ['d651065'],
90
+ # new added
91
+ 'gridded_precip_and_temp' : ['d010078'],
92
+ '29_newman' : ['d010079'],
93
+ 'waccm-x.ion.asymmetry' : ['d010081'],
94
+ 'NARCCAP' : ['d316015']
90
95
  }
91
96
 
92
97
  ALLIDS = list(DSIDS.keys())
@@ -27,7 +27,7 @@ from . import PgIPInfo
27
27
 
28
28
  USAGE = {
29
29
  'PGTBL' : "wusage",
30
- 'GBSDIR' : PgLOG.PGLOG["DSSDATA"] + "/work/logs/gridftp/",
30
+ 'GBSDIR' : PgLOG.PGLOG["GDEXWORK"] + "/logs/gridftp/",
31
31
  'GBSLOG' : "access_log_gridftp0{}_{}",
32
32
  }
33
33
 
@@ -43,7 +43,7 @@ def main():
43
43
 
44
44
 
45
45
  for arg in argv:
46
- ms = re.match(r'^-(b|d|p|N)$', arg)
46
+ ms = re.match(r'^-(b|d|f|p|N)$', arg)
47
47
  if ms:
48
48
  opt = ms.group(1)
49
49
  if opt == 'b':
@@ -80,7 +80,9 @@ def main():
80
80
  def get_log_file_names(option, params, datelimits):
81
81
 
82
82
  filenames = []
83
- if option == 'd':
83
+ if option == 'f':
84
+ filenames = params
85
+ elif option == 'd':
84
86
  for pdate in params:
85
87
  fdate = PgUtil.format_date(pdate, 'MMDDYYYY')
86
88
  fname = USAGE['GBSLOG'].format('?', fdate)
@@ -3,14 +3,16 @@
3
3
  /gpfs/fs1/collections/rda/work/logs/gridftp/ to fill table 'wusage' in
4
4
  database 'rdadb'.
5
5
 
6
- Usage: fillglobususage [-b] [-d LogFileDates] [-N NumberDay] [-p BeginDate [Enddate]]
6
+ Usage: fillglobususage [-b] [-d LogFileDates] [-f LogFileNames] [-N NumberDay] [-p BeginDate [Enddate]]
7
7
 
8
- select option, -d, -N or -p to run this application.
8
+ select option, -d, -f, -N or -p to run this application.
9
9
 
10
10
  - Option -b, log process information into logfile only;
11
11
 
12
12
  - Option -d, retrieve usage info from given log file dates;
13
13
 
14
+ - Option -f, retrieve usage info from given log file names;
15
+
14
16
  - Option -N, retrieve usage info in recent NumberDay days;
15
17
 
16
18
  - Option -p, retrieve usage info between given period. For missing EndDate,
@@ -23,7 +23,7 @@ from . import PgIPInfo
23
23
 
24
24
  USAGE = {
25
25
  'OSDFTBL' : "osdfusage",
26
- 'OSDFDIR' : PgLOG.PGLOG["DSSDATA"] + "/work/zji/osdflogs/",
26
+ 'OSDFDIR' : PgLOG.PGLOG["GDEXWORK"] + "/zji/osdflogs/",
27
27
  'OSDFGET' : 'wget -m -nH -np -nd https://pelicanplatform.org/pelican-access-logs/ncar-access-log/',
28
28
  'OSDFLOG' : "{}-cache.log", # YYYY-MM-DD-cache.log
29
29
  }
@@ -264,6 +264,7 @@ def archive_dssdb_log():
264
264
  PgLOG.pgsystem("cp -p -f {} backup/{}".format(file, file), PgLOG.LWEMEX, 5)
265
265
  if info['logname'] != PgLOG.PGLOG['GDEXUSER']: PgLOG.pgsystem("rm -rf " + file)
266
266
  PgLOG.pgsystem("cat /dev/null > " + file, 0, 1024)
267
+ if file == 'gdexls.log': PgLOG.pgsystem("chmod 666 " + file, 0, 1024)
267
268
  if op.exists(logfile):
268
269
  PgLOG.pgsystem("tar -uvf {} -C backup {}".format(logfile, file), PgLOG.LWEMEX, 5)
269
270
  else:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rda_python_metrics
3
- Version: 1.0.44
3
+ Version: 1.0.46
4
4
  Summary: RDA Python Package to gather and view data usage metrics
5
5
  Author-email: Zaihua Ji <zji@ucar.edu>
6
6
  Project-URL: Homepage, https://github.com/NCAR/rda-python-metrics
@@ -17,6 +17,7 @@ Requires-Dist: geoip2
17
17
  Requires-Dist: ipinfo
18
18
  Requires-Dist: httplib2
19
19
  Requires-Dist: dnspython
20
+ Requires-Dist: unidecode
20
21
  Dynamic: license-file
21
22
 
22
23
  RDA Python Package to gather and view data usage metrics.
@@ -3,7 +3,7 @@ rda_python_metrics/PgView.py,sha256=r6otb3DjfiaQJdg0z8bZQAOlhr4JnrXJzp9wgWh_8qQ,
3
3
  rda_python_metrics/__init__.py,sha256=AbpHGcgLb-kRsJGnwFEktk7uzpZOCcBY74-YBdrKVGs,1
4
4
  rda_python_metrics/fillawsusage.py,sha256=bylk7m8VJyXMZMZwyPkU3rQqIdttjkeo8aTYeneqMDQ,7073
5
5
  rda_python_metrics/fillawsusage.usg,sha256=-lLTRLTaEPL2rSQ4mhpIekhyYrLGahy7NWtaq_8PCDM,611
6
- rda_python_metrics/fillcdgusage.py,sha256=LplVm16Ct9HPpfabC16FO5ZFQBntKjqkuvt30H2dAPs,16714
6
+ rda_python_metrics/fillcdgusage.py,sha256=bbqzO_szzRV1be17Ha502CSC2YJZ7xnA1FokAN3luP0,16873
7
7
  rda_python_metrics/fillcdgusage.usg,sha256=5lkd4Zdi72nQcha-JtbaLnxl66V4wBDykKwQtUOtMrw,667
8
8
  rda_python_metrics/fillcodusage.py,sha256=_RUcgY1Cf17dSjidhQCMOwVaPO1VL26s3bYGT8oSPWU,8322
9
9
  rda_python_metrics/fillcodusage.usg,sha256=3B5IkQ4uwylqY8uEfUdnZ_MXqhYudeylMp5ulhUGXH8,678
@@ -11,13 +11,13 @@ rda_python_metrics/fillcountry.py,sha256=7i5LNi3scRoyRCT6t7aeNTGKOpxzJ2mA9tnvUqj
11
11
  rda_python_metrics/fillendtime.py,sha256=skZttlpoY19g0dGwqGQI8t_1YPPTPEXwg3EfNlfL90I,2533
12
12
  rda_python_metrics/fillgdexusage.py,sha256=9U8k2WykGAmnyKvY6ZiYqzpw9MXpE1fpyJUjFDMb_Fc,38258
13
13
  rda_python_metrics/fillgdexusage.usg,sha256=mVYtK0pIYmvma0skT-wXM-NOEpkN_i3E61UdWgQWLfs,648
14
- rda_python_metrics/fillglobususage.py,sha256=zuxzoeV9BAMoVUu_VCYECPddYNrBWpV74kkYpyqIQhg,8443
15
- rda_python_metrics/fillglobususage.usg,sha256=1GgmCP22IQZdADwL5Mmkz3v8Ws-G7U3teQ1AxRJfV_4,637
14
+ rda_python_metrics/fillglobususage.py,sha256=q4RoGdsu1njEEKIB20_3-7KN0WivxVpbIq6_NUGJG8o,8489
15
+ rda_python_metrics/fillglobususage.usg,sha256=mgo6LPFTJNy5h7codAA_HK0JSmrV_QvAcH-t_gJHVBE,727
16
16
  rda_python_metrics/fillipinfo.py,sha256=BrboxAIs8Q5jhz_4GYW_GibMT5GyEbnQkYfFR8hc_yo,6747
17
17
  rda_python_metrics/fillipinfo.usg,sha256=YeCR58xGv0emqHUZ_9R977HrqaeBwbd6j5QRF2Lc7TA,702
18
18
  rda_python_metrics/filloneorder.py,sha256=ADHbcKCDh9bJunnxYbkbjwU2QpC43hvGlLWaURHNxkg,5433
19
19
  rda_python_metrics/filloneorder.usg,sha256=mtOySKx6-D4k2bbTcmi6cSYtINiycRyHQkHozi0CQu0,1466
20
- rda_python_metrics/fillosdfusage.py,sha256=--c6PzeZ6EZXpb0zxy4lZCDjwwIBb7c6xgP7QCKLoMQ,7087
20
+ rda_python_metrics/fillosdfusage.py,sha256=osl2jdbDrh5l2H19Aw8LN-drSTV1NAKPc_cKdWIJSQU,7083
21
21
  rda_python_metrics/fillosdfusage.usg,sha256=Qc5YdUuOiAH74FfVdkwkrQRDYXcASVbxMdBsVQj4X1k,635
22
22
  rda_python_metrics/fillrdadb.py,sha256=5OIzLUo-MHWVIA3sQE7CRMQSW8tX9PH7DocDy4rvbYA,5282
23
23
  rda_python_metrics/fillrdadb.usg,sha256=E_Bf4G8yVABogjRmIOaIbTGgnII2W6RltaFad2XEV2Q,1228
@@ -26,7 +26,7 @@ rda_python_metrics/filltdsusage.usg,sha256=yqTHRe8WpZWpu3gso_obgt6LO41-JC27rTIDf
26
26
  rda_python_metrics/filluser.py,sha256=CvaMRaUPaR9nxJAExkLTb3Ci4sD7RQMOpWhWJdbyMF0,8907
27
27
  rda_python_metrics/filluser.usg,sha256=Xgqi0QwA9-4jpYj3L4Q4TISpVwRlsomt2G7T0oYAFak,520
28
28
  rda_python_metrics/fillzenodousage.py,sha256=wZiHs_cD061sUwTM0zujSkddUKtzACR1l2UG7smOioA,13212
29
- rda_python_metrics/logarch.py,sha256=DrKwBUIdyRNtiE-mWvD3_YjXDSCtqqqsehMkt0bDdPc,13897
29
+ rda_python_metrics/logarch.py,sha256=6RQLKzNChoQeZmEyBjukUNOsmQOXzCSLrn6V9fV85J4,13973
30
30
  rda_python_metrics/logarch.usg,sha256=6ksFxu_-lzhRpQE2YFAqgGVhwFP4PTweCbFBuGhhICU,960
31
31
  rda_python_metrics/pgperson.py,sha256=4XTDnVBFyF9drzx2I_DGCxQ-8I1bpclqTuQvOx3wST4,2088
32
32
  rda_python_metrics/pgsyspath.py,sha256=DZhFp-r-LzN0qrHtfdCYfnGDnmD_R4ufuEduk0_vRIw,1039
@@ -51,9 +51,9 @@ rda_python_metrics/viewwebfile.py,sha256=HSMNkQQawonu6W3blV7g9UbJuNy9VAOn9COqgmj
51
51
  rda_python_metrics/viewwebfile.usg,sha256=lTNi8Yu8BUJuExEDJX-vsJyWUSUIQTS-DiiBEVFo33s,10054
52
52
  rda_python_metrics/viewwebusage.py,sha256=ES2lI8NaCeCpTGi94HU-cDRBxHMiUBbplyYsZf2KqF0,16650
53
53
  rda_python_metrics/viewwebusage.usg,sha256=OVDZ78p87E3HLW34ZhasNJ7Zmw8XXjmZPPWZfRhPLXo,9936
54
- rda_python_metrics-1.0.44.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
55
- rda_python_metrics-1.0.44.dist-info/METADATA,sha256=dLs-hpvmeQcwctc2CcWJzAMuNIq71xYUzY6Vo6G25y8,761
56
- rda_python_metrics-1.0.44.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
57
- rda_python_metrics-1.0.44.dist-info/entry_points.txt,sha256=fv4wjyEdiLFYNaJzhmet0SxZcF_J6M42koft2Na1XMs,1403
58
- rda_python_metrics-1.0.44.dist-info/top_level.txt,sha256=aoBgbR_o70TP0QmMW0U6inRHYtfKld47OBmnWnLnDOs,19
59
- rda_python_metrics-1.0.44.dist-info/RECORD,,
54
+ rda_python_metrics-1.0.46.dist-info/licenses/LICENSE,sha256=1dck4EAQwv8QweDWCXDx-4Or0S8YwiCstaso_H57Pno,1097
55
+ rda_python_metrics-1.0.46.dist-info/METADATA,sha256=EKyf_eq-mCqY18vi3MiJHlSh9Tqq2z-mLeCUlfFMjcA,786
56
+ rda_python_metrics-1.0.46.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
57
+ rda_python_metrics-1.0.46.dist-info/entry_points.txt,sha256=fv4wjyEdiLFYNaJzhmet0SxZcF_J6M42koft2Na1XMs,1403
58
+ rda_python_metrics-1.0.46.dist-info/top_level.txt,sha256=aoBgbR_o70TP0QmMW0U6inRHYtfKld47OBmnWnLnDOs,19
59
+ rda_python_metrics-1.0.46.dist-info/RECORD,,