rda-python-metrics 1.0.43__tar.gz → 1.0.45__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of rda-python-metrics might be problematic. Click here for more details.

Files changed (66) hide show
  1. {rda_python_metrics-1.0.43/src/rda_python_metrics.egg-info → rda_python_metrics-1.0.45}/PKG-INFO +2 -1
  2. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/pyproject.toml +3 -2
  3. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcdgusage.py +6 -1
  4. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillglobususage.py +4 -2
  5. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillglobususage.usg +4 -2
  6. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/logarch.py +2 -1
  7. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45/src/rda_python_metrics.egg-info}/PKG-INFO +2 -1
  8. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/requires.txt +1 -0
  9. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/LICENSE +0 -0
  10. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/MANIFEST.in +0 -0
  11. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/README.md +0 -0
  12. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/setup.cfg +0 -0
  13. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/PgIPInfo.py +0 -0
  14. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/PgView.py +0 -0
  15. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/__init__.py +0 -0
  16. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillawsusage.py +0 -0
  17. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillawsusage.usg +0 -0
  18. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcdgusage.usg +0 -0
  19. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcodusage.py +0 -0
  20. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcodusage.usg +0 -0
  21. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcountry.py +0 -0
  22. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillendtime.py +0 -0
  23. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillgdexusage.py +0 -0
  24. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillgdexusage.usg +0 -0
  25. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillipinfo.py +0 -0
  26. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillipinfo.usg +0 -0
  27. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filloneorder.py +0 -0
  28. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filloneorder.usg +0 -0
  29. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillosdfusage.py +0 -0
  30. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillosdfusage.usg +0 -0
  31. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillrdadb.py +0 -0
  32. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillrdadb.usg +0 -0
  33. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filltdsusage.py +0 -0
  34. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filltdsusage.usg +0 -0
  35. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filluser.py +0 -0
  36. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filluser.usg +0 -0
  37. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillzenodousage.py +0 -0
  38. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/logarch.usg +0 -0
  39. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/pgperson.py +0 -0
  40. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/pgsyspath.py +0 -0
  41. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/pgusername.py +0 -0
  42. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewallusage.py +0 -0
  43. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewallusage.usg +0 -0
  44. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewawsusage.py +0 -0
  45. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewawsusage.usg +0 -0
  46. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcheckusage.py +0 -0
  47. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcheckusage.usg +0 -0
  48. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcodusage.py +0 -0
  49. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcodusage.usg +0 -0
  50. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewordusage.py +0 -0
  51. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewordusage.usg +0 -0
  52. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewosdfusage.py +0 -0
  53. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewosdfusage.usg +0 -0
  54. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewrqstusage.py +0 -0
  55. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewrqstusage.usg +0 -0
  56. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewtdsusage.py +0 -0
  57. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewtdsusage.usg +0 -0
  58. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebfile.py +0 -0
  59. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebfile.usg +0 -0
  60. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebusage.py +0 -0
  61. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebusage.usg +0 -0
  62. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/SOURCES.txt +0 -0
  63. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/dependency_links.txt +0 -0
  64. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/entry_points.txt +0 -0
  65. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/top_level.txt +0 -0
  66. {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/tests/test_metrics.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rda_python_metrics
3
- Version: 1.0.43
3
+ Version: 1.0.45
4
4
  Summary: RDA Python Package to gather and view data usage metrics
5
5
  Author-email: Zaihua Ji <zji@ucar.edu>
6
6
  Project-URL: Homepage, https://github.com/NCAR/rda-python-metrics
@@ -17,6 +17,7 @@ Requires-Dist: geoip2
17
17
  Requires-Dist: ipinfo
18
18
  Requires-Dist: httplib2
19
19
  Requires-Dist: dnspython
20
+ Requires-Dist: unidecode
20
21
  Dynamic: license-file
21
22
 
22
23
  RDA Python Package to gather and view data usage metrics.
@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
6
6
 
7
7
  [project]
8
8
  name = "rda_python_metrics"
9
- version = "1.0.43"
9
+ version = "1.0.45"
10
10
  authors = [
11
11
  { name="Zaihua Ji", email="zji@ucar.edu" },
12
12
  ]
@@ -25,7 +25,8 @@ dependencies = [
25
25
  "geoip2",
26
26
  "ipinfo",
27
27
  "httplib2",
28
- "dnspython"
28
+ "dnspython",
29
+ "unidecode"
29
30
  ]
30
31
 
31
32
  [tool.pytest.ini_options]
@@ -86,7 +86,12 @@ DSIDS = {
86
86
  'ucar.cgd.cesm2.marine.biogeochemistry': ['d651071'],
87
87
  'ucar.cgd.nw2.mom6': ['d651072'],
88
88
  'ucar.cgd.cesm2.cam6.ppe': ['d651076'],
89
- 'ucar.cgd.cesm2.smyle': ['d651065']
89
+ 'ucar.cgd.cesm2.smyle': ['d651065'],
90
+ # new added
91
+ 'gridded_precip_and_temp' : ['d010078'],
92
+ '29_newman' : ['d010079'],
93
+ 'waccm-x.ion.asymmetry' : ['d010081'],
94
+ 'NARCCAP' : ['d316015']
90
95
  }
91
96
 
92
97
  ALLIDS = list(DSIDS.keys())
@@ -43,7 +43,7 @@ def main():
43
43
 
44
44
 
45
45
  for arg in argv:
46
- ms = re.match(r'^-(b|d|p|N)$', arg)
46
+ ms = re.match(r'^-(b|d|f|p|N)$', arg)
47
47
  if ms:
48
48
  opt = ms.group(1)
49
49
  if opt == 'b':
@@ -80,7 +80,9 @@ def main():
80
80
  def get_log_file_names(option, params, datelimits):
81
81
 
82
82
  filenames = []
83
- if option == 'd':
83
+ if option == 'f':
84
+ filenames = params
85
+ elif option == 'd':
84
86
  for pdate in params:
85
87
  fdate = PgUtil.format_date(pdate, 'MMDDYYYY')
86
88
  fname = USAGE['GBSLOG'].format('?', fdate)
@@ -3,14 +3,16 @@
3
3
  /gpfs/fs1/collections/rda/work/logs/gridftp/ to fill table 'wusage' in
4
4
  database 'rdadb'.
5
5
 
6
- Usage: fillglobususage [-b] [-d LogFileDates] [-N NumberDay] [-p BeginDate [Enddate]]
6
+ Usage: fillglobususage [-b] [-d LogFileDates] [-f LogFileNames] [-N NumberDay] [-p BeginDate [Enddate]]
7
7
 
8
- select option, -d, -N or -p to run this application.
8
+ select option, -d, -f, -N or -p to run this application.
9
9
 
10
10
  - Option -b, log process information into logfile only;
11
11
 
12
12
  - Option -d, retrieve usage info from given log file dates;
13
13
 
14
+ - Option -f, retrieve usage info from given log file names;
15
+
14
16
  - Option -N, retrieve usage info in recent NumberDay days;
15
17
 
16
18
  - Option -p, retrieve usage info between given period. For missing EndDate,
@@ -262,8 +262,9 @@ def archive_dssdb_log():
262
262
  if(not info or info['data_size'] < 10000): continue # skip log files small than 10KB
263
263
 
264
264
  PgLOG.pgsystem("cp -p -f {} backup/{}".format(file, file), PgLOG.LWEMEX, 5)
265
- if info['logname'] != PgLOG.PGLOG['RDAUSER']: PgLOG.pgsystem("rm -rf " + file)
265
+ if info['logname'] != PgLOG.PGLOG['GDEXUSER']: PgLOG.pgsystem("rm -rf " + file)
266
266
  PgLOG.pgsystem("cat /dev/null > " + file, 0, 1024)
267
+ if file == 'gdexls.log': PgLOG.pgsystem("chmod 666 " + file, 0, 1024)
267
268
  if op.exists(logfile):
268
269
  PgLOG.pgsystem("tar -uvf {} -C backup {}".format(logfile, file), PgLOG.LWEMEX, 5)
269
270
  else:
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: rda_python_metrics
3
- Version: 1.0.43
3
+ Version: 1.0.45
4
4
  Summary: RDA Python Package to gather and view data usage metrics
5
5
  Author-email: Zaihua Ji <zji@ucar.edu>
6
6
  Project-URL: Homepage, https://github.com/NCAR/rda-python-metrics
@@ -17,6 +17,7 @@ Requires-Dist: geoip2
17
17
  Requires-Dist: ipinfo
18
18
  Requires-Dist: httplib2
19
19
  Requires-Dist: dnspython
20
+ Requires-Dist: unidecode
20
21
  Dynamic: license-file
21
22
 
22
23
  RDA Python Package to gather and view data usage metrics.
@@ -4,3 +4,4 @@ geoip2
4
4
  ipinfo
5
5
  httplib2
6
6
  dnspython
7
+ unidecode