rda-python-metrics 1.0.43__tar.gz → 1.0.45__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rda-python-metrics might be problematic. Click here for more details.
- {rda_python_metrics-1.0.43/src/rda_python_metrics.egg-info → rda_python_metrics-1.0.45}/PKG-INFO +2 -1
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/pyproject.toml +3 -2
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcdgusage.py +6 -1
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillglobususage.py +4 -2
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillglobususage.usg +4 -2
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/logarch.py +2 -1
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45/src/rda_python_metrics.egg-info}/PKG-INFO +2 -1
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/requires.txt +1 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/LICENSE +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/MANIFEST.in +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/README.md +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/setup.cfg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/PgIPInfo.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/PgView.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/__init__.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillawsusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillawsusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcdgusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcodusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcodusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcountry.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillendtime.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillgdexusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillgdexusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillipinfo.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillipinfo.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filloneorder.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filloneorder.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillosdfusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillosdfusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillrdadb.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillrdadb.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filltdsusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filltdsusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filluser.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filluser.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillzenodousage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/logarch.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/pgperson.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/pgsyspath.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/pgusername.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewallusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewallusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewawsusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewawsusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcheckusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcheckusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcodusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcodusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewordusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewordusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewosdfusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewosdfusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewrqstusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewrqstusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewtdsusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewtdsusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebfile.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebfile.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebusage.py +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebusage.usg +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/SOURCES.txt +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/dependency_links.txt +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/entry_points.txt +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/top_level.txt +0 -0
- {rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/tests/test_metrics.py +0 -0
{rda_python_metrics-1.0.43/src/rda_python_metrics.egg-info → rda_python_metrics-1.0.45}/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_metrics
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.45
|
|
4
4
|
Summary: RDA Python Package to gather and view data usage metrics
|
|
5
5
|
Author-email: Zaihua Ji <zji@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-metrics
|
|
@@ -17,6 +17,7 @@ Requires-Dist: geoip2
|
|
|
17
17
|
Requires-Dist: ipinfo
|
|
18
18
|
Requires-Dist: httplib2
|
|
19
19
|
Requires-Dist: dnspython
|
|
20
|
+
Requires-Dist: unidecode
|
|
20
21
|
Dynamic: license-file
|
|
21
22
|
|
|
22
23
|
RDA Python Package to gather and view data usage metrics.
|
|
@@ -6,7 +6,7 @@ build-backend = "setuptools.build_meta"
|
|
|
6
6
|
|
|
7
7
|
[project]
|
|
8
8
|
name = "rda_python_metrics"
|
|
9
|
-
version = "1.0.
|
|
9
|
+
version = "1.0.45"
|
|
10
10
|
authors = [
|
|
11
11
|
{ name="Zaihua Ji", email="zji@ucar.edu" },
|
|
12
12
|
]
|
|
@@ -25,7 +25,8 @@ dependencies = [
|
|
|
25
25
|
"geoip2",
|
|
26
26
|
"ipinfo",
|
|
27
27
|
"httplib2",
|
|
28
|
-
"dnspython"
|
|
28
|
+
"dnspython",
|
|
29
|
+
"unidecode"
|
|
29
30
|
]
|
|
30
31
|
|
|
31
32
|
[tool.pytest.ini_options]
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcdgusage.py
RENAMED
|
@@ -86,7 +86,12 @@ DSIDS = {
|
|
|
86
86
|
'ucar.cgd.cesm2.marine.biogeochemistry': ['d651071'],
|
|
87
87
|
'ucar.cgd.nw2.mom6': ['d651072'],
|
|
88
88
|
'ucar.cgd.cesm2.cam6.ppe': ['d651076'],
|
|
89
|
-
'ucar.cgd.cesm2.smyle': ['d651065']
|
|
89
|
+
'ucar.cgd.cesm2.smyle': ['d651065'],
|
|
90
|
+
# new added
|
|
91
|
+
'gridded_precip_and_temp' : ['d010078'],
|
|
92
|
+
'29_newman' : ['d010079'],
|
|
93
|
+
'waccm-x.ion.asymmetry' : ['d010081'],
|
|
94
|
+
'NARCCAP' : ['d316015']
|
|
90
95
|
}
|
|
91
96
|
|
|
92
97
|
ALLIDS = list(DSIDS.keys())
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillglobususage.py
RENAMED
|
@@ -43,7 +43,7 @@ def main():
|
|
|
43
43
|
|
|
44
44
|
|
|
45
45
|
for arg in argv:
|
|
46
|
-
ms = re.match(r'^-(b|d|p|N)$', arg)
|
|
46
|
+
ms = re.match(r'^-(b|d|f|p|N)$', arg)
|
|
47
47
|
if ms:
|
|
48
48
|
opt = ms.group(1)
|
|
49
49
|
if opt == 'b':
|
|
@@ -80,7 +80,9 @@ def main():
|
|
|
80
80
|
def get_log_file_names(option, params, datelimits):
|
|
81
81
|
|
|
82
82
|
filenames = []
|
|
83
|
-
if option == '
|
|
83
|
+
if option == 'f':
|
|
84
|
+
filenames = params
|
|
85
|
+
elif option == 'd':
|
|
84
86
|
for pdate in params:
|
|
85
87
|
fdate = PgUtil.format_date(pdate, 'MMDDYYYY')
|
|
86
88
|
fname = USAGE['GBSLOG'].format('?', fdate)
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillglobususage.usg
RENAMED
|
@@ -3,14 +3,16 @@
|
|
|
3
3
|
/gpfs/fs1/collections/rda/work/logs/gridftp/ to fill table 'wusage' in
|
|
4
4
|
database 'rdadb'.
|
|
5
5
|
|
|
6
|
-
Usage: fillglobususage [-b] [-d LogFileDates] [-N NumberDay] [-p BeginDate [Enddate]]
|
|
6
|
+
Usage: fillglobususage [-b] [-d LogFileDates] [-f LogFileNames] [-N NumberDay] [-p BeginDate [Enddate]]
|
|
7
7
|
|
|
8
|
-
select option, -d, -N or -p to run this application.
|
|
8
|
+
select option, -d, -f, -N or -p to run this application.
|
|
9
9
|
|
|
10
10
|
- Option -b, log process information into logfile only;
|
|
11
11
|
|
|
12
12
|
- Option -d, retrieve usage info from given log file dates;
|
|
13
13
|
|
|
14
|
+
- Option -f, retrieve usage info from given log file names;
|
|
15
|
+
|
|
14
16
|
- Option -N, retrieve usage info in recent NumberDay days;
|
|
15
17
|
|
|
16
18
|
- Option -p, retrieve usage info between given period. For missing EndDate,
|
|
@@ -262,8 +262,9 @@ def archive_dssdb_log():
|
|
|
262
262
|
if(not info or info['data_size'] < 10000): continue # skip log files small than 10KB
|
|
263
263
|
|
|
264
264
|
PgLOG.pgsystem("cp -p -f {} backup/{}".format(file, file), PgLOG.LWEMEX, 5)
|
|
265
|
-
if info['logname'] != PgLOG.PGLOG['
|
|
265
|
+
if info['logname'] != PgLOG.PGLOG['GDEXUSER']: PgLOG.pgsystem("rm -rf " + file)
|
|
266
266
|
PgLOG.pgsystem("cat /dev/null > " + file, 0, 1024)
|
|
267
|
+
if file == 'gdexls.log': PgLOG.pgsystem("chmod 666 " + file, 0, 1024)
|
|
267
268
|
if op.exists(logfile):
|
|
268
269
|
PgLOG.pgsystem("tar -uvf {} -C backup {}".format(logfile, file), PgLOG.LWEMEX, 5)
|
|
269
270
|
else:
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45/src/rda_python_metrics.egg-info}/PKG-INFO
RENAMED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.4
|
|
2
2
|
Name: rda_python_metrics
|
|
3
|
-
Version: 1.0.
|
|
3
|
+
Version: 1.0.45
|
|
4
4
|
Summary: RDA Python Package to gather and view data usage metrics
|
|
5
5
|
Author-email: Zaihua Ji <zji@ucar.edu>
|
|
6
6
|
Project-URL: Homepage, https://github.com/NCAR/rda-python-metrics
|
|
@@ -17,6 +17,7 @@ Requires-Dist: geoip2
|
|
|
17
17
|
Requires-Dist: ipinfo
|
|
18
18
|
Requires-Dist: httplib2
|
|
19
19
|
Requires-Dist: dnspython
|
|
20
|
+
Requires-Dist: unidecode
|
|
20
21
|
Dynamic: license-file
|
|
21
22
|
|
|
22
23
|
RDA Python Package to gather and view data usage metrics.
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillawsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillawsusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcdgusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcodusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcodusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillcountry.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillendtime.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillgdexusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillgdexusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillipinfo.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillipinfo.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filloneorder.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filloneorder.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillosdfusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillosdfusage.usg
RENAMED
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillrdadb.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filltdsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/filltdsusage.usg
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/fillzenodousage.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/pgusername.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewallusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewallusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewawsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewawsusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcheckusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcheckusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcodusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewcodusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewordusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewordusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewosdfusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewosdfusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewrqstusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewrqstusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewtdsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewtdsusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebfile.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebfile.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics/viewwebusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.43 → rda_python_metrics-1.0.45}/src/rda_python_metrics.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|