rda-python-metrics 1.0.42__tar.gz → 1.0.44__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of rda-python-metrics might be problematic. Click here for more details.
- {rda_python_metrics-1.0.42/src/rda_python_metrics.egg-info → rda_python_metrics-1.0.44}/PKG-INFO +1 -1
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/pyproject.toml +1 -1
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcdgusage.py +2 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillzenodousage.py +8 -8
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/logarch.py +1 -1
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44/src/rda_python_metrics.egg-info}/PKG-INFO +1 -1
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/LICENSE +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/MANIFEST.in +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/README.md +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/setup.cfg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/PgIPInfo.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/PgView.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/__init__.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillawsusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillawsusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcdgusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcodusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcodusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcountry.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillendtime.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillgdexusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillgdexusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillglobususage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillglobususage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillipinfo.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillipinfo.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filloneorder.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filloneorder.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillosdfusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillosdfusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillrdadb.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillrdadb.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filltdsusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filltdsusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filluser.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filluser.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/logarch.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/pgperson.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/pgsyspath.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/pgusername.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewallusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewallusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewawsusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewawsusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcheckusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcheckusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcodusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcodusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewordusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewordusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewosdfusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewosdfusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewrqstusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewrqstusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewtdsusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewtdsusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebfile.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebfile.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebusage.py +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebusage.usg +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics.egg-info/SOURCES.txt +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics.egg-info/dependency_links.txt +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics.egg-info/entry_points.txt +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics.egg-info/requires.txt +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics.egg-info/top_level.txt +0 -0
- {rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/tests/test_metrics.py +0 -0
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcdgusage.py
RENAMED
|
@@ -31,6 +31,8 @@ USAGE = {
|
|
|
31
31
|
}
|
|
32
32
|
|
|
33
33
|
DSIDS = {
|
|
34
|
+
'pi_cesm2_atm_river_analysis' : ['d010073'],
|
|
35
|
+
'na-cordex' : ['d316009'],
|
|
34
36
|
'ucar.cgd.cesm2.cam6.prescribed_sst_amip' : ['d651010'],
|
|
35
37
|
'ucar.cgd.ccsm4.CLM_LAND_ONLY' : ['d651011'],
|
|
36
38
|
'ucar.cgd.artmip' : ['d651012', 'd651016', 'd651017', 'd651018'],
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillzenodousage.py
RENAMED
|
@@ -2,11 +2,11 @@
|
|
|
2
2
|
#
|
|
3
3
|
###############################################################################
|
|
4
4
|
#
|
|
5
|
-
# Title :
|
|
5
|
+
# Title : fillzenodousage
|
|
6
6
|
# Author : Zaihua Ji, zji@ucar.edu
|
|
7
7
|
# Date : 2025-04-14
|
|
8
|
-
# Purpose : python program to retrieve info from
|
|
9
|
-
# file accesses and backup fill table
|
|
8
|
+
# Purpose : python program to retrieve info from GDEX Postgres database for GDEX
|
|
9
|
+
# file accesses and backup fill table gdexzenodo in PostgreSQL database dssdb.
|
|
10
10
|
#
|
|
11
11
|
# Github : https://github.com/NCAR/rda-python-metrics.git
|
|
12
12
|
#
|
|
@@ -187,17 +187,17 @@ def main():
|
|
|
187
187
|
PgLOG.pglog(arg + ": Value passed in without leading option", PgLOG.LGWNEX)
|
|
188
188
|
|
|
189
189
|
if not opt:
|
|
190
|
-
PgLOG.show_usage('
|
|
190
|
+
PgLOG.show_usage('fillzenodousage')
|
|
191
191
|
elif 's' not in params:
|
|
192
192
|
PgLOG.pglog("-s: Missing dataset short name to gather ZENODO metrics", PgLOG.LGWNEX)
|
|
193
193
|
elif len(params) < 2:
|
|
194
194
|
PgLOG.pglog("-(m|N|y): Missing Month, NumberDays or Year to gather ZENODO metrics", PgLOG.LGWNEX)
|
|
195
195
|
|
|
196
196
|
|
|
197
|
-
PgLOG.cmdlog("
|
|
197
|
+
PgLOG.cmdlog("fillzenodousage {}".format(' '.join(argv)))
|
|
198
198
|
dranges = get_date_ranges(params)
|
|
199
199
|
dsids = get_dataset_ids(params['s'])
|
|
200
|
-
if dranges and dsids:
|
|
200
|
+
if dranges and dsids: fill_zenodo_usages(dsids, dranges)
|
|
201
201
|
PgLOG.pglog(None, PgLOG.LOGWRN|PgLOG.SNDEML) # send email out if any
|
|
202
202
|
|
|
203
203
|
sys.exit(0)
|
|
@@ -306,7 +306,7 @@ def get_dsid_records(gdexids, dates, strids):
|
|
|
306
306
|
#
|
|
307
307
|
# Fill ZND usages into table dssdb.tdsusage from gdex access records
|
|
308
308
|
#
|
|
309
|
-
def
|
|
309
|
+
def fill_zenodo_usages(dsids, dranges):
|
|
310
310
|
|
|
311
311
|
allcnt = awcnt = azcnt = lcnt = 0
|
|
312
312
|
for dates in dranges:
|
|
@@ -359,7 +359,7 @@ def fill_gdex_usages(dsids, dranges):
|
|
|
359
359
|
zcnt += add_zusage_records(zrecs, cdate)
|
|
360
360
|
zrecs = {}
|
|
361
361
|
cdate = date
|
|
362
|
-
zkey = "{}:{}:{}
|
|
362
|
+
zkey = "{}:{}:{}".format(ip, zndid, method)
|
|
363
363
|
if zkey in zrecs:
|
|
364
364
|
zrecs[zkey]['size'] += dsize
|
|
365
365
|
zrecs[zkey]['fcount'] += 1
|
|
@@ -262,7 +262,7 @@ def archive_dssdb_log():
|
|
|
262
262
|
if(not info or info['data_size'] < 10000): continue # skip log files small than 10KB
|
|
263
263
|
|
|
264
264
|
PgLOG.pgsystem("cp -p -f {} backup/{}".format(file, file), PgLOG.LWEMEX, 5)
|
|
265
|
-
if info['logname'] != PgLOG.PGLOG['
|
|
265
|
+
if info['logname'] != PgLOG.PGLOG['GDEXUSER']: PgLOG.pgsystem("rm -rf " + file)
|
|
266
266
|
PgLOG.pgsystem("cat /dev/null > " + file, 0, 1024)
|
|
267
267
|
if op.exists(logfile):
|
|
268
268
|
PgLOG.pgsystem("tar -uvf {} -C backup {}".format(logfile, file), PgLOG.LWEMEX, 5)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillawsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillawsusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcdgusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcodusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcodusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillcountry.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillendtime.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillgdexusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillgdexusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillglobususage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillglobususage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillipinfo.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillipinfo.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filloneorder.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filloneorder.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillosdfusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillosdfusage.usg
RENAMED
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/fillrdadb.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filltdsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/filltdsusage.usg
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/pgusername.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewallusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewallusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewawsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewawsusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcheckusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcheckusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcodusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewcodusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewordusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewordusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewosdfusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewosdfusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewrqstusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewrqstusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewtdsusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewtdsusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebfile.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebfile.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebusage.py
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics/viewwebusage.usg
RENAMED
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics.egg-info/SOURCES.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
{rda_python_metrics-1.0.42 → rda_python_metrics-1.0.44}/src/rda_python_metrics.egg-info/requires.txt
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|