dataverse-utils 0.26.1__tar.gz → 0.26.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/PKG-INFO +1 -1
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/pyproject.toml +1 -1
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/__init__.py +16 -16
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_bagit.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_bulk_release.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_collection_info.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_del.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_ldc_uploader.py +2 -3
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_list_files.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_manifest_gen.py +3 -3
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_pg_facet_date.py +2 -3
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_readme_creator.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_record_copy.py +2 -3
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_release.py +2 -3
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_replace_licence.py +2 -3
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_study_migrator.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_tree.py +2 -2
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_upload_tsv.py +2 -3
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/LICENCE.md +0 -0
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/README.md +0 -0
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/archive.py +0 -0
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/collections.py +0 -0
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/data/LDC_EULA_general.md +0 -0
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/dataverse_utils.py +0 -0
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/dvdata.py +0 -0
- {dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/ldc.py +0 -0
|
@@ -7,7 +7,7 @@ import pathlib
|
|
|
7
7
|
import sys
|
|
8
8
|
from dataverse_utils.dataverse_utils import *
|
|
9
9
|
|
|
10
|
-
VERSION = (0, 26,
|
|
10
|
+
VERSION = (0, 26, 2)
|
|
11
11
|
__version__ = '.'.join([str(x) for x in VERSION])
|
|
12
12
|
|
|
13
13
|
USERAGENT = (f'dataverse_utils/v{__version__} ({sys.platform.capitalize()}); '
|
|
@@ -15,21 +15,21 @@ USERAGENT = (f'dataverse_utils/v{__version__} ({sys.platform.capitalize()}); '
|
|
|
15
15
|
UAHEADER = {'User-agent' : USERAGENT}
|
|
16
16
|
|
|
17
17
|
SCRIPT_VERSIONS={
|
|
18
|
-
'dv_bagit' : (0, 1,
|
|
19
|
-
'dv_bulk_release' : (0, 1,
|
|
20
|
-
'dv_collection_info' : (0, 6,
|
|
21
|
-
'dv_del' : (0, 2,
|
|
22
|
-
'dv_ldc_uploader' : (0, 4,
|
|
23
|
-
'dv_list_files' : (0, 1,
|
|
24
|
-
'dv_manifest_gen' : (0, 5,
|
|
25
|
-
'dv_pg_facet_date' : (0, 1,
|
|
26
|
-
'dv_record_copy' : (0, 1,
|
|
27
|
-
'dv_release' : (0, 1,
|
|
28
|
-
'dv_replace_licence' : (0, 1,
|
|
29
|
-
'dv_readme_creator' : (0, 1,
|
|
30
|
-
'dv_study_migrator' : (0, 5,
|
|
31
|
-
'dv_tree' : (0, 2,
|
|
32
|
-
'dv_upload_tsv' : (0, 5,
|
|
18
|
+
'dv_bagit' : (0, 1, 1),
|
|
19
|
+
'dv_bulk_release' : (0, 1, 1),
|
|
20
|
+
'dv_collection_info' : (0, 6, 1),
|
|
21
|
+
'dv_del' : (0, 2, 5),
|
|
22
|
+
'dv_ldc_uploader' : (0, 4, 2),
|
|
23
|
+
'dv_list_files' : (0, 1, 2),
|
|
24
|
+
'dv_manifest_gen' : (0, 5, 2),
|
|
25
|
+
'dv_pg_facet_date' : (0, 1, 2),
|
|
26
|
+
'dv_record_copy' : (0, 1, 3),
|
|
27
|
+
'dv_release' : (0, 1, 4),
|
|
28
|
+
'dv_replace_licence' : (0, 1, 2),
|
|
29
|
+
'dv_readme_creator' : (0, 1, 2),
|
|
30
|
+
'dv_study_migrator' : (0, 5, 1),
|
|
31
|
+
'dv_tree' : (0, 2, 1),
|
|
32
|
+
'dv_upload_tsv' : (0, 5, 1)}
|
|
33
33
|
|
|
34
34
|
def script_ver_stmt(name:str)->str:
|
|
35
35
|
'''
|
|
@@ -55,11 +55,11 @@ def parse()->argparse.ArgumentParser:
|
|
|
55
55
|
nargs='+')
|
|
56
56
|
return parser
|
|
57
57
|
|
|
58
|
-
def main():
|
|
58
|
+
def main(par=None):
|
|
59
59
|
'''
|
|
60
60
|
Create a bag
|
|
61
61
|
'''
|
|
62
|
-
args = parse().parse_args()
|
|
62
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
63
63
|
for pid in tqdm.tqdm(args.pids,
|
|
64
64
|
desc='Studies',
|
|
65
65
|
unit='study',
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_bulk_release.py
RENAMED
|
@@ -137,11 +137,11 @@ def make_header(key:str)->dict:
|
|
|
137
137
|
out.update(dataverse_utils.UAHEADER)
|
|
138
138
|
return out
|
|
139
139
|
|
|
140
|
-
def main():
|
|
140
|
+
def main(par:argparse.ArgumentParser=None):
|
|
141
141
|
'''
|
|
142
142
|
Command line bulk deleter
|
|
143
143
|
'''
|
|
144
|
-
args = parsley().parse_args()
|
|
144
|
+
args = parsley().parse_args() if not par else par().parse_args()
|
|
145
145
|
args.majmin = args.majmin.lower()
|
|
146
146
|
args.dvurl = args.dvurl.strip('/')
|
|
147
147
|
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_collection_info.py
RENAMED
|
@@ -641,12 +641,12 @@ def clean_filename(args):
|
|
|
641
641
|
instr = instr[:-len(suff)]
|
|
642
642
|
return instr
|
|
643
643
|
|
|
644
|
-
def main():
|
|
644
|
+
def main(par:argparse.ArgumentParser=None):
|
|
645
645
|
'''
|
|
646
646
|
Replacement
|
|
647
647
|
'''
|
|
648
648
|
#pylint: disable=too-many-branches, too-many-locals, too-many-statements
|
|
649
|
-
args = parse().parse_args()
|
|
649
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
650
650
|
logger = logme(args)
|
|
651
651
|
args.output = clean_filename(args)
|
|
652
652
|
dbase_file = pathlib.Path(args.output+extension(args)).expanduser()\
|
|
@@ -108,11 +108,11 @@ def make_header(key:str)->dict:
|
|
|
108
108
|
out.update(dataverse_utils.UAHEADER)
|
|
109
109
|
return out
|
|
110
110
|
|
|
111
|
-
def main():
|
|
111
|
+
def main(par:argparse.ArgumentParser=None):
|
|
112
112
|
'''
|
|
113
113
|
Command line bulk deleter
|
|
114
114
|
'''
|
|
115
|
-
args = parsley().parse_args()
|
|
115
|
+
args = parsley().parse_args() if not par else par().parse_args()
|
|
116
116
|
args.dvurl = args.dvurl.strip('/')
|
|
117
117
|
|
|
118
118
|
if args.dataverse:
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_ldc_uploader.py
RENAMED
|
@@ -96,12 +96,11 @@ def upload_meta(ldccat: str, url: str, key: str,#pylint: disable = too-many-argu
|
|
|
96
96
|
info = stud.upload_metadata(url=url, key=key, dv=dvs)
|
|
97
97
|
return info['data']['persistentId']
|
|
98
98
|
|
|
99
|
-
def main() -> None:
|
|
99
|
+
def main(par:argparse.ArgumentParser=None) -> None:
|
|
100
100
|
'''
|
|
101
101
|
Uploads metadata and data to Dataverse collection/study respectively
|
|
102
102
|
'''
|
|
103
|
-
|
|
104
|
-
args = parser.parse_args()
|
|
103
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
105
104
|
dc_config = dc.Config()
|
|
106
105
|
contact_info={'dv_contact_name' : args.cname,
|
|
107
106
|
'dv_contact_email' : args.email}
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_list_files.py
RENAMED
|
@@ -50,13 +50,13 @@ def parse() -> argparse.ArgumentParser():
|
|
|
50
50
|
help='Show version number and exit')
|
|
51
51
|
return parser
|
|
52
52
|
|
|
53
|
-
def main()->None:
|
|
53
|
+
def main(par:argparse.ArgumentParser=None)->None:
|
|
54
54
|
'''
|
|
55
55
|
The primary function
|
|
56
56
|
'''
|
|
57
57
|
sepchar = {'tsv' : '\t',
|
|
58
58
|
'csv' : ','}
|
|
59
|
-
args = parse().parse_args()
|
|
59
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
60
60
|
if not args.url.lower().startswith('http'):
|
|
61
61
|
args.url = f'https://{args.url}'
|
|
62
62
|
output = io.StringIO(newline='')
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_manifest_gen.py
RENAMED
|
@@ -93,12 +93,12 @@ def quotype(quote: str)-> int:
|
|
|
93
93
|
'none' : 3}
|
|
94
94
|
return vals.get(quote.lower(), -1)
|
|
95
95
|
|
|
96
|
-
def main() -> None:
|
|
96
|
+
def main(par:argparse.ArgumentParser=None) -> None:
|
|
97
97
|
'''
|
|
98
98
|
The main function call
|
|
99
99
|
'''
|
|
100
|
-
parser = parse()
|
|
101
|
-
args =
|
|
100
|
+
parser = par.parse() if par else parse()
|
|
101
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
102
102
|
args.quote = quotype(args.quote)
|
|
103
103
|
if args.quote == -1:
|
|
104
104
|
parser.error('Invalid quotation type')
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_pg_facet_date.py
RENAMED
|
@@ -206,12 +206,11 @@ def reindex(pid) -> dict:
|
|
|
206
206
|
reind = requests.get(req, timeout=30)
|
|
207
207
|
return reind.json()
|
|
208
208
|
|
|
209
|
-
def main():
|
|
209
|
+
def main(par:argparse.ArgumentParser=None):
|
|
210
210
|
'''
|
|
211
211
|
The heart of the application
|
|
212
212
|
'''
|
|
213
|
-
|
|
214
|
-
args = parser.parse_args()
|
|
213
|
+
args = parsely().parse_args() if not par else par().parse_args()
|
|
215
214
|
args.url = args.url.strip(' /')
|
|
216
215
|
#import sys
|
|
217
216
|
#print(args)
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_readme_creator.py
RENAMED
|
@@ -75,11 +75,11 @@ def valid_outfile(infil:str)->bool:
|
|
|
75
75
|
return False
|
|
76
76
|
return whar.parent.expanduser().absolute().exists()
|
|
77
77
|
|
|
78
|
-
def main():
|
|
78
|
+
def main(par:argparse.ArgumentParser=None):
|
|
79
79
|
'''
|
|
80
80
|
You know what this is
|
|
81
81
|
'''
|
|
82
|
-
args = parse().parse_args()
|
|
82
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
83
83
|
|
|
84
84
|
verify = {args.pid: (valid_pid,
|
|
85
85
|
'Invalid PID. PIDs begin with hdl: or doi: '
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_record_copy.py
RENAMED
|
@@ -95,12 +95,11 @@ def _output_json(injson : dict)->dict:
|
|
|
95
95
|
}
|
|
96
96
|
}
|
|
97
97
|
|
|
98
|
-
def main():
|
|
98
|
+
def main(par:argparse.ArgumentParser=None):
|
|
99
99
|
'''
|
|
100
100
|
You know what this does
|
|
101
101
|
'''
|
|
102
|
-
|
|
103
|
-
args = parser.parse_args()
|
|
102
|
+
args = parsley().parse_args() if not par else par().parse_args()
|
|
104
103
|
args.url = args.url.strip('/ ')
|
|
105
104
|
record = _download_original(args.url, args.pid, args.key)
|
|
106
105
|
if args.collection:
|
|
@@ -198,13 +198,12 @@ class Study():
|
|
|
198
198
|
if self.verbose:
|
|
199
199
|
print(f'Released: {self.dvurl}/dataset.xhtml?persistentId={self.pid}')
|
|
200
200
|
|
|
201
|
-
def main():
|
|
201
|
+
def main(par:argparse.ArgumentParser=None):
|
|
202
202
|
'''
|
|
203
203
|
The primary function. Will release all unreleased studies in the
|
|
204
204
|
the target Dataverse collection, or selected studies as required.
|
|
205
205
|
'''
|
|
206
|
-
|
|
207
|
-
args = parser.parse_args()
|
|
206
|
+
args = argp().parse_args() if not par else par().parse_args()
|
|
208
207
|
if args.dv:
|
|
209
208
|
the_dv = Dverse(args.url, args.key, args.dv)
|
|
210
209
|
un_rel = the_dv.unreleased()
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_replace_licence.py
RENAMED
|
@@ -115,12 +115,11 @@ def print_stat(rjson):
|
|
|
115
115
|
print(rjson.get('data',''))
|
|
116
116
|
print(rjson.get('message',''))
|
|
117
117
|
|
|
118
|
-
def main():
|
|
118
|
+
def main(par:argparse.ArgumentParser=None):
|
|
119
119
|
'''
|
|
120
120
|
Main script function
|
|
121
121
|
'''
|
|
122
|
-
|
|
123
|
-
args = parse.parse_args()
|
|
122
|
+
args = parsley().parse_args() if not par else par().parse_args()
|
|
124
123
|
args.url = args.url.strip('/ ')
|
|
125
124
|
with open(args.lic, encoding='utf-8') as fil:
|
|
126
125
|
newlic = fil.read()
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_study_migrator.py
RENAMED
|
@@ -182,11 +182,11 @@ def remove_target_files(record:dataverse_utils.dvdata.Study, timeout:int=100, lo
|
|
|
182
182
|
file = sys.stderr)
|
|
183
183
|
sys.exit()
|
|
184
184
|
|
|
185
|
-
def main():
|
|
185
|
+
def main(par:argparse.ArgumentParser=None):
|
|
186
186
|
'''
|
|
187
187
|
Run this, obviously
|
|
188
188
|
'''
|
|
189
|
-
args = parsley().parse_args()
|
|
189
|
+
args = parsley().parse_args() if not par else par().parse_args()
|
|
190
190
|
args.source_url = args.source_url.strip('/ ')
|
|
191
191
|
args.target_url = args.target_url.strip('/ ')
|
|
192
192
|
target_headers={'X-Dataverse-key': args.target_key}
|
|
@@ -42,11 +42,11 @@ def parse()->argparse.ArgumentParser:
|
|
|
42
42
|
|
|
43
43
|
return parser
|
|
44
44
|
|
|
45
|
-
def main():
|
|
45
|
+
def main(par:argparse.ArgumentParser=None):
|
|
46
46
|
'''
|
|
47
47
|
Obviously
|
|
48
48
|
'''
|
|
49
|
-
args = parse().parse_args()
|
|
49
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
50
50
|
if not args.collection:
|
|
51
51
|
sys.exit()
|
|
52
52
|
try:
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/scripts/dv_upload_tsv.py
RENAMED
|
@@ -78,12 +78,11 @@ def parse() -> argparse.ArgumentParser():
|
|
|
78
78
|
help='Show version number and exit')
|
|
79
79
|
return parser
|
|
80
80
|
|
|
81
|
-
def main() -> None:
|
|
81
|
+
def main(par:argparse.ArgumentParser=None) -> None:
|
|
82
82
|
'''
|
|
83
83
|
Uploads data to an already existing Dataverse study
|
|
84
84
|
'''
|
|
85
|
-
|
|
86
|
-
args = parser.parse_args()
|
|
85
|
+
args = parse().parse_args() if not par else par().parse_args()
|
|
87
86
|
if not args.nc and not args.rest:
|
|
88
87
|
conf = input('File(s) will be unrestricted. Continue (y/n)? ')
|
|
89
88
|
if conf.lower() == 'n' or conf.lower() == 'no':
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{dataverse_utils-0.26.1 → dataverse_utils-0.26.2}/src/dataverse_utils/data/LDC_EULA_general.md
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|