nsrr 6.0.0 → 7.0.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +7 -0
- data/README.md +21 -1
- data/lib/nsrr/commands/download.rb +3 -2
- data/lib/nsrr/models/dataset.rb +7 -0
- data/lib/nsrr/version.rb +1 -1
- metadata +3 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: b433dcda839233f397d05a81a4ce0c49adde566947eb34c96c29c543553528fa
|
4
|
+
data.tar.gz: a40cc44ea9962d07fe5f9a80a2811ccf19b94bd26419021b71c1363dac365c92
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 5f7612061deeb3b32302a93bf4635c885e180635069c79856c0fa4603b115ba5d890b1d0f45774a0bfe65b24b4da1ee219208674b02f3df73e32ab022d472fc4
|
7
|
+
data.tar.gz: 6c98712083ec799a08f4fc32b1f07a1f8760f3d5046da7f96575e579d6f8fa8e4b38964f0ea8d003e0619b074d85aa86de81065df1ac0554450868b388322eb8
|
data/CHANGELOG.md
CHANGED
data/README.md
CHANGED
@@ -7,7 +7,7 @@ The official ruby gem built to simplify file downloads and dataset integration t
|
|
7
7
|
|
8
8
|
## Prerequisites
|
9
9
|
|
10
|
-
You must have **Ruby 2.
|
10
|
+
You must have **Ruby 2.7+ installed** on your system to use the NSRR gem.
|
11
11
|
|
12
12
|
- [Install Ruby on Windows](https://github.com/remomueller/documentation/blob/master/windows/130-ruby.md)
|
13
13
|
- [Install Ruby on Mac](https://github.com/remomueller/documentation/blob/master/macos/130-install-rvm.md)
|
@@ -65,6 +65,26 @@ You can combine the file check flag with the folder depth flag as well.
|
|
65
65
|
nsrr download shhs/datasets --shallow --fast
|
66
66
|
```
|
67
67
|
|
68
|
+
You can specify a regular expression to filter files that are downloaded.
|
69
|
+
|
70
|
+
```console
|
71
|
+
nsrr download nchsdb/health_data --file="^PROCEDURE.*\.csv$"
|
72
|
+
```
|
73
|
+
|
74
|
+
```console
|
75
|
+
create nchsdb/health_data/
|
76
|
+
skipped DEMOGRAPHIC.csv
|
77
|
+
skipped DIAGNOSIS.csv
|
78
|
+
skipped ENCOUNTER.csv
|
79
|
+
skipped MEASUREMENT.csv
|
80
|
+
skipped MEDICATION.csv
|
81
|
+
downloaded PROCEDURE.csv
|
82
|
+
downloaded PROCEDURE_SURG_HX.csv
|
83
|
+
skipped SLEEP_ENC_ID.csv
|
84
|
+
skipped SLEEP_STUDY.csv
|
85
|
+
skipped Sleep_Study_Data_File_Format.pdf
|
86
|
+
```
|
87
|
+
|
68
88
|
### Open the console and download entire datasets
|
69
89
|
|
70
90
|
```console
|
@@ -21,6 +21,7 @@ module Nsrr
|
|
21
21
|
(@token, argv) = parse_parameter_with_value(argv, ["token"], "")
|
22
22
|
(@file_comparison, argv) = parse_parameter(argv, ["fast", "fresh", "md5"], "md5")
|
23
23
|
(@depth, argv) = parse_parameter(argv, ["shallow", "recursive"], "recursive")
|
24
|
+
(@file, argv) = parse_parameter_with_value(argv, ["file"], "")
|
24
25
|
@dataset_slug = argv[1].to_s.split("/").first
|
25
26
|
@full_path = (argv[1].to_s.split("/")[1..-1] || []).join("/")
|
26
27
|
end
|
@@ -35,7 +36,7 @@ module Nsrr
|
|
35
36
|
@token = Nsrr::Helpers::Authorization.get_token(@token) if @token.to_s == ""
|
36
37
|
@dataset = Dataset.find(@dataset_slug, @token)
|
37
38
|
if @dataset
|
38
|
-
@dataset.download(@full_path, depth: @depth, method: @file_comparison)
|
39
|
+
@dataset.download(@full_path, depth: @depth, method: @file_comparison, file: Regexp.new(@file))
|
39
40
|
else
|
40
41
|
puts "\nThe dataset " + @dataset_slug.white + " was not found."
|
41
42
|
datasets = all_datasets
|
@@ -80,7 +81,7 @@ module Nsrr
|
|
80
81
|
result = default
|
81
82
|
options.each do |option|
|
82
83
|
argv.each do |arg|
|
83
|
-
result = arg.gsub(/^--#{option}=/, "") if arg =~ /^--#{option}
|
84
|
+
result = arg.gsub(/^--#{option}=/, "") if arg =~ /^--#{option}=[^\s]/
|
84
85
|
end
|
85
86
|
end
|
86
87
|
[result, argv]
|
data/lib/nsrr/models/dataset.rb
CHANGED
@@ -69,6 +69,7 @@ module Nsrr
|
|
69
69
|
|
70
70
|
begin
|
71
71
|
puts " File Check: " + options[:method].to_s.white
|
72
|
+
puts " File Regex: " + options[:file].inspect.white
|
72
73
|
puts " Depth: " + options[:depth].to_s.white
|
73
74
|
puts ""
|
74
75
|
if @download_token.nil?
|
@@ -100,6 +101,12 @@ module Nsrr
|
|
100
101
|
create_folder_for_path(full_path)
|
101
102
|
|
102
103
|
files(full_path).select(&:is_file).each do |file|
|
104
|
+
unless file.file_name.match?(options[:file])
|
105
|
+
puts " skipped".blue + " #{file.file_name}"
|
106
|
+
@files_skipped += 1
|
107
|
+
next
|
108
|
+
end
|
109
|
+
|
103
110
|
current_folder = ::File.join(slug.to_s, file.folder.to_s)
|
104
111
|
result = file.download(options[:method], current_folder, @download_token)
|
105
112
|
case result
|
data/lib/nsrr/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: nsrr
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 7.0.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Remo Mueller
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-04-18 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -99,7 +99,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
99
99
|
- !ruby/object:Gem::Version
|
100
100
|
version: 2.6.3
|
101
101
|
requirements: []
|
102
|
-
rubygems_version: 3.2.
|
102
|
+
rubygems_version: 3.2.16
|
103
103
|
signing_key:
|
104
104
|
specification_version: 4
|
105
105
|
summary: Download files easily from the NSRR website, https://sleepdata.org
|