bio-twobit 0.1.4 → 0.2.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/LICENSE.txt +11 -0
- data/README.md +42 -4
- data/lib/bio/twobit/cache_path.rb +32 -0
- data/lib/bio/twobit/downloader.rb +282 -0
- data/lib/bio/twobit/metadata.rb +9 -0
- data/lib/bio/twobit/reference_genome.rb +24 -0
- data/lib/bio/twobit/references/danrer10.rb +16 -0
- data/lib/bio/twobit/references/danrer11.rb +16 -0
- data/lib/bio/twobit/references/dm6.rb +16 -0
- data/lib/bio/twobit/references/hg19.rb +16 -0
- data/lib/bio/twobit/references/hg38.rb +16 -0
- data/lib/bio/twobit/references/hs1.rb +16 -0
- data/lib/bio/twobit/references/mm10.rb +16 -0
- data/lib/bio/twobit/references/mm39.rb +16 -0
- data/lib/bio/twobit/references/mm9.rb +16 -0
- data/lib/bio/twobit/version.rb +1 -1
- data/lib/bio/twobit.rb +55 -9
- metadata +16 -7
- data/.rubocop.yml +0 -13
- data/Gemfile +0 -11
- data/Rakefile +0 -25
- data/bio-twobit.gemspec +0 -25
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 54ca968d6522ecade29dea715e43dda98eff1c2ea8fff65f446dd5e5ea19b357
|
4
|
+
data.tar.gz: 76def4a53e2df05f421a927334bb4441de477ca77409b0e37bbd99bda79ac657
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: ed21093a59367927ce28bc45ddba7bad0bc0d497e3516f41de9a6cc127d510a562a621ad892db9946894c48124c142cc05fcd9861adc25c649a9d32336438245
|
7
|
+
data.tar.gz: f0091bf42601a641c49a1de4751fc2c79f1c2059db50e2891a34738700dbc6166deaf46e0f8f16a95b506fdaf60eb2e2e2a035e1258c34c99cb4e4027f67ffc2
|
data/LICENSE.txt
CHANGED
@@ -19,3 +19,14 @@ AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
|
|
19
19
|
LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
|
20
20
|
OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
|
21
21
|
THE SOFTWARE.
|
22
|
+
|
23
|
+
Code from red-datasets is used for automatic file download and caching
|
24
|
+
https://github.com/red-data-tools/red-datasets
|
25
|
+
|
26
|
+
Copyright 2017 Kouhei Sutou <kou@clear-code.com>
|
27
|
+
|
28
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions:
|
29
|
+
|
30
|
+
The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software.
|
31
|
+
|
32
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
data/README.md
CHANGED
@@ -13,6 +13,9 @@ Ruby bindings to [lib2bit](https://github.com/dpryan79/lib2bit) / [py2bit](https
|
|
13
13
|
gem install bio-twobit
|
14
14
|
```
|
15
15
|
|
16
|
+
Linux and macOS are supported.
|
17
|
+
Windows is currently not supported.
|
18
|
+
|
16
19
|
## Usage
|
17
20
|
|
18
21
|
Downlaod BSgenome.Hsapiens.UCSC.hg38
|
@@ -21,7 +24,7 @@ Downlaod BSgenome.Hsapiens.UCSC.hg38
|
|
21
24
|
wget http://hgdownload.soe.ucsc.edu/goldenPath/hg38/bigZips/hg38.2bit
|
22
25
|
```
|
23
26
|
|
24
|
-
Quick Start
|
27
|
+
### Quick Start
|
25
28
|
|
26
29
|
```ruby
|
27
30
|
require 'bio/twobit'
|
@@ -44,10 +47,19 @@ hg38.chroms.take(5)
|
|
44
47
|
# ["chr3", 198295559],
|
45
48
|
# ["chr4", 190214555],
|
46
49
|
# ["chr5", 181538259]]
|
50
|
+
```
|
51
|
+
|
52
|
+
Fetch a sequence
|
47
53
|
|
54
|
+
```ruby
|
48
55
|
hg38.sequence("chr1", 50000, 50050)
|
49
|
-
# "AAACAGGTTAATCGCCACGACATAGTAGTATTTAGAGTTACTAGTAAGCC"
|
56
|
+
# "AAACAGGTTAATCGCCACGACATAGTAGTATTTAGAGTTACTAGTAAGCC" # length 50
|
57
|
+
```
|
50
58
|
|
59
|
+
* The first number is the **(0-based)** position on the chromosome/contig where the sequence should begin.
|
60
|
+
* The second number is the **(1-based)** position on the chromosome where the sequence should end.
|
61
|
+
|
62
|
+
```ruby
|
51
63
|
hg38.bases("chr1", 10000, 10100)
|
52
64
|
# {"A"=>0.34, "C"=>0.49, "T"=>0.17, "G"=>0.0}
|
53
65
|
|
@@ -64,7 +76,7 @@ hg38.hard_masked_blocks("chr1", 0, 1000000)
|
|
64
76
|
# [[0, 10000], [207666, 257666], [297968, 347968], [535988, 585988]]
|
65
77
|
```
|
66
78
|
|
67
|
-
The 2-bit file must be closed explicitly. Alternatively, you can use a block.
|
79
|
+
The 2-bit file must be closed explicitly. Alternatively, you can use a block. Even if it is not closed, it will probably be closed by GC and there will be no problem. But this is not guaranteed.
|
68
80
|
|
69
81
|
```ruby
|
70
82
|
# Explicitly close the file.
|
@@ -81,7 +93,7 @@ end
|
|
81
93
|
tb.closed? # true / false
|
82
94
|
```
|
83
95
|
|
84
|
-
If you would like to include information about soft-masked bases, you need to
|
96
|
+
If you would like to include information about soft-masked bases, you need to specify `masked: true`
|
85
97
|
|
86
98
|
```ruby
|
87
99
|
tb = Bio::TwoBit.open("test/fixtures/foo.2bit")
|
@@ -99,6 +111,29 @@ tb.soft_masked_blocks("chr1")
|
|
99
111
|
tb.masked? # true / false
|
100
112
|
```
|
101
113
|
|
114
|
+
## hg19, hg38, hs1...
|
115
|
+
|
116
|
+
Some reference genomes are provided as classes in advance. These classes automatically download 2bit files from the UCSC site into a cache directory upon first use.
|
117
|
+
|
118
|
+
```ruby
|
119
|
+
hg19 = Bio::TwoBit::Hg19.new
|
120
|
+
hg38 = Bio::TwoBit::Hg38.new
|
121
|
+
hs1 = Bio::TwoBit::Hs1.new
|
122
|
+
```
|
123
|
+
|
124
|
+
Adding a new reference genome is easy. Add [here](https://github.com/ruby-on-bioc/bio-twobit/blob/main/lib/bio/twobit/references/template.erb) the id of the genome you want to use.
|
125
|
+
|
126
|
+
```
|
127
|
+
git clone https://github.com/ruby-on-bioc/bio-twobit
|
128
|
+
vi lib/bio/twobit/references/template.erb # Add your id to ids list.
|
129
|
+
ruby lib/bio/twobit/references/template.erb
|
130
|
+
rake install
|
131
|
+
```
|
132
|
+
|
133
|
+
If you want to use 2-bit files from locations other than UCSC, create your own classes [here](https://github.com/ruby-on-bioc/bio-twobit/tree/main/lib/bio/twobit/references).
|
134
|
+
|
135
|
+
Pull requests are welcome.
|
136
|
+
|
102
137
|
## Development
|
103
138
|
|
104
139
|
Bug reports and pull requests are welcome on GitHub at https://github.com/ruby-on-bioc/bio-twobit.
|
@@ -110,3 +145,6 @@ Bug reports and pull requests are welcome on GitHub at https://github.com/ruby-o
|
|
110
145
|
## License
|
111
146
|
|
112
147
|
The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
|
148
|
+
|
149
|
+
Code from [Red Datasets](https://github.com/red-data-tools/red-datasets) is used for automatic file download and caching. (The MIT license)
|
150
|
+
|
@@ -0,0 +1,32 @@
|
|
1
|
+
# https://github.com/red-data-tools/red-datasets/blob/master/lib/datasets/cache-path.rb
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class CachePath
|
6
|
+
def initialize(id)
|
7
|
+
@id = id
|
8
|
+
end
|
9
|
+
|
10
|
+
def base_dir
|
11
|
+
Pathname(system_cache_dir).expand_path + "bio-twobit" + @id
|
12
|
+
end
|
13
|
+
|
14
|
+
def remove
|
15
|
+
FileUtils.rmtree(base_dir.to_s, secure: true) if base_dir.exist?
|
16
|
+
end
|
17
|
+
|
18
|
+
private
|
19
|
+
|
20
|
+
def system_cache_dir
|
21
|
+
case RUBY_PLATFORM
|
22
|
+
when /mswin/, /mingw/
|
23
|
+
ENV["LOCALAPPDATA"] || "~/AppData/Local"
|
24
|
+
when /darwin/
|
25
|
+
"~/Library/Caches"
|
26
|
+
else
|
27
|
+
ENV["XDG_CACHE_HOME"] || "~/.cache"
|
28
|
+
end
|
29
|
+
end
|
30
|
+
end
|
31
|
+
end
|
32
|
+
end
|
@@ -0,0 +1,282 @@
|
|
1
|
+
# https://github.com/red-data-tools/red-datasets/blob/master/lib/datasets/downloader.rb
|
2
|
+
|
3
|
+
require "fileutils"
|
4
|
+
begin
|
5
|
+
require "io/console"
|
6
|
+
rescue LoadError
|
7
|
+
end
|
8
|
+
require "net/http"
|
9
|
+
require "pathname"
|
10
|
+
|
11
|
+
module Bio
|
12
|
+
class TwoBit
|
13
|
+
class Downloader
|
14
|
+
class TooManyRedirects < StandardError; end
|
15
|
+
|
16
|
+
def initialize(url)
|
17
|
+
url = if url.is_a?(URI::Generic)
|
18
|
+
url.dup
|
19
|
+
else
|
20
|
+
URI.parse(url)
|
21
|
+
end
|
22
|
+
@url = url
|
23
|
+
return if @url.is_a?(URI::HTTP)
|
24
|
+
|
25
|
+
raise ArgumentError, "download URL must be HTTP or HTTPS: <#{@url}>"
|
26
|
+
end
|
27
|
+
|
28
|
+
def download(output_path)
|
29
|
+
return if output_path.exist?
|
30
|
+
|
31
|
+
output_path.parent.mkpath
|
32
|
+
|
33
|
+
headers = {
|
34
|
+
"Accept-Encoding" => "identity",
|
35
|
+
"User-Agent" => "BioTwobit/#{VERSION}"
|
36
|
+
}
|
37
|
+
start = nil
|
38
|
+
partial_output_path = Pathname.new("#{output_path}.partial")
|
39
|
+
if partial_output_path.exist?
|
40
|
+
start = partial_output_path.size
|
41
|
+
headers["Range"] = "bytes=#{start}-"
|
42
|
+
end
|
43
|
+
|
44
|
+
start_http(@url, headers) do |response|
|
45
|
+
if response.is_a?(Net::HTTPPartialContent)
|
46
|
+
mode = "ab"
|
47
|
+
else
|
48
|
+
start = nil
|
49
|
+
mode = "wb"
|
50
|
+
end
|
51
|
+
|
52
|
+
base_name = @url.path.split("/").last
|
53
|
+
size_current = 0
|
54
|
+
size_max = response.content_length
|
55
|
+
if start
|
56
|
+
size_current += start
|
57
|
+
size_max += start
|
58
|
+
end
|
59
|
+
progress_reporter = ProgressReporter.new(base_name, size_max)
|
60
|
+
partial_output_path.open(mode) do |output|
|
61
|
+
response.read_body do |chunk|
|
62
|
+
size_current += chunk.bytesize
|
63
|
+
progress_reporter.report(size_current)
|
64
|
+
output.write(chunk)
|
65
|
+
end
|
66
|
+
end
|
67
|
+
end
|
68
|
+
FileUtils.mv(partial_output_path, output_path)
|
69
|
+
rescue TooManyRedirects => e
|
70
|
+
last_url = e.message[/\Atoo many redirections: (.+)\z/, 1]
|
71
|
+
raise TooManyRedirects, "too many redirections: #{@url} .. #{last_url}"
|
72
|
+
end
|
73
|
+
|
74
|
+
private def start_http(url, headers, limit = 10, &block)
|
75
|
+
raise TooManyRedirects, "too many redirections: #{url}" if limit == 0
|
76
|
+
|
77
|
+
http = Net::HTTP.new(url.hostname, url.port)
|
78
|
+
# http.set_debug_output($stderr)
|
79
|
+
http.use_ssl = (url.scheme == "https")
|
80
|
+
http.start do
|
81
|
+
path = url.path
|
82
|
+
path += "?#{url.query}" if url.query
|
83
|
+
request = Net::HTTP::Get.new(path, headers)
|
84
|
+
http.request(request) do |response|
|
85
|
+
case response
|
86
|
+
when Net::HTTPSuccess, Net::HTTPPartialContent
|
87
|
+
return block.call(response)
|
88
|
+
when Net::HTTPRedirection
|
89
|
+
url = URI.parse(response[:location])
|
90
|
+
warn "Redirect to #{url}"
|
91
|
+
return start_http(url, headers, limit - 1, &block)
|
92
|
+
else
|
93
|
+
message = response.code
|
94
|
+
message += ": #{response.message}" if response.message and !response.message.empty?
|
95
|
+
message += ": #{url}"
|
96
|
+
raise response.error_type.new(message, response)
|
97
|
+
end
|
98
|
+
end
|
99
|
+
end
|
100
|
+
end
|
101
|
+
|
102
|
+
class ProgressReporter
|
103
|
+
def initialize(base_name, size_max)
|
104
|
+
@base_name = base_name
|
105
|
+
@size_max = size_max
|
106
|
+
|
107
|
+
@time_previous = Time.now
|
108
|
+
@size_previous = 0
|
109
|
+
|
110
|
+
@need_report = ($stderr == STDERR and $stderr.tty?)
|
111
|
+
end
|
112
|
+
|
113
|
+
def report(size_current)
|
114
|
+
return unless @need_report
|
115
|
+
return if @size_max.nil?
|
116
|
+
return unless foreground?
|
117
|
+
|
118
|
+
done = (size_current == @size_max)
|
119
|
+
time_current = Time.now
|
120
|
+
return if !done and time_current - @time_previous <= 1
|
121
|
+
|
122
|
+
read_bytes = size_current - @size_previous
|
123
|
+
throughput = read_bytes.to_f / (time_current - @time_previous)
|
124
|
+
@time_previous = time_current
|
125
|
+
@size_previous = size_current
|
126
|
+
|
127
|
+
message = build_message(size_current, throughput)
|
128
|
+
$stderr.print("\r#{message}") if message
|
129
|
+
$stderr.puts if done
|
130
|
+
end
|
131
|
+
|
132
|
+
private
|
133
|
+
|
134
|
+
def build_message(size_current, throughput)
|
135
|
+
percent = (size_current / @size_max.to_f) * 100
|
136
|
+
formatted_size = format("[%s/%s]", format_size(size_current), format_size(@size_max))
|
137
|
+
rest_second = (@size_max - size_current) / throughput
|
138
|
+
separator = " - "
|
139
|
+
progress = format("%05.1f%% %s %s %s", percent, formatted_size, format_time_interval(rest_second),
|
140
|
+
format_throughput(throughput))
|
141
|
+
base_name = @base_name
|
142
|
+
|
143
|
+
width = guess_terminal_width
|
144
|
+
return "#{base_name}#{separator}#{progress}" if width.nil?
|
145
|
+
|
146
|
+
return nil if progress.size > width
|
147
|
+
|
148
|
+
base_name_width = width - progress.size - separator.size
|
149
|
+
if base_name.size > base_name_width
|
150
|
+
ellipsis = "..."
|
151
|
+
shorten_base_name_width = base_name_width - ellipsis.size
|
152
|
+
return progress if shorten_base_name_width < 1
|
153
|
+
|
154
|
+
base_name = base_name[0, shorten_base_name_width] + ellipsis
|
155
|
+
|
156
|
+
end
|
157
|
+
"#{base_name}#{separator}#{progress}"
|
158
|
+
end
|
159
|
+
|
160
|
+
def format_size(size)
|
161
|
+
if size < 1000
|
162
|
+
"%d" % size
|
163
|
+
elsif size < (1000**2)
|
164
|
+
format("%6.2fKB", (size.to_f / 1000))
|
165
|
+
elsif size < (1000**3)
|
166
|
+
format("%6.2fMB", (size.to_f / (1000**2)))
|
167
|
+
elsif size < (1000**4)
|
168
|
+
format("%6.2fGB", (size.to_f / (1000**3)))
|
169
|
+
else
|
170
|
+
format("%.2fTB", (size.to_f / (1000**4)))
|
171
|
+
end
|
172
|
+
end
|
173
|
+
|
174
|
+
def format_time_interval(interval)
|
175
|
+
if interval < 60
|
176
|
+
"00:00:%02d" % interval
|
177
|
+
elsif interval < (60 * 60)
|
178
|
+
minute, second = interval.divmod(60)
|
179
|
+
format("00:%02d:%02d", minute, second)
|
180
|
+
elsif interval < (60 * 60 * 24)
|
181
|
+
minute, second = interval.divmod(60)
|
182
|
+
hour, minute = minute.divmod(60)
|
183
|
+
format("%02d:%02d:%02d", hour, minute, second)
|
184
|
+
else
|
185
|
+
minute, second = interval.divmod(60)
|
186
|
+
hour, minute = minute.divmod(60)
|
187
|
+
day, hour = hour.divmod(24)
|
188
|
+
format("%dd %02d:%02d:%02d", day, hour, minute, second)
|
189
|
+
end
|
190
|
+
end
|
191
|
+
|
192
|
+
def format_throughput(throughput)
|
193
|
+
throughput_byte = throughput / 8
|
194
|
+
if throughput_byte <= 1000
|
195
|
+
"%3dB/s" % throughput_byte
|
196
|
+
elsif throughput_byte <= (1000**2)
|
197
|
+
format("%3dKB/s", (throughput_byte / 1000))
|
198
|
+
elsif throughput_byte <= (1000**3)
|
199
|
+
format("%3dMB/s", (throughput_byte / (1000**2)))
|
200
|
+
else
|
201
|
+
format("%3dGB/s", (throughput_byte / (1000**3)))
|
202
|
+
end
|
203
|
+
end
|
204
|
+
|
205
|
+
def foreground?
|
206
|
+
proc_stat_path = "/proc/self/stat"
|
207
|
+
ps_path = "/bin/ps"
|
208
|
+
|
209
|
+
if File.exist?(proc_stat_path)
|
210
|
+
stat = File.read(proc_stat_path).sub(/\A.+\) /, "").split
|
211
|
+
process_group_id = stat[2]
|
212
|
+
terminal_process_group_id = stat[5]
|
213
|
+
process_group_id == terminal_process_group_id
|
214
|
+
elsif File.executable?(ps_path)
|
215
|
+
IO.pipe do |input, output|
|
216
|
+
pid = spawn(ps_path, "-o", "stat", "-p", Process.pid.to_s,
|
217
|
+
{ out: output, err: output })
|
218
|
+
output.close
|
219
|
+
_, status = Process.waitpid2(pid)
|
220
|
+
return false unless status.success?
|
221
|
+
|
222
|
+
input.each_line.to_a.last.include?("+")
|
223
|
+
end
|
224
|
+
else
|
225
|
+
false
|
226
|
+
end
|
227
|
+
end
|
228
|
+
|
229
|
+
def guess_terminal_width
|
230
|
+
guess_terminal_width_from_io ||
|
231
|
+
guess_terminal_width_from_command ||
|
232
|
+
guess_terminal_width_from_env ||
|
233
|
+
80
|
234
|
+
end
|
235
|
+
|
236
|
+
def guess_terminal_width_from_io
|
237
|
+
if IO.respond_to?(:console)
|
238
|
+
IO.console.winsize[1]
|
239
|
+
elsif $stderr.respond_to?(:winsize)
|
240
|
+
begin
|
241
|
+
$stderr.winsize[1]
|
242
|
+
rescue SystemCallError
|
243
|
+
nil
|
244
|
+
end
|
245
|
+
end
|
246
|
+
end
|
247
|
+
|
248
|
+
def guess_terminal_width_from_command
|
249
|
+
IO.pipe do |input, output|
|
250
|
+
begin
|
251
|
+
pid = spawn("tput", "cols", { out: output, err: output })
|
252
|
+
rescue SystemCallError
|
253
|
+
return nil
|
254
|
+
end
|
255
|
+
|
256
|
+
output.close
|
257
|
+
_, status = Process.waitpid2(pid)
|
258
|
+
return nil unless status.success?
|
259
|
+
|
260
|
+
result = input.read.chomp
|
261
|
+
begin
|
262
|
+
Integer(result, 10)
|
263
|
+
rescue ArgumentError
|
264
|
+
nil
|
265
|
+
end
|
266
|
+
end
|
267
|
+
end
|
268
|
+
|
269
|
+
def guess_terminal_width_from_env
|
270
|
+
env = ENV["COLUMNS"] || ENV["TERM_WIDTH"]
|
271
|
+
return nil if env.nil?
|
272
|
+
|
273
|
+
begin
|
274
|
+
Integer(env, 10)
|
275
|
+
rescue ArgumentError
|
276
|
+
nil
|
277
|
+
end
|
278
|
+
end
|
279
|
+
end
|
280
|
+
end
|
281
|
+
end
|
282
|
+
end
|
@@ -0,0 +1,24 @@
|
|
1
|
+
module Bio
|
2
|
+
class TwoBit
|
3
|
+
class ReferenceGenome < TwoBit
|
4
|
+
def self.open(*args, **kwargs, &block)
|
5
|
+
raise ArgumentError, "#{self}#open() does not accept arguments" if args.any?
|
6
|
+
|
7
|
+
super(**kwargs, &block)
|
8
|
+
end
|
9
|
+
|
10
|
+
def initialize(**kwargs)
|
11
|
+
@local_name ||= File.basename(@data_url)
|
12
|
+
super(prepare_data, **kwargs)
|
13
|
+
end
|
14
|
+
|
15
|
+
private
|
16
|
+
|
17
|
+
def prepare_data
|
18
|
+
data_path = cache_dir_path + @local_name
|
19
|
+
download(data_path, @data_url)
|
20
|
+
data_path
|
21
|
+
end
|
22
|
+
end
|
23
|
+
end
|
24
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class DanRer10 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "danRer10"
|
9
|
+
@metadata.name = "danRer10"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/danRer10/bigZips/danRer10.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class DanRer11 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "danRer11"
|
9
|
+
@metadata.name = "danRer11"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/danRer11/bigZips/danRer11.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class Dm6 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "dm6"
|
9
|
+
@metadata.name = "dm6"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/dm6/bigZips/dm6.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class Hg19 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "hg19"
|
9
|
+
@metadata.name = "hg19"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/hg19/bigZips/hg19.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class Hg38 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "hg38"
|
9
|
+
@metadata.name = "hg38"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/hg38/bigZips/hg38.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class Hs1 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "hs1"
|
9
|
+
@metadata.name = "hs1"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/hs1/bigZips/hs1.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class Mm10 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "mm10"
|
9
|
+
@metadata.name = "mm10"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/mm10/bigZips/mm10.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class Mm39 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "mm39"
|
9
|
+
@metadata.name = "mm39"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/mm39/bigZips/mm39.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require_relative "../reference_genome"
|
2
|
+
|
3
|
+
module Bio
|
4
|
+
class TwoBit
|
5
|
+
class Mm9 < ReferenceGenome
|
6
|
+
def initialize(**kwargs)
|
7
|
+
@metadata = Metadata.new
|
8
|
+
@metadata.id = "mm9"
|
9
|
+
@metadata.name = "mm9"
|
10
|
+
@metadata.url = "https://hgdownload.soe.ucsc.edu/downloads.html"
|
11
|
+
@data_url = "https://hgdownload.soe.ucsc.edu/goldenPath/mm9/bigZips/mm9.2bit"
|
12
|
+
super(**kwargs)
|
13
|
+
end
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
data/lib/bio/twobit/version.rb
CHANGED
data/lib/bio/twobit.rb
CHANGED
@@ -1,26 +1,51 @@
|
|
1
1
|
# frozen_string_literal: true
|
2
2
|
|
3
|
+
require "pathname"
|
3
4
|
require_relative "twobit/version"
|
4
5
|
require_relative "twobit/twobit"
|
6
|
+
require_relative "twobit/cache_path"
|
7
|
+
require_relative "twobit/downloader"
|
8
|
+
require_relative "twobit/metadata"
|
5
9
|
|
6
10
|
module Bio
|
7
11
|
# Reader for .2bit files (i.e., from UCSC genome browser)
|
8
12
|
class TwoBit
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
13
|
+
attr_reader :metadata
|
14
|
+
|
15
|
+
class << self
|
16
|
+
def open(*args, **kwargs)
|
17
|
+
file = new(*args, **kwargs)
|
18
|
+
return file unless block_given?
|
19
|
+
|
20
|
+
begin
|
21
|
+
yield file
|
22
|
+
ensure
|
23
|
+
file.close
|
24
|
+
end
|
25
|
+
file
|
26
|
+
end
|
27
|
+
|
28
|
+
# Here, const_missing is used instead of autoload.
|
29
|
+
|
30
|
+
def const_missing(name)
|
31
|
+
# prevents const_get from being called recursively many times.
|
32
|
+
@missing_const ||= []
|
33
|
+
super if @missing_const.include? name
|
34
|
+
@missing_const << name
|
35
|
+
|
36
|
+
path = File.join(__dir__, "twobit/references", "#{name.to_s.downcase}.rb")
|
37
|
+
if File.exist?(path)
|
38
|
+
require path
|
39
|
+
return const_get(name)
|
40
|
+
end
|
41
|
+
super
|
17
42
|
end
|
18
|
-
file
|
19
43
|
end
|
20
44
|
|
21
45
|
def initialize(fname, masked: false)
|
22
46
|
raise "TwoBit::new() does not take block; use TwoBit::open() instead" if block_given?
|
23
47
|
|
48
|
+
fname = fname.to_path if fname.respond_to?(:to_path)
|
24
49
|
@fname = fname
|
25
50
|
if masked
|
26
51
|
mskd = 1
|
@@ -49,6 +74,8 @@ module Bio
|
|
49
74
|
sequence_raw(chrom, start, stop)
|
50
75
|
end
|
51
76
|
|
77
|
+
alias seq sequence
|
78
|
+
|
52
79
|
def bases(chrom, start = 0, stop = 0, fraction: true)
|
53
80
|
raise ArgumentError, "negative start position" if start.negative?
|
54
81
|
raise ArgumentError, "negative stop position" if stop.negative?
|
@@ -69,5 +96,24 @@ module Bio
|
|
69
96
|
|
70
97
|
soft_masked_blocks_raw(chrom, start, stop)
|
71
98
|
end
|
99
|
+
|
100
|
+
def clear_cache!
|
101
|
+
cache_path.remove
|
102
|
+
end
|
103
|
+
|
104
|
+
private
|
105
|
+
|
106
|
+
def cache_dir_path
|
107
|
+
cache_path.base_dir
|
108
|
+
end
|
109
|
+
|
110
|
+
def cache_path
|
111
|
+
@cache_path ||= CachePath.new(@metadata.id)
|
112
|
+
end
|
113
|
+
|
114
|
+
def download(output_path, url)
|
115
|
+
downloader = Downloader.new(url)
|
116
|
+
downloader.download(output_path)
|
117
|
+
end
|
72
118
|
end
|
73
119
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: bio-twobit
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.2.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- kojix2
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2023-01-11 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: This is a Ruby binding for lib2bit(https://github.com/dpryan79/lib2bit),
|
14
14
|
which provides high-speed access to genomic data in 2bit file format.
|
@@ -19,12 +19,8 @@ extensions:
|
|
19
19
|
- ext/bio/twobit/extconf.rb
|
20
20
|
extra_rdoc_files: []
|
21
21
|
files:
|
22
|
-
- ".rubocop.yml"
|
23
|
-
- Gemfile
|
24
22
|
- LICENSE.txt
|
25
23
|
- README.md
|
26
|
-
- Rakefile
|
27
|
-
- bio-twobit.gemspec
|
28
24
|
- ext/bio/twobit/2bit.c
|
29
25
|
- ext/bio/twobit/2bit.h
|
30
26
|
- ext/bio/twobit/LICENSE
|
@@ -32,6 +28,19 @@ files:
|
|
32
28
|
- ext/bio/twobit/twobit.c
|
33
29
|
- ext/bio/twobit/twobit.h
|
34
30
|
- lib/bio/twobit.rb
|
31
|
+
- lib/bio/twobit/cache_path.rb
|
32
|
+
- lib/bio/twobit/downloader.rb
|
33
|
+
- lib/bio/twobit/metadata.rb
|
34
|
+
- lib/bio/twobit/reference_genome.rb
|
35
|
+
- lib/bio/twobit/references/danrer10.rb
|
36
|
+
- lib/bio/twobit/references/danrer11.rb
|
37
|
+
- lib/bio/twobit/references/dm6.rb
|
38
|
+
- lib/bio/twobit/references/hg19.rb
|
39
|
+
- lib/bio/twobit/references/hg38.rb
|
40
|
+
- lib/bio/twobit/references/hs1.rb
|
41
|
+
- lib/bio/twobit/references/mm10.rb
|
42
|
+
- lib/bio/twobit/references/mm39.rb
|
43
|
+
- lib/bio/twobit/references/mm9.rb
|
35
44
|
- lib/bio/twobit/version.rb
|
36
45
|
homepage: https://github.com/ruby-on-bioc/bio-twobit
|
37
46
|
licenses:
|
@@ -52,7 +61,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
52
61
|
- !ruby/object:Gem::Version
|
53
62
|
version: '0'
|
54
63
|
requirements: []
|
55
|
-
rubygems_version: 3.
|
64
|
+
rubygems_version: 3.4.1
|
56
65
|
signing_key:
|
57
66
|
specification_version: 4
|
58
67
|
summary: A ruby library for accessing 2bit files
|
data/.rubocop.yml
DELETED
data/Gemfile
DELETED
data/Rakefile
DELETED
@@ -1,25 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require "bundler/gem_tasks"
|
4
|
-
require "rake/testtask"
|
5
|
-
|
6
|
-
Rake::TestTask.new(:test) do |t|
|
7
|
-
t.libs << "test"
|
8
|
-
t.libs << "lib"
|
9
|
-
t.test_files = FileList["test/**/*_test.rb"]
|
10
|
-
end
|
11
|
-
|
12
|
-
require "rubocop/rake_task"
|
13
|
-
|
14
|
-
RuboCop::RakeTask.new
|
15
|
-
|
16
|
-
require "rake/extensiontask"
|
17
|
-
|
18
|
-
task build: :compile
|
19
|
-
|
20
|
-
Rake::ExtensionTask.new("twobit") do |ext|
|
21
|
-
ext.lib_dir = "lib/bio/twobit"
|
22
|
-
ext.ext_dir = "ext/bio/twobit"
|
23
|
-
end
|
24
|
-
|
25
|
-
task default: %i[clobber compile test]
|
data/bio-twobit.gemspec
DELETED
@@ -1,25 +0,0 @@
|
|
1
|
-
# frozen_string_literal: true
|
2
|
-
|
3
|
-
require_relative "lib/bio/twobit/version"
|
4
|
-
|
5
|
-
Gem::Specification.new do |spec|
|
6
|
-
spec.name = "bio-twobit"
|
7
|
-
spec.version = Bio::TwoBit::VERSION
|
8
|
-
spec.authors = ["kojix2"]
|
9
|
-
spec.email = ["2xijok@gmail.com"]
|
10
|
-
|
11
|
-
spec.summary = "A ruby library for accessing 2bit files"
|
12
|
-
spec.description = "This is a Ruby binding for lib2bit(https://github.com/dpryan79/lib2bit), " \
|
13
|
-
"which provides high-speed access to genomic data in 2bit file format."
|
14
|
-
spec.homepage = "https://github.com/ruby-on-bioc/bio-twobit"
|
15
|
-
spec.license = "MIT"
|
16
|
-
spec.required_ruby_version = ">= 2.6.0"
|
17
|
-
|
18
|
-
spec.files = Dir.chdir(File.expand_path(__dir__)) do
|
19
|
-
`git ls-files -z`.split("\x0").reject do |f|
|
20
|
-
(f == __FILE__) || f.match(%r{\A(?:(?:test|spec|features)/|\.(?:git|travis|circleci)|appveyor)})
|
21
|
-
end
|
22
|
-
end
|
23
|
-
spec.require_paths = ["lib"]
|
24
|
-
spec.extensions = ["ext/bio/twobit/extconf.rb"]
|
25
|
-
end
|