ttsttb 0.0.2 → 0.0.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.rubocop.yml +22 -0
- data/Gemfile.lock +1 -1
- data/lib/ttsttb.rb +35 -6
- data/lib/ttsttb/version.rb +1 -1
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ea73f2ec6452e43f2b4f950395f6c5cb676f51e7823654e7a19875941b40b09f
|
4
|
+
data.tar.gz: e5750051b807160c297b4194842355f4ccfe557caac8644d94cdb6334767b76e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b0523bc57febfc43c0affa1f6b69f60caaf3498bf90b52e1f3aefdbf6efd1a0efca37bc314e48eea369e5e2db3c14af2408338f5c617f73b027033dc594c3315
|
7
|
+
data.tar.gz: 7b443570cb3d3bdc79492d4017fba9d83b9b5fe3b041679702ed8d945da88ee80a6f1b610a16a640d59c151f9d79286f54c065340ce9063870bc53e091792e6c
|
data/.rubocop.yml
ADDED
@@ -0,0 +1,22 @@
|
|
1
|
+
# This configuration was generated by
|
2
|
+
# `rubocop --auto-gen-config`
|
3
|
+
# on 2018-02-23 11:31:57 +0900 using RuboCop version 0.48.1.
|
4
|
+
# The point is for the user to remove these configuration records
|
5
|
+
# one by one as the offenses are removed from the code base.
|
6
|
+
# Note that changes in the inspected code, or installation of new
|
7
|
+
# versions of RuboCop, may require this file to be generated again.
|
8
|
+
|
9
|
+
# Offense count: 1
|
10
|
+
Metrics/AbcSize:
|
11
|
+
Max: 26
|
12
|
+
|
13
|
+
# Offense count: 1
|
14
|
+
# Configuration parameters: AllowHeredoc, AllowURI, URISchemes, IgnoreCopDirectives, IgnoredPatterns.
|
15
|
+
# URISchemes: http, https
|
16
|
+
Metrics/LineLength:
|
17
|
+
Max: 99
|
18
|
+
|
19
|
+
# Offense count: 1
|
20
|
+
# Configuration parameters: CountComments.
|
21
|
+
Metrics/MethodLength:
|
22
|
+
Max: 16
|
data/Gemfile.lock
CHANGED
data/lib/ttsttb.rb
CHANGED
@@ -1,16 +1,28 @@
|
|
1
1
|
require 'ttsttb/version'
|
2
|
+
require 'nokogiri'
|
2
3
|
|
4
|
+
# Scrape TTS and TTB data from MURC.
|
3
5
|
module Ttsttb
|
6
|
+
# Execute scraping
|
4
7
|
def self.find(date)
|
5
|
-
|
6
|
-
|
8
|
+
# TODO
|
9
|
+
throw 'Data of today is not supported yet.' if date == Date.today
|
7
10
|
|
8
|
-
|
11
|
+
# TODO
|
12
|
+
throw 'Old data is not supported yet.' if date == Date.new(2006, 1, 1)
|
13
|
+
|
14
|
+
require 'date'
|
15
|
+
url = format('http://www.murc-kawasesouba.jp/fx/past/index.php?id=%s', date.strftime('%y%m%d'))
|
9
16
|
|
10
17
|
require 'open-uri'
|
11
|
-
require 'nokogiri'
|
12
18
|
|
13
19
|
doc = Nokogiri::HTML(open(url, redirect: false))
|
20
|
+
scrape(doc)
|
21
|
+
end
|
22
|
+
|
23
|
+
# parse document
|
24
|
+
def self.scrape(doc)
|
25
|
+
rows = {}
|
14
26
|
doc.xpath('//table[1]/tr').each do |tr|
|
15
27
|
tds = tr.xpath('.//td')
|
16
28
|
|
@@ -22,11 +34,28 @@ module Ttsttb
|
|
22
34
|
'ja' => tds[1].content
|
23
35
|
},
|
24
36
|
'code' => tds[2].content,
|
25
|
-
'tts' => tds[3].content
|
26
|
-
'ttb' => tds[4].content
|
37
|
+
'tts' => normalize(tds[3].content),
|
38
|
+
'ttb' => normalize(tds[4].content),
|
39
|
+
'ttm' => get_ttm(normalize(tds[3].content), normalize(tds[4].content))
|
27
40
|
}
|
28
41
|
end
|
29
42
|
|
30
43
|
rows
|
31
44
|
end
|
45
|
+
|
46
|
+
# normalize string to float
|
47
|
+
def self.normalize(value)
|
48
|
+
value = value.strip
|
49
|
+
return nil if value == 'unquoted'
|
50
|
+
value.to_f
|
51
|
+
end
|
52
|
+
|
53
|
+
# calculate TTM
|
54
|
+
def self.get_ttm(tts, ttb)
|
55
|
+
require 'bigdecimal'
|
56
|
+
|
57
|
+
return nil unless tts && ttb
|
58
|
+
|
59
|
+
(BigDecimal(tts.to_s) + BigDecimal(ttb.to_s) / 2).round(2).to_f
|
60
|
+
end
|
32
61
|
end
|
data/lib/ttsttb/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: ttsttb
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Yuki Matsukura
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-02-
|
11
|
+
date: 2018-02-23 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -60,6 +60,7 @@ extensions: []
|
|
60
60
|
extra_rdoc_files: []
|
61
61
|
files:
|
62
62
|
- ".gitignore"
|
63
|
+
- ".rubocop.yml"
|
63
64
|
- Gemfile
|
64
65
|
- Gemfile.lock
|
65
66
|
- README.md
|