maimailog 0.0.1 → 0.0.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/maimailog.rb +1 -0
- data/lib/maimailog/crawler/error.rb +7 -0
- data/lib/maimailog/crawler/history.rb +8 -3
- data/lib/maimailog/version.rb +1 -1
- metadata +2 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5d948843f76ae075112c6549a948fd49089270ad
|
4
|
+
data.tar.gz: e0e70d2ca5e8b514135244dbfd472e66719ea4e4
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 51599d299ba7e3bda4144b7ab5e3a05ba68fb470b6de2bcfd4fde11798daeadfd99846a293ebf9979c54cb94c0621a9fae2fc5ac547930a7dad1c78be6e8246f
|
7
|
+
data.tar.gz: d838dbea125de0f018fa0947821ce1ac6160ed0ca03ac82d8235d948b173503919bfeffd62b90b3b2d5b29ad34106278a8f57c00c69b94701491d7da1da8ef12
|
data/lib/maimailog.rb
CHANGED
@@ -78,7 +78,9 @@ module Maimailog
|
|
78
78
|
end
|
79
79
|
page = @agent.get("https://maimai-net.com/maimai-mobile/results.html?p=#{page_num}&#{page.uri.query[/sid=[\w]+/]}")
|
80
80
|
|
81
|
-
page.search('//div[@id="accordion"]/ul/li//a')
|
81
|
+
links = page.search('//div[@id="accordion"]/ul/li//a')
|
82
|
+
raise DataNotFoundError.new('maimai play data not found') if links.size == 0
|
83
|
+
links.each do |elm|
|
82
84
|
data = convert_data(@agent.get(elm[:href]))
|
83
85
|
sleep(@sleep_duration)
|
84
86
|
yield data
|
@@ -88,8 +90,11 @@ module Maimailog
|
|
88
90
|
# プレイ履歴を最初から最後まで順番に取得していく
|
89
91
|
def fetch_all(&block)
|
90
92
|
0.upto(9999) do |page_num|
|
91
|
-
|
92
|
-
|
93
|
+
begin
|
94
|
+
fetch(page_num, &block)
|
95
|
+
rescue DataNotFoundError
|
96
|
+
break
|
97
|
+
end
|
93
98
|
end
|
94
99
|
end
|
95
100
|
end
|
data/lib/maimailog/version.rb
CHANGED
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: maimailog
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- utahta
|
@@ -66,6 +66,7 @@ files:
|
|
66
66
|
- Rakefile
|
67
67
|
- lib/maimailog.rb
|
68
68
|
- lib/maimailog/crawler/base.rb
|
69
|
+
- lib/maimailog/crawler/error.rb
|
69
70
|
- lib/maimailog/crawler/history.rb
|
70
71
|
- lib/maimailog/crawler/status.rb
|
71
72
|
- lib/maimailog/data/detail.rb
|