market_bot 1.1.0 → 1.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -1
- data/README.markdown +0 -6
- data/lib/market_bot/play/app.rb +3 -0
- data/lib/market_bot/version.rb +1 -1
- data/spec/market_bot/play/app_spec.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: e192bf589108f929cb2ab6f9324c9353050c6155
|
|
4
|
+
data.tar.gz: eb312e9370107cd0df21e089472c34e91f696380
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: da09d7316ebaead76056bfad1ba53834be37ba77d3372a3cf5d7d6482ecf20983ab49d48bf7957d44a199a33ab721171ec3b679f477e776b9e6fd589100686ea
|
|
7
|
+
data.tar.gz: a2f451312c0b3c7ff9aa5e7753948587af0772e70a818520b5db0e339dcc558e5c51c30bda19312be0880aa59c143ad098eea85a4bcb698ec438dcdc875a0f9b
|
data/CHANGELOG.md
CHANGED
data/README.markdown
CHANGED
|
@@ -3,12 +3,6 @@
|
|
|
3
3
|
Market Bot is a web scraper (web robot, web spider) for the Google Play Android app store.
|
|
4
4
|
It can collect data on apps, charts, and developers.
|
|
5
5
|
|
|
6
|
-
##### Commercial Support
|
|
7
|
-
|
|
8
|
-
Want to buy data instead of collect it yourself?
|
|
9
|
-
Want to add a feature to Market Bot, but don't know how?
|
|
10
|
-
Please contact me ([chad@remesch.com](mailto:chad@remesch.com)) for commercial solutions.
|
|
11
|
-
|
|
12
6
|
## Dependencies
|
|
13
7
|
|
|
14
8
|
* Ruby MRI 2.1.X or newer
|
data/lib/market_bot/play/app.rb
CHANGED
|
@@ -128,6 +128,9 @@ module MarketBot
|
|
|
128
128
|
if node.at_css('.review-date')
|
|
129
129
|
review[:created_at] = node.at_css('.review-date').text.strip
|
|
130
130
|
end
|
|
131
|
+
if node.at_css('.reviews-permalink')
|
|
132
|
+
review[:review_id] = node.at_css('.reviews-permalink').attr('href').split('&reviewId=').last.strip
|
|
133
|
+
end
|
|
131
134
|
if review
|
|
132
135
|
result[:reviews] << review
|
|
133
136
|
end
|
data/lib/market_bot/version.rb
CHANGED
|
@@ -91,7 +91,7 @@ describe MarketBot::Play::App do
|
|
|
91
91
|
expect(@parsed[:reviews]).to \
|
|
92
92
|
be_kind_of(Array).and all(be_kind_of(Hash)).and \
|
|
93
93
|
all(have_key(:title)).and all(have_key(:score)).and \
|
|
94
|
-
all(have_key(:text))
|
|
94
|
+
all(have_key(:text)).and all(have_key(:review_id))
|
|
95
95
|
end
|
|
96
96
|
|
|
97
97
|
it 'should parse the screenshot_urls attribute' do
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: market_bot
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 1.
|
|
4
|
+
version: 1.2.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Chad Remesch
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-
|
|
11
|
+
date: 2017-09-26 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: typhoeus
|