scraper_google_play 0.1.6 → 0.1.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e056f14c4695911a94d819da6a4d6372203b982c
-  data.tar.gz: e62dba0fc36ba175729421f5a2038816ef6bed85
+  metadata.gz: 579efb7a514a57f6a7995602b8ffb50a8188fcd0
+  data.tar.gz: a181c2fb6750f8c2e03b7e73d8411b15bbaf6997
 SHA512:
-  metadata.gz: bcb86d35748ec58b86373d3b0eb28e08ea32fb6d7dc4506b0f662a7885d6fda892f61991235b3a8e70d314c1d4f4150bd7bf69d9645a962ec551d632012b5b33
-  data.tar.gz: 04f6df677161c917e2610b52a79a8985264cbc0bf0e5fe18a1668ad4eab1f5bb982cf3f4dd64e26e9425f3f53c74617a5cbff529cf02604e216e86f0e338e59e
+  metadata.gz: 585bcaddf706850bc881d8534fa96f44171f9e5e946949fd449aa5ff38e8a2c01cbefc63b2bf7c0a971bdd1a3607e42504b474244d8b5cf38834352af41f0744
+  data.tar.gz: 94137e754a57d1c138c35211419e618a21da04691043ab4b702698b7d2e2fc23db8ea21ee2649c9d85af4551840339bd347a388a607a110faf9a514fa5f46dc1

data/Rakefile

@@ -1,2 +1,2 @@
 require "bundler/gem_tasks"
-task :default => :spec
+task :default => :spec

data/lib/scraper_google_play.rb

@@ -3,11 +3,14 @@ module ScraperGooglePlay
   APPURL = "https://play.google.com/store/apps/details"
   CATEGORYURL = "https://play.google.com/store/apps/category/"
   SEARCHURL = "https://play.google.com/store/search"
+  REVIEWSURL = "https://play.google.com/store/getreviews"
+
 end
 
 require 'mechanize' # and any other gems you need
 require 'active_support/all'
 require 'scraper_google_play/base'
 require 'scraper_google_play/app'
+require 'scraper_google_play/reviews'
 require 'scraper_google_play/category'
-require 'scraper_google_play/search'
+require 'scraper_google_play/search'

data/lib/scraper_google_play/reviews.rb

@@ -0,0 +1,83 @@
+class ScraperGooglePlay::Reviews < ScraperGooglePlay::Base
+	attr_accessor :package_name
+
+	def initialize(package_name, options = {})
+		@package_name = package_name
+  	@agent = Mechanize.new
+  	@agent.user_agent_alias = 'Linux Firefox'
+		@agent.log = Logger.new(STDOUT)
+
+		@data = {
+			:pageNum => options[:page] || 0,
+      :id => package_name || options[:id],
+      :reviewSortOrder => options[:sort] || 0,
+      :hl => options[:lang] || 'en',
+      :reviewType => 0,
+      :xhr => 1
+		}
+	end
+
+	def fetch_reviews
+		@reviews ||= result
+	end
+
+	def result
+		@page = @agent.post(
+		  "#{ScraperGooglePlay::REVIEWSURL}", 
+		  @data, 
+		  {
+		  	'Content-Type' => 'application/x-www-form-urlencoded;charset=UTF-8',
+			}
+		)
+		data =  JSON.parse @page.body[6..-1]
+		@page = Nokogiri::HTML(data[0][2])
+		
+		parse_fields
+		while (@page.search('.single-review').count >= 40) do
+			@data[:pageNum] += 1
+			result
+		end
+		@reviews
+	end
+
+	def parse_fields
+		@reviews ||= []
+		@page.search('.single-review').each do |elm_review|
+	    review = {
+	    	id: elm_review.at('.review-header').attr('data-reviewid').strip(),
+	    	info: elm_review.at('.review-info').text,
+	    	userName: elm_review.at('.author-name').text(),
+	    	userImage: getUserImage(elm_review),
+	    	date: elm_review.at('span.review-date').text().strip(),
+	    	score: getScore(elm_review),
+	    	reviewContent: elm_review.at('.review-body').text.gsub(' Full Review ', ''),
+	    	title: elm_review.at('span.review-title').text,
+	    	text: elm_review.at('.review-body').text.gsub(' Full Review ', ''),
+	    }
+	    @reviews << review
+		end
+	end
+
+	def getUserImage elm_review
+		nil
+	end
+
+	def getScore elm_review
+		start_rating = elm_review.at('.review-info .current-rating').attributes["style"].text
+		case start_rating
+		when "width: 100%;"
+			5
+		when "width: 80%;"
+			4
+		when "width: 60%;"
+			3
+		when "width: 40%;"
+			2
+		when "width: 20%;"
+			1
+		else 
+			0
+		end
+	end
+
+end

data/lib/scraper_google_play/version.rb

@@ -1,3 +1,3 @@
 module ScraperGooglePlay
-	VERSION = "0.1.6"
+	VERSION = "0.1.9"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: scraper_google_play
 version: !ruby/object:Gem::Version
-  version: 0.1.6
+  version: 0.1.9
 platform: ruby
 authors:
 - Nguyen Bach
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2017-06-05 00:00:00.000000000 Z
+date: 2017-06-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -83,6 +83,7 @@ files:
 - lib/scraper_google_play/app.rb
 - lib/scraper_google_play/base.rb
 - lib/scraper_google_play/category.rb
+- lib/scraper_google_play/reviews.rb
 - lib/scraper_google_play/search.rb
 - lib/scraper_google_play/version.rb
 - scraper_google_play-0.1.0.gem
@@ -106,7 +107,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.8
+rubygems_version: 2.6.11
 signing_key: 
 specification_version: 4
 summary: Write a short summary, because Rubygems requires one.