kansou 0.1.3 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 99569f98e3c2f1d75bbab5ca651eca5187ef1e77
-  data.tar.gz: 91dc35e31bf2f3c43099b09ac6a2631480d5310e
+  metadata.gz: 029b4f087081edc3fdd7304ad0ae2364b80a8afc
+  data.tar.gz: 24b9bca74d79e325711f1d116e35e08c7d513e72
 SHA512:
-  metadata.gz: d68026945dfa183dd584f7019661b92b5b7e09a0e808d5e003f496cf921097f357abcad1d6424d448b479de8df2b8f8b2e330d4851b688744d47716b46efcf96
-  data.tar.gz: c969f356bb18ba6d9be5c9cd8098c64dfe6e2ad810abf37ab6214b3f848c13e740f628dffa01be50c8f92f2ecc567f19bee39d7769f907c02753a31f3ca70735
+  metadata.gz: 75b636e4715d588e2be2346de7b5e0b11aa9319112716bfa973e1549656169b2c4b48a4859c0dffe4ba9751e5fabd821aafc5c78e70b1a55a70c8cf6f66ba724
+  data.tar.gz: 0de5610e263b2f823ac935e240b826a43d884eb9ab7f53f343bc6865cac1aa03c0b53becbba0c1bdcb4737a2af94f353d320e80a968b080477203f20ddb13b59

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    kansou (0.1.3)
+    kansou (0.2.0)
       json
       oga
 
@@ -9,7 +9,7 @@ GEM
   remote: https://rubygems.org/
   specs:
     ansi (1.5.0)
-    ast (2.1.0)
+    ast (2.2.0)
     diff-lcs (1.2.5)
     json (1.8.3)
     oga (1.3.1)
@@ -43,4 +43,4 @@ DEPENDENCIES
   rspec
 
 BUNDLED WITH
-   1.10.6
+   1.11.2

data/lib/kansou/app_store_review.rb

@@ -7,102 +7,119 @@ module Kansou
       return nil unless app_id
 
       @app_id = app_id
+
+      @users = []
+      @versions = []
+      @dates = []
+      @titles = []
+      @stars = []
+      @bodies = []
     end
-    def fetch(page_amount=1)
+
+    def fetch(page_amount = 1)
       reviews = []
       max_page = page_amount - 1
       (0..max_page).each do |page|
         xml = download(page)
         reviews.concat(parse(xml))
       end
-      return reviews
+      reviews
     end
 
-    def download(page=0)
-      base_url = "https://itunes.apple.com"
-      user_agent = "iTunes/9.2 (Windows; Microsoft Windows 7 "\
-                                + "Home Premium Edition (Build 7600)) AppleWebKit/533.16"
+    def download(page = 0)
+      base_url = 'https://itunes.apple.com'
+      user_agent = 'iTunes/9.2 (Windows; Microsoft Windows 7 '\
+                                + 'Home Premium Edition (Build 7600)) AppleWebKit/533.16'
 
-      url = base_url + "/WebObjects/MZStore.woa/wa/viewContentsUserReviews?id="\
-        + @app_id.to_s + "&pageNumber="+page.to_s+"&sortOrdering=4&type=Purple+Software"
+      url = base_url + '/WebObjects/MZStore.woa/wa/viewContentsUserReviews?id='\
+        + @app_id.to_s + '&pageNumber=' + page.to_s + '&sortOrdering=4&type=Purple+Software'
       xml = open(url, 'User-Agent' => user_agent, 'X-Apple-Store-Front' => '143462-1').read
-      return xml
+      xml
     end
 
     def parse(xml)
-      items = []
-      users = []
-      versions = []
-      dates = []
-      i = 0
       document = Oga.parse_xml(xml)
 
-      expression = 'TextView[topInset="0"][styleSet="basic13"][squishiness="1"][leftInset="0"][truncation="right"][textJust="left"][maxLines="1"]'
-      document.css(expression).each do |elm|
-        if elm.text =~ /by/
-          tmp_array = elm.text.gsub(" ", "").split("\n")
-          info = []
-          tmp_array.each do |v|
-            if v!=""&&v!="-"&&v!="by"
-              info.push v
-            end
-          end
-          users.push info[0]
-
-          if info[1]
-            versions.push(get_version(info[1]))
-          else
-            versions.push("")
-          end
-
-          if info[2]
-            dates.push(info[2])
-          else
-            dates.push("")
-          end
-        end
+      parse_author_info(document)
+      parse_title(document)
+      parse_star(document)
+      parse_body(document)
+
+      items = []
+      count = @stars.size - 1
+      (0..count).each do |key|
+        item = {
+          star: @stars[key],
+          user: @users[key],
+          date: @dates[key],
+          title: @titles[key],
+          body: @bodies[key],
+          version: @versions[key],
+          app_id: @app_id
+        }
+        items.push(item)
       end
+      items
+    end
 
-      titles = []
+    def parse_title(document)
       document.css('TextView[styleSet="basic13"][textJust="left"][maxLines="1"]').each do |elm|
         elm.css('b').each do |e|
-          titles.push e.text
+          @titles.push e.text
         end
       end
+    end
 
-      stars = []
+    def parse_star(document)
       document.css('HBoxView[topInset="1"]').each do |elm|
-        stars.push elm.attribute("alt").value.gsub(/ stars*/,"")
+        @stars.push elm.attribute('alt').value.gsub(/ stars*/, '')
       end
+    end
 
-      bodies = []
+    def parse_body(document)
       document.css('TextView[styleSet="normal11"]').each do |elm|
-        bodies.push(elm.text.gsub("\n", "<br />"))
+        @bodies.push(elm.text.gsub("\n", '<br />'))
+      end
+    end
+
+    def parse_author_info(document)
+      expression = 'TextView[topInset="0"][styleSet="basic13"]' +
+        '[squishiness="1"][leftInset="0"][truncation="right"]' +
+        '[textJust="left"][maxLines="1"]'
+      document.css(expression).each do |elm|
+        next unless elm.text =~ /by/
+
+        tmp_array = elm.text.delete(' ').split("\n")
+        info = []
+        tmp_array.each do |v|
+          info.push v if v != '' && v != '-' && v != 'by'
+        end
+        @users.push info[0]
+        push_version(info)
+        push_date(info)
       end
+    end
 
-      count = stars.size - 1
-      (0..count).each do |key|
-        item = {
-          :star => stars[key],
-          :user => users[key],
-          :date => dates[key],
-          :title => titles[key],
-          :body => bodies[key],
-          :version => versions[key],
-          :app_id => @app_id
-        }
-        items.push(item)
+    def push_version(info)
+      if info[1]
+        @versions.push(get_version(info[1]))
+      else
+        @versions.push('')
       end
-      return items
     end
 
-    def get_version(text)
-      version = nil
-      if /Version([\d\.]+)/ =~ text
-        version = $1
+    def push_date(info)
+      if info[2]
+        @dates.push(info[2])
+      else
+        @dates.push('')
       end
-      return version
     end
 
+    def get_version(text)
+      version = nil
+      version = Regexp.last_match(1) if /Version([\d\.]+)/ =~ text
+      version
+    end
   end
 end

data/lib/kansou/google_play_review.rb

@@ -8,79 +8,91 @@ module Kansou
       return nil unless app_id
 
       @app_id = app_id
+      @titles = []
+      @bodies = []
+      @dates = []
+      @stars = []
+      @authors = []
     end
 
-    def fetch(pages=1)
-      reviews = []
-      pages.times do |page|
-        result = download(@app_id, page)
-        if result
-          reviews.concat(parse(result))
-        end
-      end
-      return reviews
+    def fetch
+      result = download(@app_id)
+      parse(result)
     end
 
     private
-      def download(app_id, page=0)
-        http = Net::HTTP.new('play.google.com', 443)
-        http.use_ssl = true
-        path = "/store/getreviews"
-        data = "id=#{app_id}&reviewSortOrder=0&reviewType=1&pageNum=#{page}&xhr=1"
-        response = http.post(path, data)
-        return response.body
+
+    def download(app_id)
+      # https://play.google.com/store/apps/details?id=jp.mixi&hl=ja
+      http = Net::HTTP.new('play.google.com', 443)
+      http.use_ssl = true
+      path = '/store/apps/details'
+      data = "id=#{app_id}"
+      http.post(path, data).body
+    end
+
+    def parse(input_text)
+      document = Oga.parse_html(input_text)
+      main_expression = 'div[class="single-review"]'
+      document.css(main_expression).each do |elm|
+        parse_review_element(elm)
       end
 
-      def parse(input_text)
-        input_text = remove_unused_lines(input_text)
-        json = JSON.load(input_text)
-        body = json[0][2]
+      compose_review
+    end
 
-        titles = []
-        bodies = []
-        dates = []
-        stars = []
-        authors = []
-        document = Oga.parse_html(body)
-        main_expression = 'div[class="single-review"]'
-        title_expression = 'span[class="review-title"]'
-        body_expression = 'div[class="review-body"]'
-        date_expression = 'span[class="review-date"]'
-        star_expression = 'div[class="current-rating"]'
-        author_expression = 'span[class="author-name"]'
+    def compose_review
+      reviews = []
+      count = @stars.size - 1
+      (0..count).each do |key|
+        item = {
+          star:   @stars[key],
+          user:   @authors[key],
+          date:   @dates[key],
+          title:  @titles[key],
+          body:   @bodies[key],
+          app_id: @app_id
+        }
+        reviews.push(item)
+      end
+      reviews
+    end
 
-        document.css(main_expression).each do |elm|
-          elm.css(title_expression).each { |title_node| titles.push(title_node.text) }
-          elm.css(body_expression).each { |body_node| bodies.push(body_node.text) }
-          elm.css(date_expression).each { |date_node| dates.push(date_node.text) }
-          elm.css(star_expression).each { |star_node| stars.push(process_star_count(star_node)) }
-          elm.css(author_expression).each { |author_node| authors.push(author_node.text.strip) }
-        end
+    def parse_review_element(elm)
+      title_expression = 'span[class="review-title"]'
+      elm.css(title_expression).each do |title_node|
+        @titles.push(title_node.text)
+      end
+
+      body_expression = 'div[class="review-body"]'
+      elm.css(body_expression).each do |body_node|
+        @bodies.push(body_node.text)
+      end
 
-        reviews = []
-        count = stars.size - 1
-        (0..count).each do |key|
-          item = {
-            :star   => stars[key],
-            :user   => authors[key],
-            :date   => dates[key],
-            :title  => titles[key],
-            :body   => bodies[key],
-            :app_id => @app_id
-          }
-          reviews.push(item)
-        end
-        return reviews
+      date_expression = 'span[class="review-date"]'
+      elm.css(date_expression).each do |date_node|
+        @dates.push(date_node.text)
       end
 
-      def remove_unused_lines(text)
-        lines =  text.split("\n")
-        return lines[2] + "]"
+      star_expression = 'div[class="current-rating"]'
+      elm.css(star_expression).each do |star_node|
+        @stars.push(process_star_count(star_node))
       end
 
-      def process_star_count(node)
-        widths = node.attribute("style").value.match("width: ([0-9]+)")
-        star  = widths[1].to_i / 20
+      author_expression = 'span[class="author-name"]'
+      elm.css(author_expression).each do |author_node|
+        @authors.push(author_node.text.strip)
       end
+    end
+
+    def remove_unused_lines(text)
+      lines = text.split("\n")
+      lines[2] + ']'
+    end
+
+    def process_star_count(node)
+      widths = node.attribute('style').value.match('width: ([0-9]+)')
+      widths[1].to_i / 20
+    end
   end
 end

data/lib/kansou/version.rb

@@ -1,3 +1,3 @@
 module Kansou
-  VERSION = "0.1.3"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kansou
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.0
 platform: ruby
 authors:
 - punchdrunker
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-03-02 00:00:00.000000000 Z
+date: 2016-04-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: json