atp_scraper 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 6f8a982c8a114ded0d06e9dc11d027d5dadc2f2c
-  data.tar.gz: ee462bc2065b283ee4699a2b82d52ee582777828
+  metadata.gz: ee413b367b7003e9748268c3e6ebac13a5758db0
+  data.tar.gz: dc366cb110b4063407919d9eb782f9f59af4ba7c
 SHA512:
-  metadata.gz: c5c00331c5873c6838b18735fb131070269ec896b155e53e9f211877d64070263fe9d5051b64da33e6484aaa8ba585e2b9a2322d21b717fb9921e6166a025cca
-  data.tar.gz: 87d432f14e2060b5995840fc59f527ee938d844e9a88827fe3d46728d95b839342e6b98dfc085f4d8fc8ba0d32f6e35755bc199614fdd5e4324004e7394e0780
+  metadata.gz: ee1d39cc20915134812ce6d6f1781c3cf0a6eb11d878e3a4218df8b47ab502389c9c3acd23dfd144dc145836e4a434ad996757be4a067e7ed78aefa318573bd3
+  data.tar.gz: 89e81c1b0251913fcd810671425b6773fdb2173f7c14a81293f1715b883d05529e2794a4c5c51b49383a8ac6ba393a517394475b01583adb5738913a778b0d19

data/README.md

@@ -1,5 +1,6 @@
 [![Build Status](https://travis-ci.org/mosuke5/atp_scraper.svg?branch=master)](https://travis-ci.org/mosuke5/atp_scraper)
 # AtpScraper
+AtpScraper is a tool scraping tennis data from atpworldtour.com
 
 ## Installation
 
@@ -22,7 +23,7 @@ Or install it yourself as:
 require "atp_scraper"
 
 # Get Singles Ranking TOP100
-AtpScraper::Ranking.get
+AtpScraper::Get.singles_ranking
 # Response Json
 # {
 #   rannking: "5"
@@ -32,10 +33,10 @@ AtpScraper::Ranking.get
 # }
 
 # Get Singles Ranking 101-200
-AtpScraper::Ranking.get("101-200")
+AtpScraper::Get.singles_ranking("101-200")
 
 # Get Player Activity. For Example Rafael Nadal's activity in 2016
-AtpScraper::Activity.get("n409", 2016)
+AtpScraper::Get.player_activity("n409", 2016)
 # Response Json
 # {
 #   year: 2016,
@@ -54,12 +55,6 @@ AtpScraper::Activity.get("n409", 2016)
 # }
 ```
 
-## Development
-
-After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake test` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
-
-To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
-
 ## Contributing
 - Fork the project.
 - Make your feature addition or bug fix, write tests.
@@ -68,6 +63,5 @@ To install this gem onto your local machine, run `bundle exec rake install`. To
 
 
 ## License
-
 The gem is available as open source under the terms of the [MIT License](http://opensource.org/licenses/MIT).
 

data/lib/atp_scraper/activity.rb

@@ -14,120 +14,110 @@
 module AtpScraper
   # Scrape activity data
   class Activity
-    class << self
-      def get(player_id, year)
-        request_uri = build_uri(player_id, year)
-        activity_doc = AtpScraper::Html.get_and_parse(request_uri)
-        pickup_activity_data(activity_doc)
-      end
-
-      def build_uri(player_id, year)
-        "/players/anything/#{player_id}/player-activity?year=#{year}"
-      end
+    def pickup_activity_data(activity_doc)
+      result = []
+      player = {}
+      player[:name] = pickup_player_name(activity_doc)
 
-      def pickup_activity_data(activity_doc)
-        result = []
-        player = {}
-        player[:name] = pickup_player_name(activity_doc)
-
-        search_tournaments_doc(activity_doc).each do |tournament_doc|
-          tournament = pickup_tournament_info(tournament_doc)
-          player[:rank] = pickup_player_rank(tournament[:caption])
-          search_records_doc(tournament_doc).each do |record_doc|
-            record = pickup_record(record_doc)
-            record_hash = create_record(record, player, tournament)
-            result.push(record_hash)
-          end
+      search_tournaments_doc(activity_doc).each do |tournament_doc|
+        tournament = pickup_tournament_info(tournament_doc)
+        player[:rank] = pickup_player_rank(tournament[:caption])
+        search_records_doc(tournament_doc).each do |record_doc|
+          record = pickup_record(record_doc)
+          record_hash = create_record(record, player, tournament)
+          result.push(record_hash)
         end
-        result
       end
+      result
+    end
 
-      def search_tournaments_doc(activity_doc)
-        activity_doc.css(".activity-tournament-table")
-      end
+    private
 
-      def search_records_doc(tournament_doc)
-        tournament_doc.css(".mega-table tbody tr")
-      end
+    def search_tournaments_doc(activity_doc)
+      activity_doc.css(".activity-tournament-table")
+    end
 
-      def create_record(record, player, tournament)
-        {
-          year: tournament[:year],
-          player_name: player[:name],
-          player_rank: player[:rank],
-          opponent_name: record[:opponent_name],
-          opponent_rank: record[:opponent_rank],
-          round: record[:round],
-          score: record[:score],
-          win_loss: record[:win_loss],
-          tournament_name: tournament[:name],
-          tournament_location: tournament[:location],
-          tournament_start_date: tournament[:date][:start],
-          tournament_end_date: tournament[:date][:end],
-          tournament_surface: tournament[:surface]
-        }
-      end
+    def search_records_doc(tournament_doc)
+      tournament_doc.css(".mega-table tbody tr")
+    end
 
-      def pickup_player_name(activity_doc)
-        activity_doc
-          .css("meta[property=\"pageTransitionTitle\"]")
-          .attr("content").value
-      end
+    def create_record(record, player, tournament)
+      {
+        year: tournament[:year],
+        player_name: player[:name],
+        player_rank: player[:rank],
+        opponent_name: record[:opponent_name],
+        opponent_rank: record[:opponent_rank],
+        round: record[:round],
+        score: record[:score],
+        win_loss: record[:win_loss],
+        tournament_name: tournament[:name],
+        tournament_location: tournament[:location],
+        tournament_start_date: tournament[:date][:start],
+        tournament_end_date: tournament[:date][:end],
+        tournament_surface: tournament[:surface]
+      }
+    end
 
-      def pickup_record(record_doc)
-        result = {}
-        record_doc.css("td").each_with_index do |td, n|
-          record_content = td.content.strip
-          case n
-          when 0 then
-            result[:round] = record_content
-          when 1 then
-            result[:opponent_rank] = record_content
-          when 2 then
-            result[:opponent_name] = record_content
-          when 3 then
-            result[:win_loss] = record_content
-          when 4 then
-            result[:score] = record_content
-          end
+    def pickup_player_name(activity_doc)
+      activity_doc
+        .css("meta[property=\"pageTransitionTitle\"]")
+        .attr("content").value
+    end
+
+    def pickup_record(record_doc)
+      result = {}
+      record_doc.css("td").each_with_index do |td, n|
+        record_content = td.content.strip
+        case n
+        when 0 then
+          result[:round] = record_content
+        when 1 then
+          result[:opponent_rank] = record_content
+        when 2 then
+          result[:opponent_name] = record_content
+        when 3 then
+          result[:win_loss] = record_content
+        when 4 then
+          result[:score] = record_content
         end
-        result
       end
+      result
+    end
 
-      def pickup_tournament_info(tournament_doc)
-        tournament_date = pickup_text(tournament_doc, ".tourney-dates")
-        {
-          name: pickup_text(tournament_doc, ".tourney-title"),
-          location: pickup_text(tournament_doc, ".tourney-location"),
-          date: divide_tournament_date(tournament_date),
-          year: tournament_date[0, 4],
-          caption: pickup_text(tournament_doc, ".activity-tournament-caption"),
-          surface: pickup_surface(tournament_doc)
-        }
-      end
+    def pickup_tournament_info(tournament_doc)
+      tournament_date = pickup_text(tournament_doc, ".tourney-dates")
+      {
+        name: pickup_text(tournament_doc, ".tourney-title"),
+        location: pickup_text(tournament_doc, ".tourney-location"),
+        date: divide_tournament_date(tournament_date),
+        year: tournament_date[0, 4],
+        caption: pickup_text(tournament_doc, ".activity-tournament-caption"),
+        surface: pickup_surface(tournament_doc)
+      }
+    end
 
-      def pickup_player_rank(tournament_caption)
-        rank = tournament_caption.match(/ATP Ranking:(.+), Prize/)
-        rank[1].strip
-      end
+    def pickup_player_rank(tournament_caption)
+      rank = tournament_caption.match(/ATP Ranking:(.+), Prize/)
+      rank[1].strip
+    end
 
-      # Before: String "2011.01.03 - 2011.01.08"
-      # After:  Hash { start: 2011.01.03, end: 2011.01.08 }
-      def divide_tournament_date(date)
-        date = date.split('-').map(&:strip)
-        { start: date[0], end: date[1] }
-      end
+    # Before: String "2011.01.03 - 2011.01.08"
+    # After:  Hash { start: 2011.01.03, end: 2011.01.08 }
+    def divide_tournament_date(date)
+      date = date.split('-').map(&:strip)
+      { start: date[0], end: date[1] }
+    end
 
-      def pickup_text(doc, selector)
-        doc.css(selector).first.content.strip
-      end
+    def pickup_text(doc, selector)
+      doc.css(selector).first.content.strip
+    end
 
-      def pickup_surface(tournament_doc)
-        tournament_doc
-          .css(".tourney-details")[1]
-          .css(".item-details")
-          .first.content.gsub(/\t|\s/, "")
-      end
+    def pickup_surface(tournament_doc)
+      tournament_doc
+        .css(".tourney-details")[1]
+        .css(".item-details")
+        .first.content.gsub(/\t|\s/, "")
     end
   end
 end

data/lib/atp_scraper/get.rb

@@ -0,0 +1,18 @@
+module AtpScraper
+  # Main class
+  class Get
+    def self.singles_ranking(rank_range = nil)
+      request_uri = "/en/rankings/singles?rankRange=#{rank_range}"
+      ranking_doc = AtpScraper::Html.get_and_parse(request_uri)
+      ranking = AtpScraper::Ranking.new
+      ranking.pickup_ranking_data(ranking_doc)
+    end
+
+    def self.player_activity(player_id, year)
+      request_uri = "/players/anything/#{player_id}/player-activity?year=#{year}"
+      activity_doc = AtpScraper::Html.get_and_parse(request_uri)
+      activity = AtpScraper::Activity.new
+      activity.pickup_activity_data(activity_doc)
+    end
+  end
+end

data/lib/atp_scraper/ranking.rb

@@ -9,59 +9,49 @@
 module AtpScraper
   # Scrape ranking data
   class Ranking
-    class << self
-      def get(rank_range = nil)
-        request_uri = build_uri(rank_range) 
-        ranking_doc = AtpScraper::Html.get_and_parse(request_uri)
-        pickup_ranking_data(ranking_doc)
+    def pickup_ranking_data(ranking_doc)
+      result = []
+      search_player_doc(ranking_doc).each do |player_doc|
+        result.push(pickup_player_data(player_doc))
       end
+      result
+    end
 
-      def build_uri(rank_range = "0-100")
-        "/en/rankings/singles?rankRange=#{rank_range}"
-      end
+    private
 
-      def pickup_ranking_data(ranking_doc)
-        result = []
-        search_player_doc(ranking_doc).each do |player_doc|
-          result.push(pickup_player_data(player_doc))
-        end
-        result
-      end
-
-      def search_player_doc(ranking_doc)
-        ranking_doc.css(".mega-table tbody tr")
-      end
+    def search_player_doc(ranking_doc)
+      ranking_doc.css(".mega-table tbody tr")
+    end
 
-      def pickup_player_data(player_doc)
-        url = pickup_player_url(player_doc)
-        {
-          ranking: pickup_player_rank(player_doc),
-          player_name: pickup_player_name(player_doc),
-          player_url_name: get_url_name(url),
-          player_id: get_url_id(url)
-        }
-      end
+    def pickup_player_data(player_doc)
+      url = pickup_player_url(player_doc)
+      {
+        ranking: pickup_player_rank(player_doc),
+        player_name: pickup_player_name(player_doc),
+        player_url_name: get_url_name(url),
+        player_id: get_url_id(url)
+      }
+    end
 
-      def pickup_player_rank(player_doc)
-        player_doc.css(".rank-cell").first.content.strip
-      end
+    def pickup_player_rank(player_doc)
+      player_doc.css(".rank-cell").first.content.strip
+    end
 
-      def pickup_player_name(player_doc)
-        player_doc.css(".player-cell").first.content.strip
-      end
+    def pickup_player_name(player_doc)
+      player_doc.css(".player-cell").first.content.strip
+    end
 
-      def pickup_player_url(player_doc)
-        player_doc.css(".player-cell a").attr("href").value
-      end
+    def pickup_player_url(player_doc)
+      player_doc.css(".player-cell a").attr("href").value
+    end
 
-      # url => "/en/players/rafael-nadal/n409/overview"
-      def get_url_name(url)
-        url.split("/")[3]
-      end
+    # url => "/en/players/rafael-nadal/n409/overview"
+    def get_url_name(url)
+      url.split("/")[3]
+    end
 
-      def get_url_id(url)
-        url.split("/")[4]
-      end
+    def get_url_id(url)
+      url.split("/")[4]
     end
   end
 end

data/lib/atp_scraper/version.rb

@@ -1,3 +1,3 @@
 module AtpScraper
-  VERSION = "0.2.0"
+  VERSION = "0.3.0"
 end

data/lib/atp_scraper.rb

@@ -1,4 +1,5 @@
 require "atp_scraper/version"
+require "atp_scraper/get"
+require "atp_scraper/html"
 require "atp_scraper/activity"
 require "atp_scraper/ranking"
-require "atp_scraper/html"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: atp_scraper
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - mosuke5
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-02-16 00:00:00.000000000 Z
+date: 2016-02-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -142,6 +142,7 @@ files:
 - bin/setup
 - lib/atp_scraper.rb
 - lib/atp_scraper/activity.rb
+- lib/atp_scraper/get.rb
 - lib/atp_scraper/html.rb
 - lib/atp_scraper/ranking.rb
 - lib/atp_scraper/version.rb