spackler 0.9.2.5

data/.gitignore

@@ -0,0 +1,3 @@
+pkg/*
+*.gem
+.bundle

data/Gemfile

@@ -0,0 +1,4 @@
+source "http://rubygems.org"
+
+# Specify your gem's dependencies in spackler.gemspec
+gemspec

data/README

@@ -0,0 +1,21 @@
+by: Mark Holton via RedGrind, LLC
+
+INSTALLATION 
+1. gem install spackler
+
+GETTING STARTED
+1. run $bundle to ensure you obtain the required dependencies
+
+USAGE
+#example class using Spackler gem:
+require 'Spackler'
+include Spackler
+  
+url = 'http://pga.com'
+major = Spackler::Major.new
+url = major.get_urls(2010)[0] #2010 Masters
+  
+puts "grabbing URL data from... #{url}"
+players = major.friendly_structure(major.fetch(url))
+  
+puts players

data/Rakefile

@@ -0,0 +1,2 @@
+require 'bundler'
+Bundler::GemHelper.install_tasks

data/lib/spackler.rb

@@ -0,0 +1,459 @@
+# license: copy this code as much as you want to
+# originally created: 10-29-2008
+# published as ruby gem: 12/24/2010
+# purpose: acquire golf tournament scores, and present it in a more usable form (Array of ostruct's)
+require 'nokogiri'
+require 'open-uri'
+require 'ostruct'
+require 'iconv'
+
+#monkey patch String to remove any non-ASCII characters from scrapeage
+class String
+  def to_ascii_iconv
+    converter = Iconv.new('ASCII//IGNORE//TRANSLIT', 'UTF-8')
+    converter.iconv(self).unpack('U*').select{ |cp| cp < 127 }.pack('U*')
+  end
+end
+
+module Spackler
+  class Player
+
+    SPECIALS = []
+    LAST_ONE_NAMES = ["Olazabal", "Jimenez", "Johnson", "Singh", "Thompson", "Hicks", "Wan"] #for names where last 1 name = lname
+    LAST_TWO_NAMES = ["V", "IV", "III", "II", "Jr.", "Jr", "Sr.", "Sr", "Jong", "Pelt", "Broeck", "Jonge", "Hed"] #for names where last 2 names = lname
+
+    def initialize(scraped_full_name)
+      @full_name = scraped_full_name
+      @fname = ""
+      @lname = ""
+      self.parse_clean_name
+    end
+
+    attr_reader :fname, :lname, :full_name #lname may include spaces to accomodate "Berganio Jr.", "Love III", etc
+
+    def translate_crazy_name_char(special_char)
+      special_char.strip() #really just a stub for now
+    end
+
+    def flatten name
+      #flatten special characters to non-freakish ASCII.  E.g. different than straight flatten, make é = e (not e'')
+      re = /\(\w{2}\)/ 
+      processed = name.gsub(re, "") #strip out course in parens E.g. Davis Love III (PB)
+      processed = processed.gsub(/,/, "") #get rid of commas in name
+
+      processed
+    end
+
+    def clip_am lname 
+      #remove (a) from last name
+      re = /\(a\)/ 
+
+      lname.gsub(re, "") #get rid of (a) after name and return
+    end
+
+    def parse_clean_name
+      # take full name and break it apart based on some simple rules
+      # later may use Bayesian techniques
+      names = self.flatten(@full_name).split(" ")
+      if names.length == 2 #normal
+        @fname = flatten(names[0])
+        @lname = clip_am(flatten(names[1]))
+        if @lname == "Waston"
+          @lname = "Watson" #correcting pga.com's misspelling
+        end
+      elsif names.length == 3
+        # check if any parts of the scraped_full_name match with CONSTANTS
+        names.each do |nm|
+          if LAST_ONE_NAMES.include?(nm) #one of the names indicates it's a 3 part name
+            @lname = flatten(names[2])
+            @fname = flatten(names[0]) + " " + flatten(names[1])
+          elsif LAST_TWO_NAMES.include?(nm) #one of the names indicates it's a jr, III name
+            @lname = flatten(names[1]) + " " + flatten(names[2])
+            @fname = flatten(names[0]) 
+          else #some untrapped 3 part name that doesn't match either case
+            #split as if it's LAST_TWO_NAMES
+            @lname = flatten(names[2]) + " " + flatten(names[1])
+            @fname = flatten(names[0])
+          end
+        end
+      end
+    end
+
+  end
+
+  class PGA
+
+    def get_urls(year)
+      if year == 2007
+        urls = []
+      elsif year == 2008
+        # diff format: r476 
+        urls = %w(
+                  r045 r060 r505 r029 r032 r028 r020 r480 r023 r034 r035 r030
+                  r003 r004 r483 r018 r054 r481 r012 r019 r022 r021 r025 r471 
+                  r472 r013 r041 r047 r464 r482 r475 r010 r457 r007 r005 r027  
+                ).map { |t|
+                  "http://www.pgatour.com/leaderboards/current/#{t}/alt-1.html"
+                }
+      elsif year == 2009
+        urls = %w(
+                  r016 r006 r002 r003 r004 r005 r007 r457 r473 r475 r009 r020
+                ).map { |t|
+                  "http://www.pgatour.com/leaderboards/current/#{t}/alt-1.html"
+                }
+      elsif year == 2010
+        urls = %w(
+                  r032 r016
+                ).map { |t|
+                  "http://www.pgatour.com/leaderboards/current/#{t}/alt-1.html"
+                }
+      else
+        urls = []
+      end
+
+      urls
+    end
+
+    def tourney_info(url)
+      # tournament name, dates, golf course, location
+        # <div class="tourTournSubName">Mayakoba Golf Classic at Riviera Maya-Cancun</div>
+        # <div class="tourTournNameDates">Thursday Feb 21 – Sunday Feb 24, 2008</div>
+        # <div class="tourTournHeadLinks">El Camaleon Golf Club · Playa del Carmen, Quintana Roo, Mexico</div>
+        # <div class="tourTournLogo">
+        #   <img src="/.element/img/3.0/sect/tournaments/r457/tourn_logo.gif"/>
+        # </div>
+
+        doc = Nokogiri::HTML(open(url))
+        tourn = OpenStruct.new
+
+        #array of hash literals for those that can't be scraped 
+        tourn_misfits = [
+          {:name => "The Barclays"},
+          {:name => "BMW Championship"},
+          {:name => "The Tour Championship"},
+          {:name => "Deutsche Bank Championship"},
+          {:name => "ca Championship"}
+        ]
+
+        true_or_false = (doc.css('div.tourTournSubName').first == nil)
+        if true_or_false
+          # name doesn't exist in markup, therefore lookup in hash
+          if url == "http://www.pgatour.com/leaderboards/current/r027/alt-1.html"
+            tourn.name = tourn_misfits[0][:name]
+          elsif url == "http://www.pgatour.com/leaderboards/current/r028/alt-1.html"
+            tourn.name = tourn_misfits[1][:name]
+          elsif url == "http://www.pgatour.com/leaderboards/current/r060/alt-1.html"
+            tourn.name = tourn_misfits[2][:name]
+          elsif url == "http://www.pgatour.com/leaderboards/current/r505/alt-1.html"
+            tourn.name = tourn_misfits[3][:name]
+          elsif url == "http://www.pgatour.com/leaderboards/current/r473/alt-1.html"
+            tourn.name = tourn_misfits[4][:name]
+          end
+        else
+          tourn.name = doc.css('div.tourTournSubName').first.inner_text.strip().to_ascii_iconv #.gsub!(/'/, "")
+        end   
+
+        # tourn.dates = "March 9 - 15, 2009"
+        # tourn.course = "Doral Golf Resort and Spa"
+        if doc.css('div.tourTournNameDates').first == nil
+          #some leaderboards have different formats:
+          tourn.dates = doc.css('div.tourTournSubInfo').first.inner_text.strip().to_ascii_iconv.split(' . ')[0]
+          tourn.course = doc.css('div.tourTournSubInfo').first.inner_text.strip().to_ascii_iconv.split(' . ')[1]#.gsub!(/'/, "")
+        else
+          tourn.dates = doc.css('div.tourTournNameDates').first.inner_text.strip().to_ascii_iconv #unless doc.css('div.tourTournNameDates') == nil 
+          tourn.course = doc.css('div.tourTournHeadLinks').first.inner_text.strip().to_ascii_iconv#gsub!(/'/, "") #unless doc.css('div.tourTournHeadLinks') == nil
+          #tourn.img = doc.css('div.tourTournLogo').first.inner_html
+        end
+
+        tourn.name = tourn.name.gsub(/'/, '')
+        tourn.course = tourn.course.gsub(/'/, '')
+        puts "scraped Tourney Name: #{tourn.name}"
+
+        tourn
+    end
+
+    def fetch(url, incl_missed_cut=false)
+      doc = Nokogiri::HTML(open(url))
+
+      player_data = []
+      cells = []
+
+      #made cut
+      doc.css('table.altleaderboard').each do |table| #altleaderboard
+        #puts table
+        #if table.attributes['class'] == 'altleaderboard'
+          table.css('tr').each do |row|
+            row.css('td').each do |cel|
+              innertext = cel.inner_text.strip()
+              cells << innertext.to_ascii_iconv
+            end
+            player_data << cells
+            cells = []
+          end
+        #end
+      end
+
+      if incl_missed_cut
+        doc.css('table.altleaderboard2').each do |table|
+          if table.attributes['class'] == 'altleaderboard2'
+            table.css('tr').each do |row|
+              row.css('td').each do |cel|
+                innertext = cel.inner_text.strip().to_ascii_iconv
+                cells << innertext
+              end
+              player_data << cells
+              cells = []
+            end
+          end
+        end 
+      end   
+
+      player_data
+    end
+
+    def friendly_structure player_data
+      # take player_data and turn it into array of Ostructs
+      players = []
+      player_data.each do |p|
+        next unless (p.length > 0 && p[0] != "Pos")
+        playa = OpenStruct.new
+        # extract data from PGA cells:
+        playa.money = p[0]
+        playa.pos = p[1]
+        playa.start = p[2]
+        playa.name = p[3]
+        this_player = Player.new(playa.name)
+        playa.fname = this_player.fname
+        playa.lname = this_player.lname
+        playa.today = p[4]
+        playa.thru = p[5]
+        playa.to_par = p[6]
+        playa.r1 = p[7] 
+        playa.r2 = p[8]
+        playa.r3 = p[9]
+        playa.r4 = p[10]
+        playa.total = p[11]
+        players << playa
+      end
+
+      return players
+    end
+
+  end #end class PGA
+
+  class Euro
+
+    def get_urls(year)
+      if year == 2008
+        # Euro Tour links        
+        # not working: 2008020 2008026 2008086' in name:
+        urls = %w(
+                  2008091 2008093 2008094 2008096 2008098 2008002 2008004 2008006 2008008 2008014
+                  2008016 2008018 2008024 2008028 2008032 2008034 2008036 2008038 
+                  2008040 2008042 2008044 2008046 2008050 2008052 2008054 2008056 2008062 2008068 
+                  2008070 2008072 2008074 2008076 2008078 2008083 2008084 2008088
+                ).map { |t|
+                  #get rid of ugly assed pageid brackets
+                  URI.escape("http://scores.europeantour.com/default.sps?pagegid={9FFD4839-08EC-4F90-85A2-10F94D42CDB2}&eventid=#{t}&ieventno=2008088&infosid=2")
+                }
+      elsif year == 2007
+        urls = []
+      else
+        urls = []
+      end
+
+      urls
+
+    end
+
+    def tourney_info(url)
+      # tournament name, dates, golf course, location
+        # <div id = "tournHeaderDiv">Commercialbank Qatar Masters presented by Dolphin Energy</div>
+        # <div id = "tournVenue">Doha G.C.</div>
+        # <div id = "tournLocal">Doha, Qatar</div>
+        # <div id = "tournHeaderDate">24 Jan 2008  - 27 Jan 2008 </div>
+
+        doc = Nokogiri::HTML(open(url))
+
+        tourn = OpenStruct.new
+
+        tourn.name = doc.css('div#tournHeaderDiv').first.inner_text.strip().to_ascii_iconv  
+        tourn.course = doc.css('div#tournVenue').first.inner_text.strip().to_ascii_iconv
+        tourn.dates = doc.css('div#tournHeaderDate').first.inner_text.strip().to_ascii_iconv
+        tourn.local = doc.css('div#tournLocal').first.inner_text.strip().to_ascii_iconv
+
+        tourn
+    end
+
+    def fetch(url, incl_missed_cut=false)
+      doc = Nokogiri::HTML(open(url))
+
+      player_data = []
+      cells = []
+
+      #made cut and missed cut
+      doc.css('div#scoresBoard2 table')[0].css('tr').each do |row|
+        row.css('td').each do |cel|
+          cells << cel.inner_text.strip().to_ascii_iconv
+        end
+        player_data << cells
+        cells = []
+      end
+      player_data.pop
+      player_data.pop
+      player_data.pop
+      player_data.reverse!
+      player_data.pop
+      player_data.reverse!
+      player_data.pop
+      player_data.pop
+      player_data
+    end
+
+    def friendly_structure player_data
+      # take player_data and turn it into array of Ostructs
+      players = []
+      player_data.each do |p|
+        next unless (p.length > 0 && p[1] != "Pos")
+        playa = OpenStruct.new
+        # extract data from PGA cells:
+        playa.start = p[0]
+        playa.pos = p[1]
+        playa.name = p[2]
+        this_player = Player.new(playa.name)
+        playa.fname = this_player.fname
+        playa.lname = this_player.lname
+        playa.thru = p[4]
+        playa.to_par = p[5]
+        playa.r1 = p[6] 
+        playa.r2 = p[7]
+        playa.r3 = p[8]
+        playa.r4 = p[9]
+        playa.total = (playa.r1.to_i + playa.r2.to_i + playa.r3.to_i + playa.r4.to_i).to_s
+
+        players << playa
+      end
+
+      return players
+    end
+  end
+
+
+  class Nationwide
+  end
+
+
+  class Major
+
+    def get_urls(year)
+      if year == 2008
+        urls = %w( masters usopen british pgachampionship ).map { |t|
+                  "http://www.majorschampionships.com/#{t}/2008/scoring/index.html"
+                }
+      elsif year == 2009
+        urls = %w( masters usopen british pgachampionship ).map { |t|
+                  #{}"http://www.majorschampionships.com/#{t}/2009/scoring/index.cfm"
+                  "http://www.pga.com/pgachampionship/2009/scoring/index.cfm"
+                }
+      elsif year == 2010
+        urls = %w( masters usopen british pgachampionship ).map { |t|
+                  #"http://www.majorschampionships.com/#{t}/2009/scoring/index.cfm"
+                  #"http://www.majorschampionships.com/#{t}/2010/scoring/index.cfm"
+                  "http://www.pga.com/openchampionship/2010/scoring/index.cfm"
+                }
+      else
+        urls = []
+      end
+
+      urls
+    end
+
+    def tourney_info(url, major_name="The Masters")
+        doc = Nokogiri::HTML(open(url))
+        tourn = OpenStruct.new
+
+        # this totally sux, just getting it ready for this week, have to refactor a bunch of this later
+        tourn.name = major_name
+        tourn.dates = "April 9 - 12, 2009"
+        tourn.course = "Augusta National Golf Club, Augusta, GA"
+
+        tourn
+    end
+
+    def fetch(url)
+      doc = Nokogiri::HTML(open(url))
+
+
+      player_data = []
+      cells = []
+
+      #made cut
+      doc.css('table.leaderMain').each do |table|
+        #if table.attributes['class'] == 'leaderMain'
+          table.css('tr').each do |row|
+						if row.css('td').length > 9 #exclude ads or 'missed cut' td colspan = 11, etc
+              row.css('td').each do |cel|
+                innertext = cel.inner_text.strip()
+                cells << innertext.to_ascii_iconv
+              end
+            end
+            player_data << cells
+            cells = []
+          end
+        #end
+      end
+
+      player_data.reverse!
+      player_data.pop
+      player_data.pop
+      player_data.reverse!
+      #player_data.pop
+      #player_data.pop
+      #player_data
+
+      player_data
+    end
+
+    def friendly_structure player_data
+      # take player_data and turn it into array of Ostructs
+      players = []
+      player_data.each do |p|
+        next unless (p.length > 0 && p[0] != "Pos")
+        playa = OpenStruct.new
+        # extract data from PGA cells:
+        playa.pos = p[0]
+					puts "pos: #{playa.pos}"
+        playa.mo = p[1]
+  				puts "mo: #{playa.mo}"
+        playa.name = p[2]
+  				puts "name: #{playa.name}"
+        playa.to_par = p[3]
+  				puts "to_par: #{playa.to_par}"
+        playa.thru = p[4]
+  				puts "thru: #{playa.thru}"
+        playa.today = p[5]
+  				puts "today: #{playa.today}"
+        playa.r1 = p[6] 
+  				puts "r1: #{playa.r1}"
+        playa.r2 = p[7]
+  				puts "r2: #{playa.r2}"
+        playa.r3 = p[8]
+  				puts "r3: #{playa.r3}"
+        playa.r4 = p[9]
+  				puts "r4: #{playa.r4}"
+        playa.total = p[10]
+  				puts "total: #{playa.total}"
+        if playa.name != nil || playa.name != ""
+          this_player = Player.new(playa.name)
+          playa.fname = this_player.fname
+          playa.lname = this_player.lname
+          players << playa
+        end
+      end
+
+      return players
+    end #friendly_structure
+
+  end #end class Major
+  
+end # end Spackler

data/lib/spackler/version.rb

@@ -0,0 +1,3 @@
+module Spackler
+  VERSION = "0.9.2.5"
+end

data/spackler.gemspec

@@ -0,0 +1,27 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+require "spackler/version"
+
+Gem::Specification.new do |s|
+  s.add_development_dependency %q<nokogiri>, [">= 1.3"]
+  
+  s.name        = "spackler"
+  s.version     = Spackler::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Mark Holton (RedGrind, LLC)"]
+  s.email       = ["holtonma@gmail.com"]
+  s.homepage    = "https://github.com/holtonma/spackler"
+  s.summary     = %q{Obtain all data from PGA Tour, European Tour, and Majors in a friendly
+                     output format}
+  s.description = <<-EOF
+    'The spackler gem enables you to very easily obtain data on all golf 
+    tournament scores throughout the web.  See README for more details'
+  EOF
+  
+  s.rubyforge_project = "spackler"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+end

metadata

@@ -0,0 +1,85 @@
+--- !ruby/object:Gem::Specification 
+name: spackler
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 9
+  - 2
+  - 5
+  version: 0.9.2.5
+platform: ruby
+authors: 
+- Mark Holton (RedGrind, LLC)
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-12-24 00:00:00 -08:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 3
+        version: "1.3"
+  type: :development
+  version_requirements: *id001
+description: "    'The spackler gem enables you to very easily obtain data on all golf \n    tournament scores throughout the web.  See README for more details'\n"
+email: 
+- holtonma@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- README
+- Rakefile
+- lib/spackler.rb
+- lib/spackler/version.rb
+- spackler.gemspec
+has_rdoc: true
+homepage: https://github.com/holtonma/spackler
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: spackler
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Obtain all data from PGA Tour, European Tour, and Majors in a friendly output format
+test_files: []
+