espn-fantasy-news 0.1.1

data/.gitignore

@@ -0,0 +1,9 @@
+\#*
+\.#*
+log/*
+config/s3.yml
+.autotest
+vendor/bundler_gems
+.bundle/*
+db/development.sqlite3
+/pkg

data/README

@@ -0,0 +1 @@
+This is a library for loading in the espn fantasy football player universe, and parsing news updates for each player.

data/Rakefile

@@ -0,0 +1,14 @@
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gemspec|
+    gemspec.name = "espn-fantasy-news"
+    gemspec.summary = "Scrapes ESPN Fantasy football news updates and player data"
+    gemspec.description = "ESPN fantasy football has a list of players in their Universe, and it provides news updates on said players. This is a utility library used to scrape the data for use in other applications"
+    gemspec.email = "petkanics@gmail.com"
+    gemspec.homepage = "http://github.com/dob/espn_fantasy_news"
+    gemspec.authors = ["Doug Petkanics"]
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler not available. Install it with: gem install jeweler"
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.1

data/espn-fantasy-news.gemspec

@@ -0,0 +1,51 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run the gemspec command
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{espn-fantasy-news}
+  s.version = "0.1.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Doug Petkanics"]
+  s.date = %q{2010-09-16}
+  s.description = %q{ESPN fantasy football has a list of players in their Universe, and it provides news updates on said players. This is a utility library used to scrape the data for use in other applications}
+  s.email = %q{petkanics@gmail.com}
+  s.extra_rdoc_files = [
+    "README"
+  ]
+  s.files = [
+    ".gitignore",
+     "README",
+     "Rakefile",
+     "VERSION",
+     "espn-fantasy-news.gemspec",
+     "lib/espn_fantasy_news.rb",
+     "lib/espn_fantasy_news/news.rb",
+     "lib/espn_fantasy_news/parser.rb",
+     "lib/espn_fantasy_news/player.rb",
+     "test/suite.rb",
+     "test/test_parser.rb"
+  ]
+  s.homepage = %q{http://github.com/dob/espn_fantasy_news}
+  s.rdoc_options = ["--charset=UTF-8"]
+  s.require_paths = ["lib"]
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Scrapes ESPN Fantasy football news updates and player data}
+  s.test_files = [
+    "test/suite.rb",
+     "test/test_parser.rb"
+  ]
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end
+

data/lib/espn_fantasy_news.rb

@@ -0,0 +1,16 @@
+require 'rubygems'
+require 'net/http'
+require 'nokogiri'
+
+module ESPNFantasyNews
+
+  PLAYER_LIST_ENDPOINT = "http://games.espn.go.com/ffl/tools/projections"
+  NEWS_ENDPOINT = "http://games.espn.go.com/ffl/resources/playernews"
+
+end
+
+directory = File.expand_path(File.dirname(__FILE__))
+
+require File.join(directory, 'espn_fantasy_news', 'player')
+require File.join(directory, 'espn_fantasy_news', 'news')
+require File.join(directory, 'espn_fantasy_news', 'parser')

data/lib/espn_fantasy_news/news.rb

@@ -0,0 +1,11 @@
+module ESPNFantasyNews
+  class News
+    attr_reader :espn_player_id, :text
+
+    def initialize(player_id, text)
+      @espn_player_id = player_id
+      @text = text
+    end
+    
+  end
+end

data/lib/espn_fantasy_news/parser.rb

@@ -0,0 +1,83 @@
+require 'open-uri'
+
+module ESPNFantasyNews
+
+  class Parser
+
+    def self.load_all_players
+      offset = 0
+      res = []
+      while offset <= 1080 do
+        url = ESPNFantasyNews::PLAYER_LIST_ENDPOINT + "?startIndex=#{offset.to_s}"
+        res += self.players_from_url(url)
+        offset += 40
+      end
+      res
+    end
+    
+    def self.players_from_url(url)
+      doc = Nokogiri::HTML(open(url))
+      player_attributes = doc.css('.pncPlayerRow').collect do |x|
+        cell = x.css('td')[1]
+        cell_text = cell.text
+        name, teampos = cell_text.split(',')
+        team, pos = self.split_string_on_char_194(teampos.strip)
+        player_id = cell.css('a')[0].get_attribute('playerid').to_i
+
+        pos = self.parse_pos(pos)          
+
+        # Remove the asterisk from players who are on the IR
+        name = name[0, name.length - 1] if name[-1, 1] == "*"
+
+        ESPNFantasyNews::Player.new(name, player_id, pos, team)
+      end
+      player_attributes
+    end
+
+    def self.load_all_news
+      self.news_from_url(ESPNFantasyNews::NEWS_ENDPOINT)
+    end
+
+    def self.news_from_url(url)
+      doc = Nokogiri::HTML(open(url))
+      news_attributes = doc.css('tr.tableBody').collect do |player_row|
+        player_id = player_row.css('a')[0].get_attribute('playerid').to_i
+        text = player_row.css('.pni-shorttext')[0].content
+
+        ESPNFantasyNews::News.new(player_id, text)
+      end
+      news_attributes
+    end
+
+    private
+
+    # It isn't a space that seperates the team and position, it's ascii char 194 for some reason?
+    def self.split_string_on_char_194(str)
+      return str if (str.nil? || str.length < 4)
+
+      if str[2].to_i == 194
+        return str[0,2], str[4, str.length - 4]
+      elsif str[3].to_i == 194
+        return str[0,3], str[5, str.length - 4]
+      end
+    end
+
+    def self.parse_pos(pos)
+      self.positions[pos[0,1]]
+    end
+
+    # Garbage characters get included if there's an injury, so just use the first letter
+    def self.positions
+      {
+        "Q" => "QB",
+        "R" => "RB",
+        "W" => "WR",
+        "T" => "TE",
+        "K" => "K",
+        "D" => "D/ST"
+      }
+    end
+
+  end
+
+end

data/lib/espn_fantasy_news/player.rb

@@ -0,0 +1,17 @@
+module ESPNFantasyNews
+  class Player
+    attr_reader :name, :espn_player_id, :position, :team
+
+    def initialize(name, player_id, position, team)
+      @name = name
+      @espn_player_id = player_id
+      @position = position
+      @team = team
+    end
+
+    def to_s
+      "#{self.name} - #{self.position} #{self.team}, id #{self.espn_player_id.to_s}"
+    end
+    
+  end
+end

data/test/suite.rb

@@ -0,0 +1,6 @@
+require 'test/unit'
+
+tests = Dir["#{File.dirname(__FILE__)}/test_*.rb"]
+tests.each do |file|
+  require file
+end

data/test/test_parser.rb

@@ -0,0 +1,23 @@
+require 'test/unit'
+require 'espn_fantasy_news'
+
+class ParserTest < Test::Unit::TestCase
+
+  def test_parse_players
+    players = ESPNFantasyNews::Parser.players_from_url(ESPNFantasyNews::PLAYER_LIST_ENDPOINT)
+    assert players != nil && players != []
+    assert players.length == 40
+  end
+
+  def test_parse_news
+    news = ESPNFantasyNews::Parser.news_from_url(ESPNFantasyNews::NEWS_ENDPOINT)
+    assert news != nil && news != []
+  end
+
+  def test_load_all_players
+    players = ESPNFantasyNews::Parser.load_all_players
+    assert players != [] && players != nil
+    assert_equal players.length, 1087
+  end
+
+end

metadata

@@ -0,0 +1,66 @@
+--- !ruby/object:Gem::Specification 
+name: espn-fantasy-news
+version: !ruby/object:Gem::Version 
+  version: 0.1.1
+platform: ruby
+authors: 
+- Doug Petkanics
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-16 00:00:00 -04:00
+default_executable: 
+dependencies: []
+
+description: ESPN fantasy football has a list of players in their Universe, and it provides news updates on said players. This is a utility library used to scrape the data for use in other applications
+email: petkanics@gmail.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README
+files: 
+- .gitignore
+- README
+- Rakefile
+- VERSION
+- espn-fantasy-news.gemspec
+- lib/espn_fantasy_news.rb
+- lib/espn_fantasy_news/news.rb
+- lib/espn_fantasy_news/parser.rb
+- lib/espn_fantasy_news/player.rb
+- test/suite.rb
+- test/test_parser.rb
+has_rdoc: true
+homepage: http://github.com/dob/espn_fantasy_news
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Scrapes ESPN Fantasy football news updates and player data
+test_files: 
+- test/suite.rb
+- test/test_parser.rb