sports_news_scraper 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: dc85b3362487b40527fde6aab4d2358813f059425946e0e8712892807b278f1c
+  data.tar.gz: 34420da7b52fbf165e28b80ebd084e08a3e06806147fc6c378a801af4c16589c
+SHA512:
+  metadata.gz: 86ecd698cd34a97a961fc8ca37d775361a352142c33de3cd21c2fdd255926b66ab3281018dc348b43ba3743acdb4780d49144c521bf31758ccda1946d12f4e0f
+  data.tar.gz: 351805de7f8eab9402817e943e0f6f44c07e83b277313faf4b694e8c01622d4968270c8303b4786287ef93239270426553aefda678b2f0ecab3cc9a25406f64a

data/.gitignore

@@ -0,0 +1,13 @@
+/.bundle/
+/.yardoc
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+
+# rspec failure tracking
+.rspec_status
+
+*.gem

data/.rspec

@@ -0,0 +1,3 @@
+--format documentation
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,7 @@
+---
+sudo: false
+language: ruby
+cache: bundler
+rvm:
+  - 2.6.3
+before_install: gem install bundler -v 2.0.2

data/Gemfile

@@ -0,0 +1,9 @@
+source "https://rubygems.org"
+
+# Specify your gem's dependencies in espn_scraper.gemspec
+gemspec
+
+
+gem 'nokogiri'
+gem 'colorize'
+gem 'tty-prompt'

data/Gemfile.lock

@@ -0,0 +1,59 @@
+PATH
+  remote: .
+  specs:
+    ESPNScraper (0.1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    colorize (0.8.1)
+    diff-lcs (1.3)
+    equatable (0.6.1)
+    mini_portile2 (2.4.0)
+    necromancer (0.5.1)
+    nokogiri (1.10.7)
+      mini_portile2 (~> 2.4.0)
+    pastel (0.7.3)
+      equatable (~> 0.6)
+      tty-color (~> 0.5)
+    rake (10.5.0)
+    rspec (3.9.0)
+      rspec-core (~> 3.9.0)
+      rspec-expectations (~> 3.9.0)
+      rspec-mocks (~> 3.9.0)
+    rspec-core (3.9.1)
+      rspec-support (~> 3.9.1)
+    rspec-expectations (3.9.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-mocks (3.9.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.9.0)
+    rspec-support (3.9.2)
+    tty-color (0.5.1)
+    tty-cursor (0.7.1)
+    tty-prompt (0.20.0)
+      necromancer (~> 0.5.0)
+      pastel (~> 0.7.0)
+      tty-reader (~> 0.7.0)
+    tty-reader (0.7.0)
+      tty-cursor (~> 0.7)
+      tty-screen (~> 0.7)
+      wisper (~> 2.0.0)
+    tty-screen (0.7.1)
+    wisper (2.0.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  ESPNScraper!
+  bundler (~> 2.0)
+  colorize
+  nokogiri
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  tty-prompt
+
+BUNDLED WITH
+   2.0.2

data/README.md

@@ -0,0 +1,35 @@
+# ESPNScraper
+
+Welcome to your new gem! In this directory, you'll find the files you need to be able to package up your Ruby library into a gem. Put your Ruby code in the file `lib/ESPN_Scraper`. To experiment with that code, run `bin/console` for an interactive prompt.
+
+TODO: Delete this and the text above, and describe your gem
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ESPN_Scraper'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ESPN_Scraper
+
+## Usage
+
+TODO: Write usage instructions here
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. You can also run `bin/console` for an interactive prompt that will allow you to experiment.
+
+To install this gem onto your local machine, run `bundle exec rake install`. To release a new version, update the version number in `version.rb`, and then run `bundle exec rake release`, which will create a git tag for the version, push git commits and tags, and push the `.gem` file to [rubygems.org](https://rubygems.org).
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/ESPN_Scraper.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "ESPNScraper"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/bin/sports_news_scraper

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+require './lib/ESPNScraper'
+
+
+
+
+ESPNScraper::CLI.new.run

data/lib/ESPNScraper.rb

@@ -0,0 +1,10 @@
+require_relative "./ESPNScraper/version"
+require_relative "./ESPNScraper/cli"
+require_relative "./ESPNScraper/article"
+require_relative "./ESPNScraper/scraper"
+require_relative "./ESPNScraper/teams"
+require "open-uri"
+require "nokogiri"
+require "colorize"
+require "pry"
+require 'tty-prompt'

data/lib/ESPNScraper/article.rb

@@ -0,0 +1,21 @@
+class Article
+  attr_accessor :content
+  attr_reader :title, :description, :url
+  @@all = []
+
+  def initialize(title, description, url)
+    @title = title
+    @description = description
+    @url = url
+    @@all << self
+  end
+
+  def self.all
+    @@all
+  end
+
+  def self.destroy_all
+    @@all = []
+  end
+
+end

data/lib/ESPNScraper/cli.rb

@@ -0,0 +1,125 @@
+# CLI Controller
+class ESPNScraper::CLI
+  attr_accessor :sport, :team, :url, :article
+
+  def run
+    @prompt = TTY::Prompt.new
+    welcome
+  end
+
+  def welcome
+    system "clear"
+    puts "Welcome to the ESPN Scraper, your source for all the latest news for the MLB, NFL, NHL, and NBA!".colorize(:blue)
+    options = ["MLB", "NBA", "NFL", "NHL", "Exit"]
+    input = @prompt.select("Select the sport you'd like to read about...", options).downcase
+    if input == "exit"
+      puts "Ending the program. See you again soon!".colorize(:yellow)
+      exit
+    else
+      @sport = input
+      list_teams
+    end
+  end
+
+  def list_teams
+    system "clear"
+    case self.sport
+    when "mlb"
+      all_teams = Teams.mlb_teams
+    when "nba"
+      all_teams = Teams.nba_teams
+    when "nfl"
+      all_teams = Teams.nfl_teams
+    when "nhl"
+      all_teams = Teams.nhl_teams
+    end
+    all_teams.each do |division, teams|
+      puts division.to_s.sub(/_/, ' ').upcase.colorize(:magenta).bold
+      teams.each do |team|
+        team.each{|key,value| puts "  #{key.to_s.upcase} - #{value}"}
+      end
+    end
+    menu
+  end
+
+  def menu
+    options = Teams.team_abbreviations(self.sport).collect{|team| team.upcase} + ["Select New Sport", "Exit"]
+    input = @prompt.select("Select the team you'd like to read about.", options, filter: true).downcase
+    if Teams.team_abbreviations(self.sport).include?(input)
+      @team = input
+      build_url
+      self.sport == "nhl" ? Scraper.scrape_new_nhl_articles(self.url) : Scraper.scrape_new_articles(self.url)
+      display_articles
+    elsif input == "select new sport"
+      Article.destroy_all
+      run
+    elsif input ==  "exit"
+      puts "Ending the program. See you again soon!".colorize(:yellow)
+      exit
+    end
+  end
+
+  def display_articles
+    system "clear"
+    Article.all.slice(0,5).each_with_index do |article, index|
+      puts "#{index + 1}. #{article.title}".colorize(:light_blue).bold
+      puts "  #{article.description} \n \n"
+    end
+    article_menu
+  end
+
+  def article_menu
+    options = ["1", "2", "3", "4", "5",
+    "Select New Sport", "Select New Team", "Exit"]
+    input = @prompt.select("Which article would you like to read?", options)
+    if input.to_i.between?(1, 5)
+      article_index = input.to_i - 1
+      @article = Article.all[article_index]
+      show_article_content
+      exit_menu
+    elsif input == "Select New Sport"
+      Article.destroy_all
+      run
+    elsif input == "Select New Team"
+      Article.destroy_all
+      list_teams
+      menu
+    elsif input == "Exit"
+      puts "Ending the program. See you again soon!".colorize(:yellow)
+      exit
+    end
+  end
+
+  def show_article_content
+    system "clear"
+    Scraper.get_content(self.article)
+    puts "#{self.article.title} \n \n".colorize(:light_blue).bold
+    if self.article.content.size > 0
+      self.article.content.each {|p| puts "#{p.text} \n \n"}
+    else
+      puts "This is a link to an ESPN Radio report. To listen to the report vist: #{self.article.url}".colorize(:red)
+    end
+  end
+
+  def exit_menu
+    options = ["Return to articles", "Select a new sport", "Select a new team in this league", "Exit"]
+    input = @prompt.select("What would you like to do now?", options)
+    if input == "Return to articles"
+      display_articles
+      article_menu
+    elsif input == "Select a new sport"
+      Article.destroy_all
+      run
+    elsif input == "Select a new team in this league"
+      list_teams
+    elsif input == "Exit"
+      puts "Ending the program. See you again soon!".colorize(:yellow)
+      exit
+    end
+  end
+
+  private
+    def build_url
+      @url = "https://www.espn.com/" + "#{@sport}" + "/team/_/name/" + "#{@team}"
+    end
+end

data/lib/ESPNScraper/scraper.rb

@@ -0,0 +1,43 @@
+class Scraper
+
+  def self.scrape_new_articles(url)
+    html = open(url)
+    doc = Nokogiri::HTML(html)
+    stories = doc.css("div.item-info-wrap")
+    stories.each do |story|
+      title = story.css("h1").text
+      description = story.css("p").text
+      if story.css("a").attribute("href").value.start_with?("http")
+        url = story.css("a").attribute("href").value
+      else
+        url = "https://www.espn.com#{story.css("a").attribute("href").value}"
+      end
+      Article.new(title, description, url)
+    end
+  end
+
+  def self.scrape_new_nhl_articles(url)
+    html = open(url)
+    doc = Nokogiri::HTML(html)
+    stories = doc.css("article").select{|story| story.css('a.contentItem__content').attribute('href')}
+    stories.each do |story|
+      title = story.css("h2.contentItem__title").text
+      description = nil
+      if story.css('a.contentItem__content').attribute('href').value.start_with?("http")
+        url = story.css('a.contentItem__content').attribute('href').value
+      else
+        url = "https://www.espn.com#{story.css('a.contentItem__content').attribute('href').value}"
+      end
+      Article.new(title, description, url)
+    end
+  end
+
+  def self.get_content(article)
+    html = open(article.url)
+    doc = Nokogiri::HTML(html)
+    #for ESPN Radio links, this will return an empty array
+    article.content = doc.css("div.article-body p")
+    article.content = doc.css("div.Story__Body p") if article.content.size == 0
+  end
+
+end

data/lib/ESPNScraper/teams.rb

@@ -0,0 +1,158 @@
+class Teams
+
+  def self.mlb_teams
+    {al_east: [{bal: "Baltimore Orioles"},
+               {bos: "Boston Red Sox"},
+               {nyy: "New York Yankees"},
+               {tb: "Tampa Bay Rays"},
+               {tor: "Toronto Blue Jays"}],
+     al_central: [{chw: "Chicago White Sox"},
+                  {cle: "Cleveland Indians"},
+                  {det: "Detroit Tigers"},
+                  {kan: "Kansas City Royals"},
+                  {min: "Minnesota Twins"}],
+     al_west: [{hou: "Houston Astros"},
+              {laa: "Los Angeles Angels"},
+              {oak: "Oakland Athletics"},
+              {sea: "Seattle Mariners"},
+              {tex: "Texas Rangers"}],
+     nl_east: [{atl: "Atlanta Braves"},
+               {mia: "Miami Marlins"},
+               {nym: "New York Mets"},
+               {phi: "Philadelphia Phillies"},
+               {was: "Washington Nationals"}],
+      nl_central: [{chc: "Chicago Cubs"},
+                   {cin: "Cincinnati Reds"},
+                   {mil: "Milwaukee Brewers"},
+                   {pit: "Pitsburgh Pirates"},
+                    {stl: "St Louis Cardinals"}],
+      nl_west: [{ari: "Arizona Diamondbacks"},
+                {col: "Colorado Rockies"},
+                {lad: "Los Angeles Dodgers"},
+                {sd: "San Diego Padres"},
+                {sf: "San Fransisco Giants"}]}
+  end
+
+  def self.nba_teams
+    {atlantic: [{bos: "Boston Celtics"},
+               {bkn: "Brooklyn Nets"},
+               {nyk: "New York Knicks"},
+               {phi: "Philadelphia 76ers"},
+               {tor: "Toronto Raptors"}],
+     central: [{chi: "Chicago Bulls"},
+                  {cle: "Cleveland Cavaliers"},
+                  {det: "Detroit Pistons"},
+                  {ind: "Indiana Pacers"},
+                  {mil: "Milwaukee Bucks"}],
+     southeast: [{atl: "Atlanta Hawks"},
+              {cha: "Charlotte Hornets"},
+              {mia: "Miami Heat"},
+              {orl: "Orlando Magic"},
+              {wsh: "Washington Wizards"}],
+     northwest: [{den: "Denver Nuggets"},
+               {min: "Minnesota Timberwolves"},
+               {okc: "Oklahoma City Thunder"},
+               {por: "Portland Trail Blazers"},
+               {utah: "Utah Jazz"}],
+     pacific: [{gsw: "Golden State Warriors"},
+                   {lac: "LA Clippers"},
+                   {lal: "LA Lakers"},
+                   {phx: "Phoenix Suns"},
+                    {sac: "Sacramento Kings"}],
+      Southwest: [{dal: "Dallas Mavericks"},
+                {hou: "Houston Rockets"},
+                {mem: "Memphis Grizzlies"},
+                {nop: "New Orleans Pelicans"},
+                {sas: "San Antonio Spurs"}]}
+  end
+
+  def self.nhl_teams
+    {atlantic: [{bos: "Boston Bruins"},
+                {buf: "Buffalo Sabres"},
+                {det: "Detroit Redwings"},
+                {fla: "Florida Panthers"},
+                {mtl: "Montreal Canadiens"},
+                {ott: "Ottowa Senators"},
+                {tb: "Tampa Bay Lightning"},
+                {tor: "Toronto Maple Leafs"}],
+     central: [{chi: "Chicago Blackhawks"},
+               {col: "Colorado Avalanche"},
+               {dal: "Dallas Stars"},
+               {min: "Minnesota Wild"},
+               {nsh: "Nashville Predators"},
+               {stl: "St. Louis Blues"},
+               {wpg: "Winnipeg Jets"}],
+     metropolitan: [{car: "Carolina Hurricanes"},
+                    {cbj: "Columbus Blue Jackets"},
+                    {nj: "New Jersey Devils"},
+                    {nyi: "New York Islanders"},
+                    {nyr: "New York Rangers"},
+                    {phi: "Philadelphi Flyers"},
+                    {pit: "Pittsburgh Penguins"},
+                    {wsh: "Washington Capitals"}],
+     pacific: [{ana: "Anaheim Ducks"},
+               {ari: "Arizona Coyotes"},
+               {cgy: "Calgary Flames"},
+               {edm: "Edmonton Oilers"},
+               {la: "Los Angeles Kings"},
+               {sj: "San Jose Sharks"},
+               {van: "Vancouver Canucks"},
+               {vgs: "Vegas Golden Knights"}]}
+  end
+
+  def self.nfl_teams
+    {afc_east: [{buf: "Buffalo Bills"},
+                {mia: "Miami Dolfins"},
+                {ne: "New England Patriots"},
+                {nyj: "New York Jets"}],
+     afc_north: [{bal: "Baltimore Ravens"},
+                 {cin: "Cincinnati Bengals"},
+                 {cle: "Cleveland Browns"},
+                 {pit: "Pitsburgh Steelers"}],
+     afc_south: [{hou: "Houston Texans"},
+                 {ind: "Indianapolis Colts"},
+                 {jax: "Jacksonville Jaguars"},
+                 {ten: "Tennessee Titans"}],
+     afc_west: [{den: "Denver Broncos"},
+                {kc: "Kansas City Chiefs"},
+                {lac: "Los Angeles Chargers"},
+                {oak: "Oakland Raiders"}],
+      nfc_east: [{dal: "Dallas Cowboys"},
+                 {nyg: "New York Giants"},
+                 {phi: "Philadelphia Eagles"},
+                 {wsh: "Washington Redskins"}],
+      nfc_north: [{chi: "Chicago Bears"},
+                  {det: "Detroit Lions"},
+                  {gb: "Green Bay Packers"},
+                  {min: "Minnesota Vikings"}],
+      nfc_south: [{atl: "Atlanta Falcons"},
+                  {car: "Carolina Panthers"},
+                  {no: "New Orleans Saints"},
+                  {tb: "Tampa Bay Buccaneers"}],
+      nfc_west: [{ari: "Arizona Cardinals"},
+                 {lar: "Los Angeles Rams"},
+                 {sf: "San Fransisco 49ers"},
+                 {sea: "Seattle Seahawks"}]}
+  end
+
+  def self.team_abbreviations(sport)
+    abbr_teams = []
+
+    case sport
+    when "mlb"
+      teams = mlb_teams
+    when "nba"
+      teams = nba_teams
+    when "nfl"
+      teams = nfl_teams
+    when "nhl"
+      teams = nhl_teams
+    end
+
+    teams.each do |division, teams|
+      teams.each {|team| team.each {|abbr, full| abbr_teams << abbr.to_s}}
+    end
+    abbr_teams
+  end
+
+end

data/lib/ESPNScraper/version.rb

@@ -0,0 +1,3 @@
+module ESPNScraper
+  VERSION = "0.1.0"
+end

data/sports_news_scraper.gemspec

@@ -0,0 +1,37 @@
+lib = File.expand_path("lib", __dir__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "ESPNScraper/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "sports_news_scraper"
+  spec.version       = ESPNScraper::VERSION
+  spec.authors       = ["Dave Van Fleet"]
+  spec.email         = ["dvfleet413@gmail.com"]
+
+  spec.summary       = %q{ESPN Scraper is a CLI gem designed to provide quick access to articles on ESPN.com
+                        for your favorite MLB team.}
+  spec.description   = %q{ESPN Scraper is a CLI gem designed to provide quick access to articles on ESPN.com
+                        for your favorite MLB team}
+  spec.homepage      = "https://github.com/dvfleet413/espn-scraper"
+
+#  spec.metadata["allowed_push_host"] = "TODO: Set to 'http://mygemserver.com'"
+
+  spec.metadata["homepage_uri"] = spec.homepage
+  spec.metadata["source_code_uri"] = "https://github.com/dvfleet413/espn-scraper"
+  spec.metadata["changelog_uri"] = "https://github.com/dvfleet413/espn-scraper/blob/master/CHANGELOG.md"
+
+  # Specify which files should be added to the gem when it is released.
+  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
+  spec.files         = Dir.chdir(File.expand_path('..', __FILE__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.executables   << "sports_news_scraper"
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 2.0"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

metadata

@@ -0,0 +1,109 @@
+--- !ruby/object:Gem::Specification
+name: sports_news_scraper
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dave Van Fleet
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-02-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: |-
+  ESPN Scraper is a CLI gem designed to provide quick access to articles on ESPN.com
+                          for your favorite MLB team
+email:
+- dvfleet413@gmail.com
+executables:
+- sports_news_scraper
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".rspec"
+- ".travis.yml"
+- CHANGELOG.md
+- Gemfile
+- Gemfile.lock
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- bin/sports_news_scraper
+- lib/ESPNScraper.rb
+- lib/ESPNScraper/article.rb
+- lib/ESPNScraper/cli.rb
+- lib/ESPNScraper/scraper.rb
+- lib/ESPNScraper/teams.rb
+- lib/ESPNScraper/version.rb
+- sports_news_scraper.gemspec
+homepage: https://github.com/dvfleet413/espn-scraper
+licenses: []
+metadata:
+  homepage_uri: https://github.com/dvfleet413/espn-scraper
+  source_code_uri: https://github.com/dvfleet413/espn-scraper
+  changelog_uri: https://github.com/dvfleet413/espn-scraper/blob/master/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.6
+signing_key: 
+specification_version: 4
+summary: ESPN Scraper is a CLI gem designed to provide quick access to articles on
+  ESPN.com for your favorite MLB team.
+test_files: []