nfl_data 0.0.14 → 0.1.0

data/lib/nfl_data/my_sports_feeds/client.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class Client
+      attr_reader :base_url, :api_key, :api_host, :api_version, :format
+
+      def initialize(
+        api_host: ENV.fetch("MYSPORTSFEEDS_API_HOST"),
+        api_key: ENV.fetch("MYSPORTSFEEDS_API_KEY"),
+        api_version: ENV.fetch("MYSPORTSFEEDS_API_VERSION")
+      )
+        @api_host = api_host
+        @api_key = api_key
+        @api_version = api_version
+        @format = "json"
+        @base_url = "#{@api_host}/#{@api_version}/pull/nfl/"
+      end
+
+      def get(endpoint:, params: {})
+        request(method: :get, endpoint: endpoint, params: params)
+      end
+
+      private
+
+      def request(method:, endpoint:, params:)
+        request = Typhoeus::Request.new(
+          "#{base_url}#{endpoint}.#{format}",
+          method: method,
+          params: params,
+          accept_encoding: "gzip",
+          userpwd: "#{api_key}:MYSPORTSFEEDS"
+        )
+
+        # request.on_complete do |response|
+        #   if response.success?
+        #   end
+        # end
+
+        response = request.run
+        JSON.parse(response.body)
+      end
+    end
+  end
+end

data/lib/nfl_data/my_sports_feeds/players_feed.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class PlayersFeed
+      attr_reader :client
+
+      def initialize(client: MySportsFeeds::Client.new)
+        @client = client
+      end
+
+      def feed(position: nil)
+        params = {position: position}
+        client.get(endpoint: "players", params: params)["players"]
+      end
+    end
+  end
+end

data/lib/nfl_data/my_sports_feeds/seasonal_games_feed.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class SeasonalGamesFeed
+      attr_reader :client
+
+      def initialize(client: MySportsFeeds::Client.new)
+        @client = client
+      end
+
+      def feed(season_start_year:)
+        response = client.get(endpoint: "#{season_slug(season_start_year)}/games")
+        response["games"].map { |data| data["schedule"] }
+      end
+
+      def season_slug(year)
+        "#{year}-#{year + 1}-regular"
+      end
+    end
+  end
+end

data/lib/nfl_data/my_sports_feeds/weekly_player_gamelogs.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class WeeklyPlayerGamelogs
+      attr_reader :client
+
+      def initialize(client: MySportsFeeds::Client.new)
+        @client = client
+      end
+
+      def feed(season_start_year:, week:)
+        client.get(endpoint: "#{season_slug(season_start_year)}/week/#{week}/player_gamelogs")["gamelogs"]
+      end
+
+      def season_slug(year)
+        "#{year}-#{year + 1}-regular"
+      end
+    end
+  end
+end

data/lib/nfl_data/parsers/player_parser.rb

@@ -1,101 +1,28 @@
-require 'typhoeus'
+# frozen_string_literal: true
 
 module NflData
-  class PlayerParser
-    include ParserHelper
-
-    attr_reader :base_url
-
-    def initialize
-      @base_url = 'http://www.nfl.com/players/search?category=position&conferenceAbbr=null&playerType=current&conference=ALL&filter='
-    end
-
-    def get_by_position(position)
-      if position == :all
-        {
-          quarterbacks: get('quarterback'),
-          runningbacks: get('runningback'),
-          wide_receivers: get('widereceiver'),
-          tight_ends: get('tightend')
-        }
-      else
-        # We have to remove the '_' and 's' because the NFL url has
-        # singular position names and all are one word.
-        { position => get(position.to_s.gsub(/s|_/, '')) }
-      end
-    end
-
-    private
-
-    def get(position)
-      page_number = 1
-      url = "#{@base_url}#{position}&d-447263-p=#{page_number}"
-      return_val = []
-
-      loop do
-        players_found = update_or_create_players(url)
-        return_val.push(players_found[1])
-        break if players_found[0] == 0
-        url = url.chomp(page_number.to_s)
-        page_number += 1
-        url += page_number.to_s
+  module Parsers
+    class PlayerParser
+      def parse(player_data:)
+        player_data.map { |data| data["player"] }.map do |data|
+          init_player(data)
+        end
       end
 
-      return_val.flatten.map(&:to_hash)
-
-      return_val = return_val.flatten
-      populate_picture_links(return_val)
-      return_val.map(&:to_hash)
-    end
-
-    def update_or_create_players(url)
-      doc = open(url) { |f| Nokogiri(f) }
-
-      # NFL.com stores players in 2 types of rows.
-      # css class = odd or even.
-      all_rows = doc.search('tr.odd') + doc.search('tr.even')
-      players = all_rows.map { |row| parse_player_from_row(row.search('td')) }
-      [players.count, players]
-    end
-
-    def parse_player_from_row(elements)
-      # Get NFL.com Unique player id
-      nfl_player_id = elements[2].to_s.split('/')[3]
-
-      # player id is the only one with complicated parsing so we
-      # can just extract the inner text out of the rest of the elements
-      elements = elements.map(&:inner_text).map(&:strip)
-      names = elements[2].split(',').map(&:strip).reverse
-
-      Player.new(
-        nfl_player_id: nfl_player_id,
-        position: elements[0],
-        number: elements[1],
-        status: elements[3],
-        team: make_jacksonville_abbreviation_consistent(elements[12]),
-        first_name: names[0],
-        last_name: names[1],
-        full_name: names.join(' '),
-        profile_link: get_profile_link(nfl_player_id, names[0], names[1])
-      )
-    end
-
-    def get_profile_link(nfl_player_id, first_name, last_name)
-      "http://www.nfl.com/player/#{first_name.gsub(/\s/, '')}#{last_name.gsub(/\s/, '')}/#{nfl_player_id}/profile"
-    end
-
-    def populate_picture_links(players)
-      hydra = Typhoeus::Hydra.hydra
-      players.each do |player|
-        request = Typhoeus::Request.new(player.profile_link, followlocation: true, accept_encoding: 'gzip')
-        request.on_complete do |response|
-          doc = Nokogiri::HTML(response.body)
-          img_element = doc.search('div.player-photo img').first
-          player.picture_link = img_element.attributes['src'].value unless img_element.nil?
-        end
-        hydra.queue(request)
+      private
+
+      def init_player(data)
+        Player.new(
+          first_name: data["firstName"],
+          last_name: data["lastName"],
+          full_name: "#{data["firstName"]} #{data["lastName"]}".chomp,
+          position: data["primaryPosition"],
+          number: data["jerseyNumber"],
+          team: data.dig("currentTeam", "abbreviation").to_s,
+          msf_player_id: data["id"],
+          image_source: data["officialImageSrc"].to_s
+        )
       end
-      hydra.run
     end
   end
 end

data/lib/nfl_data/parsers/schedule_parser.rb

@@ -0,0 +1,20 @@
+module NflData
+  module Parsers
+    class ScheduleParser
+      def parse(schedule_data:)
+        Schedule.new(games: schedule_data.map { |data| init_game(data) })
+      end
+
+      private
+
+      def init_game(data)
+        Game.new(
+          week: data["week"],
+          home_team: data.dig("homeTeam", "abbreviation"),
+          away_team: data.dig("awayTeam", "abbreviation"),
+          start_time: data["startTime"]
+        )
+      end
+    end
+  end
+end

data/lib/nfl_data/parsers/statline_parser.rb

@@ -1,78 +1,34 @@
-module NflData
-  class StatlineParser
-    def initialize
-    end
-
-    def get(week, year, stat_type)
-      case stat_type
-      when :passing
-        grab_week(week, year, 'Passing')
-      when :rushing
-        grab_week(week, year, 'Rushing')
-      when :receiving
-        grab_week(week, year, 'Receiving')
-      end
-    end
+# frozen_string_literal: true
 
-    private
-
-    def get_player_id_from_profile_url(element)
-      old_url = 'http://nfl.com' +
-                element.search('a').first.attributes['href'].value
-      new_url = ''
-
-      begin
-        open(old_url) do |resp|
-          new_url = resp.base_uri.to_s
+module NflData
+  module Parsers
+    class StatlineParser
+      def parse(statline_data:)
+        statline_data.map do |data|
+          init_statline(data)
         end
-      rescue
-        return nil
       end
 
-      new_url.gsub('http://www.nfl.com', '').to_s.split('/')[3]
-    end
-
-    def grab_week(weeknum, year, stat_type)
-      url = 'http://www.nfl.com/stats/weeklyleaders?type=REG' \
-                 "&week=#{weeknum}&season=#{year}&showCategory=#{stat_type}"
-
-      doc = open(url) { |f| Nokogiri(f) }
-
-      odds = doc.search('tr.odd')
-      evens = doc.search('tr.even')
-
-      all = odds + evens
-
-      all.map do |player_row|
-        elements = player_row.search('td')
-
-        statline = Statline.new
-
-        statline.nfl_player_id = get_player_id_from_profile_url(elements[0])
-        statline.week = weeknum
-        statline.year = year
-
-        if stat_type == 'Rushing'
-          statline.rush_atts = elements[4].inner_text.strip
-          statline.rush_yards = elements[5].inner_text.strip
-          statline.rush_tds = elements[7].inner_text.strip
-          statline.fumbles = elements[8].inner_text.strip
-        elsif stat_type == 'Passing'
-          statline.pass_comp = elements[4].inner_text.strip
-          statline.pass_att = elements[5].inner_text.strip
-          statline.pass_yards = elements[6].inner_text.strip
-          statline.pass_tds = elements[7].inner_text.strip
-          statline.ints = elements[8].inner_text.strip
-          statline.qb_rating = elements[11].inner_text.strip
-          statline.fumbles = elements [10].inner_text.strip
-        elsif stat_type == 'Receiving'
-          statline.receptions = elements[4].inner_text.strip
-          statline.rec_yards = elements[5].inner_text.strip
-          statline.rec_tds = elements[7].inner_text.strip
-          statline.fumbles = elements[8].inner_text.strip
-        end
-
-        statline.to_hash
+      private
+
+      def init_statline(data)
+        Statline.new(
+          rush_atts: data.dig("stats", "rushing", "rushAttempts") || 0,
+          rush_yards: data.dig("stats", "rushing", "rushYards") || 0,
+          rush_tds: data.dig("stats", "rushing", "rushTD") || 0,
+          fumbles: data.dig("stats", "fumbles", "fumbles") || 0,
+          pass_comp: data.dig("stats", "passing", "passCompletions") || 0,
+          pass_att: data.dig("stats", "passing", "passAttempts") || 0,
+          pass_yards: data.dig("stats", "passing", "passYards") || 0,
+          pass_tds: data.dig("stats", "passing", "passTD") || 0,
+          ints: data.dig("stats", "interceptions", "interceptions") || 0,
+          qb_rating: data.dig("stats", "passing", "qbRating") || 0,
+          receptions: data.dig("stats", "receiving", "receptions") || 0,
+          rec_yards: data.dig("stats", "receiving", "recYards") || 0,
+          rec_tds: data.dig("stats", "receiving", "recTD") || 0,
+          msf_game_id: data.dig("game", "id"),
+          msf_player_id: data.dig("player", "id")
+        )
       end
     end
   end

data/lib/nfl_data/version.rb

@@ -1,3 +1,3 @@
 module NflData
-  VERSION = '0.0.14'
+  VERSION = "0.1.0"
 end

data/nfl_data.gemspec

@@ -1,31 +1,31 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
+lib = File.expand_path("../lib", __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
-require 'nfl_data/version'
+require "nfl_data/version"
 
 Gem::Specification.new do |spec|
-  spec.name          = 'nfl_data'
-  spec.version       = NflData::VERSION
-  spec.authors       = ['thetizzo']
-  spec.email         = ['j.m.taylor1@gmail.com']
-  spec.homepage      = 'https://github.com/thetizzo/nfl_data'
-  spec.license       = 'MIT'
-  spec.summary       = 'Parse NFL data like a boss'
-  spec.description   = 'Parse NFL data like a boss'
+  spec.name = "nfl_data"
+  spec.version = NflData::VERSION
+  spec.authors = ["thetizzo"]
+  spec.email = ["j.m.taylor1@gmail.com"]
+  spec.homepage = "https://github.com/thetizzo/nfl_data"
+  spec.license = "MIT"
+  spec.summary = "Parse NFL data like a boss"
+  spec.description = "Parse NFL data like a boss"
 
-  spec.files         = `git ls-files -z`.split("\x0")
-  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
-  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ['lib']
+  spec.files = `git ls-files -z`.split("\x0")
+  spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
 
-  spec.add_development_dependency 'bundler', '~> 1.16.5'
-  spec.add_development_dependency 'rake'
-  spec.add_development_dependency 'minitest', '~> 5.11.3'
-  spec.add_development_dependency 'vcr', '~> 4.0.0'
-  spec.add_development_dependency 'webmock', '~> 3.4.2'
-  spec.add_development_dependency 'rubocop', '~> 0.59.1'
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.9"
+  spec.add_development_dependency "rspec-resembles_json_matchers", "~> 0.9"
+  spec.add_development_dependency "vcr", "~> 4.0.0"
+  spec.add_development_dependency "webmock", "~> 3.8"
+  spec.add_development_dependency "standard", "~> 0.1"
 
-  spec.add_dependency 'typhoeus', '~> 1.3'
-  spec.add_dependency 'nokogiri', '~> 1.6'
+  spec.add_dependency "nokogiri", "~> 1.10"
+  spec.add_dependency "typhoeus", "~> 1.4"
+  spec.add_dependency "zeitwerk", "~> 2.4"
 end

data/spec/api/player_spec.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+RSpec.describe NflData::Api::Player do
+  subject { described_class.new }
+
+  it "provides the players in json" do
+    VCR.use_cassette("msf_players") do
+      expect(JSON.parse(subject.players)).to resemble_json(
+        "players": [
+          {
+            "first_name": "B",
+            "last_name": "2Anger2",
+            "full_name": "B 2Anger2",
+            "position": "LB",
+            "number": 19,
+            "team": "JAX",
+            "msf_player_id": 19407,
+            "image_source": "google.com"
+          }
+        ]
+      )
+    end
+  end
+end