nfl_data 0.0.10 → 0.1.0

data/lib/nfl_data/models/statline.rb

@@ -1,30 +1,20 @@
 module NflData
-
-  class Statline
-    attr_accessor :week, :year, :rush_atts, :rush_yards, :rush_tds, :fumbles,
-      :pass_comp, :pass_att, :pass_yards, :pass_tds, :ints, :qb_rating, :receptions,
-      :rec_yards, :rec_tds, :nfl_player_id, :sacks
-
-    def to_hash
-      {
-        nfl_player_id: nfl_player_id,
-        week: week,
-        year: year,
-        rush_atts: rush_atts,
-        rush_yards: rush_yards,
-        rush_tds: rush_tds,
-        fumbles: fumbles,
-        pass_comp: pass_comp,
-        pass_att: pass_att,
-        pass_yards: pass_yards,
-        pass_tds: pass_tds,
-        ints: ints,
-        qb_rating: qb_rating,
-        receptions: receptions,
-        rec_yards: rec_yards,
-        rec_tds: rec_tds
-      }
-    end
-  end
-
+  Statline = Struct.new(
+    :rush_atts,
+    :rush_yards,
+    :rush_tds,
+    :fumbles,
+    :pass_comp,
+    :pass_att,
+    :pass_yards,
+    :pass_tds,
+    :ints,
+    :qb_rating,
+    :receptions,
+    :rec_yards,
+    :rec_tds,
+    :msf_game_id,
+    :msf_player_id,
+    keyword_init: true
+  )
 end

data/lib/nfl_data/my_sports_feeds/client.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class Client
+      attr_reader :base_url, :api_key, :api_host, :api_version, :format
+
+      def initialize(
+        api_host: ENV.fetch("MYSPORTSFEEDS_API_HOST"),
+        api_key: ENV.fetch("MYSPORTSFEEDS_API_KEY"),
+        api_version: ENV.fetch("MYSPORTSFEEDS_API_VERSION")
+      )
+        @api_host = api_host
+        @api_key = api_key
+        @api_version = api_version
+        @format = "json"
+        @base_url = "#{@api_host}/#{@api_version}/pull/nfl/"
+      end
+
+      def get(endpoint:, params: {})
+        request(method: :get, endpoint: endpoint, params: params)
+      end
+
+      private
+
+      def request(method:, endpoint:, params:)
+        request = Typhoeus::Request.new(
+          "#{base_url}#{endpoint}.#{format}",
+          method: method,
+          params: params,
+          accept_encoding: "gzip",
+          userpwd: "#{api_key}:MYSPORTSFEEDS"
+        )
+
+        # request.on_complete do |response|
+        #   if response.success?
+        #   end
+        # end
+
+        response = request.run
+        JSON.parse(response.body)
+      end
+    end
+  end
+end

data/lib/nfl_data/my_sports_feeds/players_feed.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class PlayersFeed
+      attr_reader :client
+
+      def initialize(client: MySportsFeeds::Client.new)
+        @client = client
+      end
+
+      def feed(position: nil)
+        params = {position: position}
+        client.get(endpoint: "players", params: params)["players"]
+      end
+    end
+  end
+end

data/lib/nfl_data/my_sports_feeds/seasonal_games_feed.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class SeasonalGamesFeed
+      attr_reader :client
+
+      def initialize(client: MySportsFeeds::Client.new)
+        @client = client
+      end
+
+      def feed(season_start_year:)
+        response = client.get(endpoint: "#{season_slug(season_start_year)}/games")
+        response["games"].map { |data| data["schedule"] }
+      end
+
+      def season_slug(year)
+        "#{year}-#{year + 1}-regular"
+      end
+    end
+  end
+end

data/lib/nfl_data/my_sports_feeds/weekly_player_gamelogs.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module NflData
+  module MySportsFeeds
+    class WeeklyPlayerGamelogs
+      attr_reader :client
+
+      def initialize(client: MySportsFeeds::Client.new)
+        @client = client
+      end
+
+      def feed(season_start_year:, week:)
+        client.get(endpoint: "#{season_slug(season_start_year)}/week/#{week}/player_gamelogs")["gamelogs"]
+      end
+
+      def season_slug(year)
+        "#{year}-#{year + 1}-regular"
+      end
+    end
+  end
+end

data/lib/nfl_data/parsers/player_parser.rb

@@ -1,88 +1,28 @@
-module NflData
-  class PlayerParser
-    include ParserHelper
-
-    attr_reader :base_url
-
-    def initialize
-      @base_url = "http://www.nfl.com/players/search?category=position&conferenceAbbr=null&playerType=current&conference=ALL&filter="
-    end
+# frozen_string_literal: true
 
-    def get_by_position(position)
-      case position
-      when :quarterbacks
-        { position => get('quarterback') }
-      when :runningbacks
-        { position => get('runningback') }
-      when :wide_receivers
-        { position => get('widereceiver') }
-      when :tight_ends
-        { position => get('tightend') }
-      when :all
-        {
-          quarterbacks: get('quarterback'),
-          runningbacks: get('runningback'),
-          wide_receivers: get('widereceiver'),
-          tight_ends: get('tightend')
-        }
-      end
-    end
-
-    private
-
-    def get(position)
-      baseurl = @base_url + position
-      url = baseurl
-      returnVal = []
-      page_num = 1
-
-      count = 100
-
-      loop do
-        page_num += 1
-        players_found = update_or_create_players(url)
-        returnVal.push(players_found[1])
-        break if players_found[0] == 0
-        url = baseurl + '&d-447263-p='
-        url += page_num.to_s
+module NflData
+  module Parsers
+    class PlayerParser
+      def parse(player_data:)
+        player_data.map { |data| data["player"] }.map do |data|
+          init_player(data)
+        end
       end
 
-      returnVal.flatten.map{ |player| player.to_hash }
-    end
-
-    def update_or_create_players(url)
-      # puts "Pulling from url = #{url}"
-      doc = open(url) { |f| Nokogiri(f) }
-
-      #NFL.com stores players in 2 types of rows. Class = Odd or Even. This pulls them all.
-      odds = doc.search("tr.odd")
-      evens = doc.search("tr.even")
-
-      all = odds + evens
-
-      players = all.map do |p|
-        player = Player.new
-        elements = p.search("td")
-        player.position = elements[0].inner_text.strip
-        player.number = elements[1].inner_text.strip
-        name = elements[2].inner_text.strip
-        player.status = elements[3].inner_text.strip
-        player.team = make_jacksonville_abbreviation_consistent(elements[12].inner_text.strip)
-
-        #Get NFL.com Unique player id
-        player.nfl_player_id = elements[2].to_s.split('/')[3]
-
-        names = name.split(',')
-
-        player.first_name = names[1].strip
-        player.last_name = names[0].strip
-
-        player.full_name = [player.first_name, player.last_name].join(' ')
-        player
+      private
+
+      def init_player(data)
+        Player.new(
+          first_name: data["firstName"],
+          last_name: data["lastName"],
+          full_name: "#{data["firstName"]} #{data["lastName"]}".chomp,
+          position: data["primaryPosition"],
+          number: data["jerseyNumber"],
+          team: data.dig("currentTeam", "abbreviation").to_s,
+          msf_player_id: data["id"],
+          image_source: data["officialImageSrc"].to_s
+        )
       end
-
-      [players.count, players]
     end
-
   end
 end

data/lib/nfl_data/parsers/schedule_parser.rb

@@ -0,0 +1,20 @@
+module NflData
+  module Parsers
+    class ScheduleParser
+      def parse(schedule_data:)
+        Schedule.new(games: schedule_data.map { |data| init_game(data) })
+      end
+
+      private
+
+      def init_game(data)
+        Game.new(
+          week: data["week"],
+          home_team: data.dig("homeTeam", "abbreviation"),
+          away_team: data.dig("awayTeam", "abbreviation"),
+          start_time: data["startTime"]
+        )
+      end
+    end
+  end
+end

data/lib/nfl_data/parsers/statline_parser.rb

@@ -1,83 +1,34 @@
-module NflData
-  class StatlineParser
-
-    def initialize
-    end
-
-    def get(week, year, stat_type)
-      case stat_type
-      when :passing
-        grab_week(week, year, 'Passing')
-      when :rushing
-        grab_week(week, year, 'Rushing')
-      when :receiving
-        grab_week(week, year, 'Receiving')
-      end
-    end
+# frozen_string_literal: true
 
-    private
-
-    def get_player_id_from_profile_url(element)
-      old_url = "http://nfl.com" + element.search('a').first.attributes['href'].value
-      new_url = ""
-
-      begin
-        open(old_url) do |resp|
-          new_url = resp.base_uri.to_s
+module NflData
+  module Parsers
+    class StatlineParser
+      def parse(statline_data:)
+        statline_data.map do |data|
+          init_statline(data)
         end
-      rescue
-        return nil
       end
 
-      new_url.gsub("http://www.nfl.com","").to_s.split('/')[3]
-    end
-
-    def grab_week(weeknum, year, stat_type)
-      baseUrl = "http://www.nfl.com/stats/weeklyleaders?type=REG"
-      weekUrl = "&week="
-      seasonUrl = "&season=" + year.to_s
-      catUrl = "&showCategory="
-
-      url = baseUrl + weekUrl + weeknum.to_s + seasonUrl + catUrl + stat_type
-
-      doc = open(url) { |f| Nokogiri(f) }
-
-      odds = doc.search("tr.odd")
-      evens = doc.search("tr.even")
-
-      all = odds + evens
-
-      all.map do |player_row|
-        elements = player_row.search("td")
-
-        statline = Statline.new
-
-        statline.nfl_player_id = get_player_id_from_profile_url(elements[0])
-        statline.week = weeknum
-        statline.year = year
-
-        if (stat_type == 'Rushing')
-          statline.rush_atts = elements[4].inner_text.strip
-          statline.rush_yards = elements[5].inner_text.strip
-          statline.rush_tds = elements[7].inner_text.strip
-          statline.fumbles = elements[8].inner_text.strip
-        elsif (stat_type == 'Passing')
-          statline.pass_comp = elements[4].inner_text.strip
-          statline.pass_att = elements[5].inner_text.strip
-          statline.pass_yards = elements[6].inner_text.strip
-          statline.pass_tds = elements[7].inner_text.strip
-          statline.ints = elements[8].inner_text.strip
-          statline.sacks = elements[9].inner_text.strip
-          statline.qb_rating = elements[11].inner_text.strip
-          statline.fumbles = elements [10].inner_text.strip
-        elsif (stat_type == 'Receiving')
-          statline.receptions = elements[4].inner_text.strip
-          statline.rec_yards = elements[5].inner_text.strip
-          statline.rec_tds = elements[7].inner_text.strip
-          statline.fumbles = elements[8].inner_text.strip
-        end
-
-        statline.to_hash
+      private
+
+      def init_statline(data)
+        Statline.new(
+          rush_atts: data.dig("stats", "rushing", "rushAttempts") || 0,
+          rush_yards: data.dig("stats", "rushing", "rushYards") || 0,
+          rush_tds: data.dig("stats", "rushing", "rushTD") || 0,
+          fumbles: data.dig("stats", "fumbles", "fumbles") || 0,
+          pass_comp: data.dig("stats", "passing", "passCompletions") || 0,
+          pass_att: data.dig("stats", "passing", "passAttempts") || 0,
+          pass_yards: data.dig("stats", "passing", "passYards") || 0,
+          pass_tds: data.dig("stats", "passing", "passTD") || 0,
+          ints: data.dig("stats", "interceptions", "interceptions") || 0,
+          qb_rating: data.dig("stats", "passing", "qbRating") || 0,
+          receptions: data.dig("stats", "receiving", "receptions") || 0,
+          rec_yards: data.dig("stats", "receiving", "recYards") || 0,
+          rec_tds: data.dig("stats", "receiving", "recTD") || 0,
+          msf_game_id: data.dig("game", "id"),
+          msf_player_id: data.dig("player", "id")
+        )
       end
     end
   end

data/lib/nfl_data/version.rb

@@ -1,3 +1,3 @@
 module NflData
-  VERSION = '0.0.10'
+  VERSION = "0.1.0"
 end

data/nfl_data.gemspec

@@ -1,29 +1,31 @@
-# coding: utf-8
-lib = File.expand_path('../lib', __FILE__)
+lib = File.expand_path("../lib", __FILE__)
 $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
-require 'nfl_data/version'
+require "nfl_data/version"
 
 Gem::Specification.new do |spec|
-  spec.name          = 'nfl_data'
-  spec.version       = NflData::VERSION
-  spec.authors       = ['thetizzo']
-  spec.email         = ['j.m.taylor1@gmail.com']
-  spec.homepage      = 'https://github.com/thetizzo/nfl_data'
-  spec.license       = 'MIT'
-  spec.summary       = %q{Parse NFL data like a boss}
-  spec.description   = %q{Parse NFL data like a boss}
+  spec.name = "nfl_data"
+  spec.version = NflData::VERSION
+  spec.authors = ["thetizzo"]
+  spec.email = ["j.m.taylor1@gmail.com"]
+  spec.homepage = "https://github.com/thetizzo/nfl_data"
+  spec.license = "MIT"
+  spec.summary = "Parse NFL data like a boss"
+  spec.description = "Parse NFL data like a boss"
 
-  spec.files         = `git ls-files -z`.split("\x0")
-  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
-  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
-  spec.require_paths = ['lib']
+  spec.files = `git ls-files -z`.split("\x0")
+  spec.executables = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
 
-  spec.add_development_dependency 'bundler', '~> 1.6'
-  spec.add_development_dependency 'rake'
-  spec.add_development_dependency 'minitest', '~> 5.4.1'
-  spec.add_development_dependency 'vcr', '~> 2.9.3'
-  spec.add_development_dependency 'webmock', '~> 1.19.0'
+  spec.add_development_dependency "rake", "~> 13.0"
+  spec.add_development_dependency "rspec", "~> 3.9"
+  spec.add_development_dependency "rspec-resembles_json_matchers", "~> 0.9"
+  spec.add_development_dependency "vcr", "~> 4.0.0"
+  spec.add_development_dependency "webmock", "~> 3.8"
+  spec.add_development_dependency "standard", "~> 0.1"
 
-  spec.add_dependency 'nokogiri', '~> 1.6'
+  spec.add_dependency "nokogiri", "~> 1.10"
+  spec.add_dependency "typhoeus", "~> 1.4"
+  spec.add_dependency "zeitwerk", "~> 2.4"
 end