ahl_scraper 0.1.1

data/Rakefile

@@ -0,0 +1,8 @@
+# frozen_string_literal: true
+
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task default: :spec

data/ahl_scraper.gemspec

@@ -0,0 +1,27 @@
+# frozen_string_literal: true
+
+require_relative "lib/ahl_scraper/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "ahl_scraper"
+  spec.version       = AhlScraper::VERSION
+  spec.authors       = ["jefftcraig"]
+  spec.email         = ["jeffcraig35@gmail.com"]
+
+  spec.summary       = "Scrape data from the AHL website"
+  spec.description   = "Allows users to gather game, season, and player data from the AHL website"
+  spec.homepage      = "http://www.ahltracker.com"
+  spec.license       = "MIT"
+  spec.required_ruby_version = Gem::Requirement.new(">= 2.3.0")
+
+  spec.metadata["homepage_uri"] = "https://github.com/notnotjeff/ahl_scraper"
+  spec.metadata["source_code_uri"] = "https://github.com/notnotjeff/ahl_scraper"
+  spec.metadata["changelog_uri"] = "https://github.com/notnotjeff/ahl_scraper"
+
+  spec.files = Dir.chdir(File.expand_path(__dir__)) do
+    `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+end

data/bin/console

@@ -0,0 +1,16 @@
+# frozen_string_literal: true
+
+# !/usr/bin/env ruby
+
+require "bundler/setup"
+require "ahl_scraper"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/ahl_scraper.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+require "json"
+require "nokogiri"
+require "open-uri"
+require "bigdecimal"
+
+require "ahl_scraper/version"
+
+require "ahl_scraper/fetchers/division_data_fetcher"
+require "ahl_scraper/fetchers/game_data_fetcher"
+require "ahl_scraper/fetchers/game_event_data_fetcher"
+require "ahl_scraper/fetchers/player_data_fetcher"
+require "ahl_scraper/fetchers/playoff_bracket_data_fetcher"
+require "ahl_scraper/fetchers/season_data_fetcher"
+require "ahl_scraper/fetchers/season_end_date_fetcher"
+require "ahl_scraper/fetchers/season_game_ids_fetcher"
+require "ahl_scraper/fetchers/season_start_date_fetcher"
+require "ahl_scraper/fetchers/season_type_fetcher"
+require "ahl_scraper/fetchers/team_data_fetcher"
+require "ahl_scraper/fetchers/team_roster_data_fetcher"
+
+require "ahl_scraper/helpers/birthdate_helper"
+require "ahl_scraper/helpers/elapsed_time_helper"
+require "ahl_scraper/helpers/ice_time_helper"
+require "ahl_scraper/helpers/parameterize_helper"
+require "ahl_scraper/helpers/period_time_helper"
+require "ahl_scraper/helpers/season_dates_helper"
+
+require "ahl_scraper/resource"
+
+require "ahl_scraper/resources/game"
+require "ahl_scraper/resources/playoff_bracket"
+require "ahl_scraper/resources/season"
+require "ahl_scraper/resources/team_list_item"
+require "ahl_scraper/resources/team_game_list_item"
+require "ahl_scraper/resources/game_list_item"
+require "ahl_scraper/resources/goalie_game_list_item"
+require "ahl_scraper/resources/season_list_item"
+require "ahl_scraper/resources/skater_game_list_item"
+require "ahl_scraper/resources/roster_player"
+require "ahl_scraper/resources/player"
+
+require "ahl_scraper/games"
+require "ahl_scraper/seasons"
+require "ahl_scraper/team_games"
+require "ahl_scraper/teams"
+require "ahl_scraper/player_games"
+require "ahl_scraper/players"
+require "ahl_scraper/playoff_brackets"
+require "ahl_scraper/roster_players"
+
+module AhlScraper
+  class Error < StandardError; end
+end

data/lib/ahl_scraper/fetchers/division_data_fetcher.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class DivisionDataFetcher
+    def initialize(season_id)
+      @season_id = season_id
+    end
+
+    def call
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)&.first&.dig(:sections)
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=teams&groupTeamsBy=division&site_id=1&season=#{@season_id}&key=50c2cd9b5e18e390&client_code=ahl&league_id=4&callback=json" # rubocop:disable Layout/LineLength
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/game_data_fetcher.rb

@@ -0,0 +1,29 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class GameDataFetcher
+    BROKEN_GAMES = [1_018_774, 1_001_050, 1_020_527].freeze
+
+    def initialize(game_id)
+      @game_id = game_id
+    end
+
+    def call
+      return fixed_game if BROKEN_GAMES.include? @game_id
+
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)
+    end
+
+    private
+
+    def fixed_game
+      path = File.join(File.dirname(__FILE__), "../fixed_games/#{@game_id}.json")
+      file = File.read(path)
+      JSON.parse(file, symbolize_names: true)
+    end
+
+    def url
+      "http://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=gameSummary&game_id=#{@game_id}&key=50c2cd9b5e18e390&site_id=1&client_code=ahl&lang=en&league_id=&callback=json" # rubocop:disable Layout/LineLength
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/game_event_data_fetcher.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class GameEventDataFetcher
+    def initialize(game_id)
+      @game_id = game_id
+    end
+
+    def call
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=gameCenterPlayByPlay&game_id=#{@game_id}&key=50c2cd9b5e18e390&client_code=ahl&lang=en&league_id=&callback=json" # rubocop:disable Layout/LineLength
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/player_data_fetcher.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class PlayerDataFetcher
+    def initialize(player_id)
+      @player_id = player_id
+    end
+
+    def call
+      JSON.parse(player_data_without_bio, symbolize_names: true)
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=player&player_id=#{@player_id}&season_id=&site_id=3&key=ccb91f29d6744675&client_code=ahl&league_id=&lang=en&statsType=standard&callback=json" # rubocop:disable Layout/LineLength
+    end
+
+    def player_data_without_bio
+      data = Nokogiri::HTML(URI.parse(url).open).text[5..-2]
+      bio = data[/\"bio"\:(.*?)\,\"teamName/m, 1]
+      data.gsub(bio, "\"\"")
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/player_games/data_fetcher.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  module PlayerGames
+    class DataFetcher
+      def initialize(player_id, season_id)
+        @player_id = player_id
+        @season_id = season_id
+      end
+
+      def call
+        player_data = JSON.parse(player_data_without_bio, symbolize_names: true)
+
+        player_data&.dig(:gameByGame, 0, :sections, 0, :data)&.map { |data| { **data, position: player_data[:info][:position] } }
+      end
+
+      private
+
+      def url
+        "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=player&player_id=#{@player_id}&season_id=#{@season_id}&site_id=3&key=ccb91f29d6744675&client_code=ahl&league_id=&lang=en&statsType=standard&callback=json" # rubocop:disable Layout/LineLength
+      end
+
+      def player_data_without_bio
+        data = Nokogiri::HTML(URI.parse(url).open).text[5..-2]
+        bio = data[/\"bio"\:(.*?)\,\"teamName/m, 1]
+        data.gsub(bio, "\"\"")
+      end
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/playoff_bracket_data_fetcher.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class PlayoffBracketDataFetcher
+    def initialize(season_id)
+      @season_id = season_id
+    end
+
+    def call
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true).dig(:SiteKit, :Brackets)
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=modulekit&view=brackets&fmt=json&season_id=#{@season_id}&key=ccb91f29d6744675&client_code=ahl&site_id=3&lang=en&league_id=&callback=json" # rubocop:disable Layout/LineLength
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/season_data_fetcher.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class SeasonDataFetcher
+    def call
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)&.dig(:seasons)
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=bootstrap&season=latest&pageName=schedule&key=50c2cd9b5e18e390&client_code=ahl&site_id=1&league_id=&league_code=&lang=en&callback=json" # rubocop:disable Layout/LineLength
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/season_end_date_fetcher.rb

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class SeasonEndDateFetcher
+    def initialize(season_id, season_type)
+      @season_id = season_id
+      @season_type = season_type
+    end
+
+    def call
+      return if %i[all_star_game exhibition].include? @season_type
+
+      return SeasonDatesHelper::DATE_EXCEPTIONS[@season_id][:end_date] if SeasonDatesHelper::DATE_EXCEPTIONS.keys.include? @season_id
+
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)
+        &.first
+        &.dig(:sections)
+        &.first
+        &.dig(:data)
+        &.last
+        &.dig(:row, :date_with_day)
+    end
+
+    private
+
+    def end_month
+      SeasonDatesHelper::SEASON_MONTH_KEY[@season_type.to_sym][:end_month]
+    end
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=schedule&team=-1&season=#{@season_id}&month=#{@end_month}&location=homeaway&key=50c2cd9b5e18e390&client_code=ahl&site_id=1&league_id=4&division_id=-1&lang=en&callback=json"
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/season_game_ids_fetcher.rb

@@ -0,0 +1,21 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class SeasonGameIdsFetcher
+    def initialize(season_id)
+      @season_id = season_id
+    end
+
+    def call
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open)
+        .text[5..-2], symbolize_names: true)
+        .dig(0, :sections, 0, :data)
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=schedule&team=-1&season=#{@season_id}&month=-1&location=homeaway&key=ccb91f29d6744675&client_code=ahl&site_id=3&league_id=4&division_id=-1&lang=en&callback=json"
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/season_start_date_fetcher.rb

@@ -0,0 +1,30 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class SeasonStartDateFetcher
+    def initialize(season_id, season_type)
+      @season_id = season_id
+      @season_type = season_type
+    end
+
+    def call
+      return if %i[all_star_game exhibition].include? @season_type
+
+      return SeasonDatesHelper::DATE_EXCEPTIONS[@season_id][:start_date] if SeasonDatesHelper::DATE_EXCEPTIONS.keys.include? @season_id
+
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)
+        &.first
+        &.dig(:sections)
+        &.first
+        &.dig(:data)
+        &.first
+        &.dig(:row, :date_with_day)
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=schedule&team=-1&season=#{@season_id}&month=#{@start_month}&location=homeaway&key=50c2cd9b5e18e390&client_code=ahl&site_id=1&callback=json"
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/season_type_fetcher.rb

@@ -0,0 +1,33 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class SeasonTypeFetcher
+    def initialize(season_id)
+      @season_id = season_id
+    end
+
+    def call
+      season = JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)
+        .dig(:seasons)
+        &.find { |s| s[:id].to_i == @season_id.to_i }
+      return nil unless season
+
+      case season[:name]
+      when /Regular/
+        :regular
+      when /All-Star/
+        :all_star
+      when /Playoffs/
+        :playoffs
+      when /Exhibition/
+        :exhibition
+      end
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=bootstrap&season=latest&pageName=schedule&key=50c2cd9b5e18e390&client_code=ahl&site_id=1&league_id=&league_code=&lang=en&callback=json"
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/team_data_fetcher.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  class TeamDataFetcher
+    def initialize(season_id)
+      @season_id = season_id
+    end
+
+    def call
+      JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)&.first&.dig(:sections)&.map { |t| t[:data] }&.flatten
+    end
+
+    private
+
+    def url
+      "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=teams&groupTeamsBy=division&site_id=1&season=#{@season_id}&key=50c2cd9b5e18e390&client_code=ahl&league_id=4&callback=json" # rubocop:disable Layout/LineLength
+    end
+  end
+end

data/lib/ahl_scraper/fetchers/team_games/data_fetcher.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+module AhlScraper
+  module TeamGames
+    class DataFetcher
+      def initialize(team_id, season_id)
+        @team_id = team_id
+        @season_id = season_id
+      end
+
+      def call
+        JSON.parse(Nokogiri::HTML(URI.parse(url).open).text[5..-2], symbolize_names: true)&.dig(0, :sections, 0, :data)
+      end
+
+      private
+
+      def url
+        "https://lscluster.hockeytech.com/feed/index.php?feed=statviewfeed&view=schedule&team=#{@team_id}&season=#{@season_id}&month=-1&location=homeaway&key=ccb91f29d6744675&client_code=ahl&site_id=3&league_id=4&division_id=-1&lang=en&callback=json" # rubocop:disable Layout/LineLength
+      end
+    end
+  end
+end