vegas_insider_scraper 0.1.5 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 89031700cd6bec519bb2a1841530ccf2f4e958e000de5f024bb88aa41f443177
-  data.tar.gz: 42b5277aaec3c8892ae3b183817423ab40ed11b8c32eccec3280f5af7029043b
+  metadata.gz: 0d913d3440b91317653dc9fd161e9b9a5474cc7dfd80012682c74c9f6a2bb9e6
+  data.tar.gz: 43b029b0436db2dcf18bf472cf9784521b5546b8aaf383ab4a10b9fa2c36d618
 SHA512:
-  metadata.gz: 2e7e9a97da1085b1dbc41960bb2d8dfdafa6aaa52a8acd92025b6710f105490d80bb2b9b11b1a23a15d8f73f5719e89946627c37068959cc9e8b1f940a6810de
-  data.tar.gz: 2517e5e4149b16d7b235eb04065ff03214ff6244a5c681f82d3bad3214dd4563a1f35b5c142a08c6ebf3fc4588900cb0946ea64edcbce39bcd853682d9207994
+  metadata.gz: 120c346e644548e23676daa0f4a264a75bcf9a12396e1510272239f96a4da832f41f2e8b460b5d2bb65cfa8eba944a7eaeee21c6e0251d4a6fdd31a38418c755
+  data.tar.gz: a2ed206492830f2b4e11ba348ef443ea5f608efa719a4764e0b06b2dfcb30d29a4cd170bc3690f8bedff769a1c33dab016cbc9f15a9f575907bcd95ecf3bb2a9

data/lib/sports/scraper_league.rb

@@ -630,6 +630,8 @@ class ScraperLeague
     ODDS = /(<br><br>(?<home_line>-\d+(\.5)?))|(<br>(?<away_line>-\d+(\.5)?)[+-]\d\d<br>)|
       ((?<over_under>\d+(\.5)?)[ou]((-\d{2})|EV)(?<home_line>-\d+(.5)?)-\d\d\z)|
       ((?<away_line>-\d+(.5)?)-\d\d(?<over_under>\d+(\.5)?)[ou]((-\d{2})|EV)\z)/x
+    SOCCER_ODDS = /(?<away_line>(-|\+)?((-0)|(\d|\.)+))(((\+|-)\d\d)|(EV))(?<home_line>(-|\+)?((-0)|(\d|\.)+))(((\+|-)\d\d)|(EV))/
+    SOCCER_MONEYLINE_ODDS = /(?<away_moneyline>(-|\+)\d+)(?<home_moneyline>(-|\+)\d+)(?<draw>(-|\+)\d+)(?<over_under>\d((\.5)|(\.25)|(\.75))?)(o|u).\d\d/
     RUNLINE_ODDS = /(?<away_line>(\+|-)\d+(\.5)?)\/(\+|-)\d{3}(?<home_line>(\+|-)\d+(\.5)?)\/(\+|-)\d{3}/
     MONEYLINE_ODDS = /((?<over_under>\d+(\.5)?)[ou]-\d{2})?(?<away_moneyline>(\+|-)\d{3}\d*)(?<home_moneyline>(\+|-)\d{3}\d*)/
     
@@ -642,7 +644,8 @@ class ScraperLeague
 
   class Game
     attr_reader :time, :away_team, :home_team, :vegas_info,
-      :ending, :winning_team, :winning_score, :losing_score, :ats_winner, :over_under_result, :doubleheader, :notes
+      :ending, :winning_team, :winning_score, :losing_score,
+      :ats_winner, :over_under_result, :doubleheader, :notes
 
     def initialize(args = {})
       Game.sanitize(args).map { |attribute, value| instance_variable_set("@#{attribute}", value) }
@@ -682,7 +685,8 @@ class ScraperLeague
     private
     def self.sanitize(args)
       permitted_keys = [:time, :away_team, :home_team, :vegas_info,
-        :ending, :winning_team, :winning_score, :losing_score, :ats_winner, :over_under_result, :doubleheader, :notes]
+        :ending, :winning_team, :winning_score, :losing_score,
+        :ats_winner, :over_under_result, :doubleheader, :notes]
       args.select { |key,_| permitted_keys.include? key }
     end
   end

data/lib/sports/soccer.rb

@@ -0,0 +1,89 @@
+
+class Soccer < ScraperLeague
+  def initialize
+    @sport_id = 9
+    @sport_name = :soccer
+    super
+    @moneyline_sport = true
+  end
+
+  def current_games
+    @current_games ||= get_lines([
+      "http://www.vegasinsider.com/#{sport_name}/odds/las-vegas/spread",
+      "http://www.vegasinsider.com/#{sport_name}/odds/las-vegas/"
+    ])
+  end
+
+  def teams
+    []
+  end
+
+  def standings
+    []
+  end
+
+  def team_schedules
+    []
+  end
+
+  def live_scores
+    []
+  end
+
+  private
+
+  def get_lines(urls)
+    games = []
+
+    urls.each { |url|
+      is_first_url = games.empty?
+      doc = Nokogiri::HTML(open(url))
+      doc.css('.viBodyBorderNorm .frodds-data-tbl tr').each do |game_row|
+        game_cell = game_row.at_css('td:first-child')
+        teams = game_cell_parser(game_cell)
+        game = Game.new(home_team: teams[1], away_team: teams[0]) 
+
+        if game.teams_found?
+          game.update(time: get_game_time(game_cell))
+          game.update(doubleheader: doubleheader_id(game_row.next&.next&.at_css('td:first-child')&.content))
+          is_first_url ? (games.push game) : (game = game.find_equal(games))
+          game.update(vegas_info: get_line(get_odds(game_row)))
+
+        elsif is_first_url
+          last_game = games.last
+          if last_game then last_game.update(notes: (last_game.notes ? "#{last_game.notes} / " : '') + game_cell.content) end
+        end
+      end
+    }
+    games
+  end
+
+  def game_cell_parser(cell)
+    cell.css('b').map(&:content)
+  end
+
+  def get_odds(odds_element)
+    (odds_element.at_css('td:nth-child(3)')&.content || '')
+      .gsub(' ', '')
+      .gsub(/[[:space:]]/, '')
+      .gsub('½','.5')
+      .gsub('¼', '.25')
+      .gsub('¾', '.75')
+      .strip
+  end
+
+  def get_odds_inner_html(odds_element)
+    ''
+    # ((odds_element.at_css('td:nth-child(3) a'))&.inner_html || '').encode('utf-8').gsub(" ","").gsub("½",".5").strip
+  end
+
+  def get_line(odds_string)
+    odds_string = odds_string.gsub('PK', '-0')
+    result = matchdata_to_hash(RegularExpressions::SOCCER_MONEYLINE_ODDS.match(odds_string) || 
+                               RegularExpressions::SOCCER_ODDS.match(odds_string))
+
+
+    result.each { |k,v| result[k] = result[k].to_s.to_f if result[k] }
+    get_home_and_away(result)
+  end
+end

data/lib/vegas_insider_scraper.rb

@@ -9,6 +9,7 @@ require 'sports/nba'
 require 'sports/nfl'
 require 'sports/mlb'
 require 'sports/nhl'
+require 'sports/soccer'
 
 class VegasInsiderScraper
   attr_reader :sports

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: vegas_insider_scraper
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.2.0
 platform: ruby
 authors:
 - Matt Reitz
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-02-25 00:00:00.000000000 Z
+date: 2019-03-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: nokogiri
@@ -52,6 +52,7 @@ files:
 - lib/sports/nfl.rb
 - lib/sports/nhl.rb
 - lib/sports/scraper_league.rb
+- lib/sports/soccer.rb
 - lib/vegas_insider_scraper.rb
 homepage: https://github.com/mreitz94/betting-tools-scraper
 licenses:
@@ -73,7 +74,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.7
+rubygems_version: 2.7.9
 signing_key: 
 specification_version: 4
 summary: A gem to scrape the web for sports statistics, teams, betting lines, records,