betforker 1.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 3749157daf9c994010c16ccde4aba24637909989
+  data.tar.gz: adbdaf874f2b70dadef7f8783d60fe5418b4116b
+SHA512:
+  metadata.gz: c7a51d74a283ec7ddd955b29616c7d24e19775eb666064c99ff2c9e963d849a6e6b804472c887da286c5978e0a6c4f383149dd14b7e40c8b3973737a6250e4b1
+  data.tar.gz: 0be39ec13be2fe1c79da586fdfa6d015c5e4eba482090a5d144dd30627a7b9ab43f944f22cd7c634508a34f54f09df4aee933550bcfe42d4d54a43efa6f9bfca

data/.gitignore

@@ -0,0 +1,5 @@
+pkg/
+logs/
+*.swp
+tmp/
+.bundle/

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm: 2.3.0
+script: bundle exec rspec

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,90 @@
+PATH
+  remote: .
+  specs:
+    betforker (1.0.1)
+      highline (~> 1.7)
+      mechanize (~> 2.7)
+      nokogiri (~> 1.6)
+      poltergeist (= 1.9)
+      thor (~> 0.19)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.4.0)
+    capybara (2.7.1)
+      addressable
+      mime-types (>= 1.16)
+      nokogiri (>= 1.3.3)
+      rack (>= 1.0.0)
+      rack-test (>= 0.5.4)
+      xpath (~> 2.0)
+    cliver (0.3.2)
+    diff-lcs (1.2.5)
+    domain_name (0.5.20160615)
+      unf (>= 0.0.5, < 1.0.0)
+    highline (1.7.8)
+    http-cookie (1.0.2)
+      domain_name (~> 0.5)
+    mechanize (2.7.4)
+      domain_name (~> 0.5, >= 0.5.1)
+      http-cookie (~> 1.0)
+      mime-types (>= 1.17.2, < 3)
+      net-http-digest_auth (~> 1.1, >= 1.1.1)
+      net-http-persistent (~> 2.5, >= 2.5.2)
+      nokogiri (~> 1.6)
+      ntlm-http (~> 0.1, >= 0.1.1)
+      webrobots (>= 0.0.9, < 0.2)
+    mime-types (2.99.2)
+    mini_portile2 (2.1.0)
+    multi_json (1.12.1)
+    net-http-digest_auth (1.4)
+    net-http-persistent (2.9.4)
+    nokogiri (1.6.8)
+      mini_portile2 (~> 2.1.0)
+      pkg-config (~> 1.1.7)
+    ntlm-http (0.1.1)
+    pkg-config (1.1.7)
+    poltergeist (1.9.0)
+      capybara (~> 2.1)
+      cliver (~> 0.3.1)
+      multi_json (~> 1.0)
+      websocket-driver (>= 0.2.0)
+    rack (1.6.4)
+    rack-test (0.6.3)
+      rack (>= 1.0)
+    rake (11.2.2)
+    rspec (3.4.0)
+      rspec-core (~> 3.4.0)
+      rspec-expectations (~> 3.4.0)
+      rspec-mocks (~> 3.4.0)
+    rspec-core (3.4.4)
+      rspec-support (~> 3.4.0)
+    rspec-expectations (3.4.0)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-mocks (3.4.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.4.0)
+    rspec-support (3.4.1)
+    thor (0.19.1)
+    unf (0.1.4)
+      unf_ext
+    unf_ext (0.0.7.2)
+    webrobots (0.1.2)
+    websocket-driver (0.6.4)
+      websocket-extensions (>= 0.1.0)
+    websocket-extensions (0.1.2)
+    xpath (2.0.0)
+      nokogiri (~> 1.3)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  betforker!
+  rake (~> 11.2)
+  rspec (~> 3.4)
+
+BUNDLED WITH
+   1.12.5

data/README.md

@@ -0,0 +1,53 @@
+# betforker
+
+[![Build Status](https://travis-ci.org/akkmaxon/betforker.svg?branch=master)](https://travis-ci.org/akkmaxon/betforker)
+
+## Description
+
+The app is looking for bet forks.
+
+## Installation
+
+Requirements:
+
+- ruby
+- phantomjs
+
+After that run:
+
+    $ gem install betforker
+
+Do not forget about extending your $PATH with rubygems' binaries.
+
+## Using
+
+Execute the app:
+
+    $ betforker
+
+View help:
+
+    $ betforker help
+
+## License
+
+Copyright (c) 2015-2016 Maxim Akkuzin
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,12 @@
+require 'rubygems/package_task'
+require 'rdoc/task'
+require 'rake/testtask'
+spec = eval(File.read('betforker.gemspec'))
+
+Gem::PackageTask.new(spec) do |pkg|
+end
+RDoc::Task.new do |rdoc|
+  rdoc.main = "README.md"
+  rdoc.rdoc_files.include("README.md", "lib/**/*.rb", "bin/**/*")
+  rdoc.title = 'Betforker doc'
+end

data/betforker.gemspec

@@ -0,0 +1,23 @@
+# Ensure we require the local version and not one we might have installed already
+require File.join([File.dirname(__FILE__),'lib','betforker','version.rb'])
+spec = Gem::Specification.new do |s|
+  s.name = 'betforker'
+  s.version = Betforker::VERSION
+  s.author = 'Akkuzin Maxim'
+  s.email = 'akkmaxon2307@gmail.com'
+  s.homepage = 'https://github.com/akkmaxon/betforker'
+  s.platform = Gem::Platform::RUBY
+  s.summary = "No comments..."
+  s.files = `git ls-files`.split("
+")
+  s.require_paths << 'lib'
+  s.bindir = 'bin'
+  s.executables << 'betforker'
+  s.add_dependency('nokogiri', '~> 1.6')
+  s.add_dependency('mechanize', '~> 2.7')
+  s.add_dependency('poltergeist', '1.9')
+  s.add_dependency('thor', '~> 0.19')
+  s.add_dependency('highline', '~> 1.7')
+  s.add_development_dependency('rake', '~> 11.2')
+  s.add_development_dependency('rspec', '~> 3.4')
+end

data/bin/betforker

@@ -0,0 +1,64 @@
+#!/usr/bin/env ruby
+$LOAD_PATH << File.expand_path(File.dirname(__FILE__) + '/../lib')
+require 'betforker'
+include Betforker
+
+class Betforker::App < Thor
+
+  if ARGV.size == 0
+    ARGV << 'default'
+  end
+
+  desc 'config', 'Change app\'s configuration'
+  map '-c' => :config, '--config' => :config
+  def config
+    Betforker::Config.update
+  end
+
+  desc 'events', 'List all current live events and exit'
+  map '-e' => :events, '--events' => :events
+  def events
+    Betforker.build_events $config[:bookmakers], $config[:sport]
+  end
+
+  desc 'parse ADDRESS', 'Parse event of given address'
+  map '-p' => :parse, '--parse' => :parse
+  def parse(address)
+    Downloader.prepare_phantomjs
+    event = Event.new [address]
+    event.get_webpages
+    event.parse_webpages $config[:bookmakers]
+    event.print_parsed_webpages
+  end
+
+  desc 'version', 'Show version of betforker'
+  map '-v' => :version, '--version' => :version
+  def version
+    say "Version: #{Betforker::VERSION}"
+  end
+
+  desc 'silent', 'Run betforker without logs with showing only desktop notifications'
+  map '-s' => :silent, '--silent' => :silent
+  def silent
+    $config[:log] = false
+    default
+  end
+
+  desc 'default', 'Run betforker with logs and notifications if forks were found(default mode)'
+  def default
+    loop do
+      events = Betforker::build_events $config[:bookmakers], $config[:sport]
+      events_size = events.size
+      events.each_with_index do |event, index|
+	event.print_message_about_event(events_size, index + 1) if $config[:log]
+	forks = event.find_forks
+	forks.each do |f|
+	  f.desktop_show
+	end
+      end
+      Capybara.current_session.driver.browser.restart
+    end
+  end
+end
+
+Betforker::App.start

data/config.yml

@@ -0,0 +1,14 @@
+---
+:marathon_changable: https://www.sportmarafonbet.com
+:williamhill_changable: http://sports.bukstavki77.com
+:min_percent: 1.0
+:filtering: false
+:sound_notification: true
+:sport: tennis
+:bookmakers:
+- Marathon
+- WilliamHill
+:log: true
+:time_of_notification: 20
+:download_timeout: 25
+:phantomjs_logger: false

data/lib/betforker.rb

@@ -0,0 +1,80 @@
+require 'capybara/poltergeist'
+require 'yaml'
+require 'nokogiri'
+require 'mechanize'
+require 'thor'
+require 'highline/import'
+require 'betforker/version'
+require 'betforker/event'
+require 'betforker/parsed_page'
+require 'betforker/downloader'
+require 'betforker/comparer'
+require 'betforker/fork'
+require 'betforker/config'
+require 'betforker/bookmakers/williamhill'
+require 'betforker/bookmakers/marathon'
+
+module Betforker
+  include Bookmakers
+  module_function
+
+  MARATHON_CHANGABLE, WILLIAMHILL_CHANGABLE = Config.changable_addresses
+  MARATHON_BASE = MARATHON_CHANGABLE + "/en"
+  MARATHON_TENNIS_LIVE = MARATHON_BASE + '/live/22723'
+  WILLIAMHILL_BASE = WILLIAMHILL_CHANGABLE + "/bet/en-ie"
+  WILLIAMHILL_LIVE = WILLIAMHILL_BASE + '/betlive/all'
+
+  def build_events(bookmakers, sport)
+    Downloader.prepare_phantomjs
+    need_to_be_structured = pull_live_events bookmakers, sport
+    structured_events = structure_events need_to_be_structured
+    print_all_events(structured_events, sport) if $config[:log]
+    structured_events.values.map { |addresses| Event.new(addresses, sport) }
+  end
+
+  def pull_live_events(bookmakers, sport)
+    result = {}
+    bookmakers.each do |bookie|
+      page = download_live_page_for bookie
+      result.merge! eval(bookie).parse_live_page(page, sport)
+    end
+    result
+  end
+
+  def download_live_page_for(bookie)
+    Downloader.download_live_page bookie
+  end
+
+  def structure_events(unstructured)
+    structured = {}
+    unstructured.each do |addr, names|
+      unless structured.key? names
+	structured[names] = [addr]
+      else
+	structured[names] << addr
+      end
+    end
+    remove_single_events structured
+  end
+
+  def remove_single_events(events)
+    events.select do |names, addresses|
+      addresses.size > 1
+    end
+  end
+
+  def print_all_events(events, sport)
+    print '=' * 20
+    print "V #{events.size} events of #{sport} V"
+    puts '=' * 20
+    events.each do |names, addresses|
+      puts names + ':'
+      addresses.each do |address|
+	puts " - #{address}"
+      end
+    end
+    print '=' * 20
+    print "^ #{events.size} events of #{sport} ^"
+    puts '=' * 20
+  end
+end

data/lib/betforker/bookmakers/__to_change__/betfair.rb

@@ -0,0 +1,112 @@
+class Betfair
+  attr_reader :live_address
+
+  def initialize
+    @live_address = 'http://www.betfair.com/sport/inplay'
+    @parsed_event = {
+      bookie: 'Betfair',
+      score: '',
+      home_player: Hash.new,
+      away_player: Hash.new
+    }
+  end
+
+  def live_page_parsed html_source
+    nok = Nokogiri::HTML(html_source)
+    links = Hash.new
+    nok.css('.sport-2 .section .details-event').each do |chunk|
+      href = ""
+      chunk.css('a').map {|link| href = link['href']}
+      domain = 'https://www.betfair.com'
+      href = domain + href unless href.include?(domain)
+      who_home = chunk.css('.home-team-name').text.strip
+      who_away = chunk.css('.away-team-name').text.strip
+      links[href] = unified_names("#{who_home} v #{who_away}")
+    end
+    links
+  end
+
+  def event_parsed html_source
+    nok = Nokogiri::HTML(html_source)
+    nok.css('script').remove
+    home_set = nok.css('.runners-table .home-header .active-set').text.strip
+    away_set = nok.css('.runners-table .away-header .active-set').text.strip
+    home_game = nok.css('.runners-table .ui-score-home').text.strip
+    away_game = nok.css('.runners-table .ui-score-away').text.strip
+    @parsed_event[:score] = "#{home_game}:#{away_game} (#{home_set}:#{away_set})"
+    nok.css('.list-minimarkets .mod-minimarketview').each do |event|
+      what = event.css('.minimarketview-header span.title').text
+      next if what =~ /Point|Handicap|Set Betting|Games|A Set/ or event.css('.ui-market-suspended').to_s.size > 1
+      target_filler(event, what, 'home')
+      target_filler(event, what, 'away')
+    end
+    @parsed_event[:home_player][:name] ||= 'HomePlayer'
+    @parsed_event[:away_player][:name] ||= 'AwayPlayer'
+    @parsed_event
+  end
+
+  private
+
+  def unified_names who
+    w = []
+    if who.include?(' v ')
+      who.split(' v ').each do |pl|
+        w += second_names_finder(pl)
+      end
+    else
+      w += second_names_finder(who)
+    end
+    who = ""
+    w.sort.each {|wh| who << wh}
+    who
+  end
+
+  def second_names_finder names
+    w = []
+    names.gsub!('-', ' ')
+    if names.include? ',' #remove names for beginning
+      ss = names.split(/,/)
+      w << ss[0].scan(/\w+/)[-1] #if singles play
+      ss.each do |s|
+        w << s.scan(/\w+/)[-1] if s.include? '/'
+      end
+    elsif names.include? '/'
+      ss = names.split(/\//)
+      ss.each do |s|
+        w << s.scan(/\w+/)[-1]
+      end
+    else
+      w << names.scan(/\w+/)[-1]
+    end
+    w
+  end
+
+  def target_filler event, what, h_or_a
+    case h_or_a
+    when 'home'
+      num = 0
+      player = :home_player
+    when 'away'
+      num = 1
+      player = :away_player
+    end
+    name = event.css('.minimarketview-content .runner-item .runner-name')[num]
+    name = name.text if name
+    @parsed_event[player][:name] ||= unified_names(name)
+    coeff = event.css('.minimarketview-content .runner-item span.ui-runner-price')[num]
+    if coeff
+      coeff = coeff.text.strip.to_f
+      return if coeff == 0.0
+      if what.include? 'Match Odds'
+        @parsed_event[player][:match] = coeff
+      elsif what.include? 'Game '
+        @parsed_event[player][:game] ||= Hash.new
+        @parsed_event[player][:game].merge!({what.scan(/\w+/)[-2] => coeff})
+      elsif what.include? 'Set' and what.include? 'Winner'
+        @parsed_event[player][:set] ||= Hash.new
+        @parsed_event[player][:set].merge!({what.scan(/\w+/)[-2].to_i.to_s => coeff})
+      end
+    end
+  end
+
+end