livescore-parser 0.1.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2e23b94b2804c5f214cb832551711871290a6878
+  data.tar.gz: 75cb546fb210cb8b856f63409f1d88a6a38b7a92
+SHA512:
+  metadata.gz: a71dbc84a53c11683c26d1c033fddd790562997f2470a013a5d585545150623144f5d0deb4290b773490809c4d5641ded8701d050b2e3f471edc43b86a1a053e
+  data.tar.gz: d25fb25d2445b986b2bb5572232f81c876b5cdd7fc57e4eba2e7cae96ae0106104a5e0a6fee12c0ff6c7571a6ff3f38ef9483acb8d8c3ca82482bcd4c5fc6f65

data/bin/livescore-parser

@@ -0,0 +1,42 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.push File.expand_path("../lib", File.dirname(__FILE__)) # add library to load path
+
+require 'livescore-parser'
+require 'optparse'
+
+options   = { :destination => '/home/hosting/scores/' }
+OptionParser.new do |op|
+  op.banner = <<-eos
+  #{LivescoreParser::DESCRIPTION}
+
+  Usage: livescore-parser [options]
+
+  eos
+
+  op.on("-h", "--help") do
+    puts op.to_s
+    exit!
+  end
+
+  op.on("-v", "--version") do
+    puts LivescoreParser::VERSION
+    exit!
+  end
+
+  op.on("-c", "--pages PATH", "path to yml channel list") do |path|
+    options[:pages] = path
+  end
+
+  op.on("-d", "--destination PATH", "directory with XML files with parsed scores") do |path|
+    options[:destination] = path
+  end
+end.parse!
+
+begin
+  ARGV.clear
+  LivescoreParser.run!(options)
+rescue Exception => ex
+  puts ex.message
+  exit!
+end

data/lib/livescore-parser.rb

@@ -0,0 +1,34 @@
+module LivescoreParser
+
+  #----------------------------------------------------------------------------
+
+  VERSION     = "0.1.0"
+  SUMMARY     = "livescore parser"
+  DESCRIPTION = "Downloads livescore results to XML files"
+
+  require 'yaml'
+  require 'mechanize'
+  require 'nokogiri'
+  require 'pry'
+
+  require_relative 'livescore-parser/parser'  # Parsing from website
+  require_relative 'livescore-parser/writer'  # Writing from ruby hash to XML
+
+  # Initilizes Runner which controls all the magic stuff.
+  #
+  def self.run!(options = {})
+    @@options = options
+    data = Parser.new.run
+    Writer.new(data, @@options[:destination]).run
+  end
+
+  private
+
+  def self.gem_root
+    File.expand_path '../..', __FILE__
+  end
+
+  def self.selected_pages
+    @channels ||= YAML::load(File.open(@@options[:pages] || File.join(gem_root, 'pages.yml')))
+  end
+end

data/lib/livescore-parser/hash_helper.rb

@@ -0,0 +1,62 @@
+# USAGE: Hash.from_xml:(YOUR_XML_STRING)
+require 'nokogiri'
+# modified from http://stackoverflow.com/questions/1230741/convert-a-nokogiri-document-to-a-ruby-hash/1231297#1231297
+
+class Hash
+  class << self
+    def from_xml(xml_io)
+      begin
+        result = Nokogiri::XML(xml_io)
+        return { result.root.name.to_sym => xml_node_to_hash(result.root)}
+      rescue Exception => e
+        # raise your custom exception here
+      end
+    end
+
+    def xml_node_to_hash(node)
+      # If we are at the root of the document, start the hash
+      if node.element?
+        result_hash = {}
+        if node.attributes != {}
+          result_hash[:attributes] = {}
+          node.attributes.keys.each do |key|
+            result_hash[:attributes][node.attributes[key].name.to_sym] = prepare(node.attributes[key].value)
+          end
+        end
+        if node.children.size > 0
+          node.children.each do |child|
+            result = xml_node_to_hash(child)
+
+            if child.name == "text"
+              unless child.next_sibling || child.previous_sibling
+                return prepare(result)
+              end
+            elsif result_hash[child.name.to_sym]
+              if result_hash[child.name.to_sym].is_a?(Object::Array)
+                result_hash[child.name.to_sym] << prepare(result)
+              else
+                result_hash[child.name.to_sym] = [result_hash[child.name.to_sym]] << prepare(result)
+              end
+            else
+              result_hash[child.name.to_sym] = prepare(result)
+            end
+          end
+
+          return result_hash
+        else
+          return result_hash
+        end
+      else
+        return prepare(node.content.to_s)
+      end
+    end
+
+    def prepare(data)
+      (data.class == String && data.to_i.to_s == data) ? data.to_i : data
+    end
+  end
+
+  def to_struct(struct_name)
+      Struct.new(struct_name,*keys).new(*values)
+  end
+end

data/lib/livescore-parser/parser.rb

@@ -0,0 +1,46 @@
+module LivescoreParser
+  class Parser
+
+    def initialize
+      @agent = Mechanize.new
+    end
+
+    # Runs dynamic-sprites command.
+    #
+    def run
+      LivescoreParser.selected_pages.map do |name, url|
+        data = download(url)
+        { name: name, data: data } unless data.nil?
+      end.compact
+    end
+
+    private
+
+    def download(url)
+      page = Nokogiri::HTML(@agent.get(url).body)
+      data = build_hash page.css(".content tr").select{ |row| row.css('td').any? }
+      if data.empty?
+        puts "Missing data"
+        return nil
+      else
+        return data
+      end
+    end
+
+    # convert nokogiri html data to handy hash structure
+    def build_hash(data)
+      index = 0
+      data.map do |row|
+        index += 1
+        {
+          wiersz: index,
+          czas: row.css('td')[0].text.strip,
+          gracz1: row.css('td')[1].text.strip,
+          wynik1: row.css('td')[2].text.strip.match(/^[0-9\?]+/).to_s,
+          gracz2: row.css('td')[3].text.strip,
+          wynik2: row.css('td')[2].text.strip.match(/[0-9\?]+$/).to_s
+        }
+      end
+    end
+  end
+end

data/lib/livescore-parser/writer.rb

@@ -0,0 +1,45 @@
+require 'builder'
+require_relative 'hash_helper'
+
+module LivescoreParser
+  class Writer
+
+    def initialize(scores, destination)
+      @scores = scores
+      @destination = destination
+    end
+
+    def run
+      @scores.each do |page|
+        File.open(xml_path(page[:name]), "w+") do |file|
+          file.write(build_xml(page[:data]))
+        end
+      end
+    end
+
+    private
+
+    def xml_path(name)
+      File.join(@destination, "#{name}_#{Date.today.to_s}.xml")
+    end
+
+    # Builds XML data from schedule Hash
+    def build_xml(data)
+      xml_builder = Builder::XmlMarkup.new( :indent => 2 )
+      xml_builder.instruct! :xml, :encoding => "UTF-8"
+      xml_builder.xml do |xml|
+        data.each do |score|
+          xml.node do |node|
+            node.wiersz score[:wiersz]
+            node.czas score[:czas]
+            node.gracz1 score[:gracz1]
+            node.wynik1 score[:wynik1]
+            node.gracz2 score[:gracz2]
+            node.wynik2 score[:wynik2]
+          end
+        end
+      end
+    end
+  end
+end
+# {:wiersz=>1, :czas=>"19:45", :gracz1=>"Wycombe Wanderers", :wynik1=>"?", :gracz2=>"Burton Albion", :wynik2=>"?"}

data/pages.yml

@@ -0,0 +1 @@
+soccer: 'http://www.livescore.com/'

metadata

@@ -0,0 +1,92 @@
+--- !ruby/object:Gem::Specification
+name: livescore-parser
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+platform: ruby
+authors:
+- Maciej Walusiak
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-09-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: builder
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: mechanize
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.7'
+- !ruby/object:Gem::Dependency
+  name: nokogiri
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.6'
+description: Downloads TV channel schedule in XML format
+email: rabsztok@gmail.com
+executables:
+- livescore-parser
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/livescore-parser
+- lib/livescore-parser.rb
+- lib/livescore-parser/hash_helper.rb
+- lib/livescore-parser/parser.rb
+- lib/livescore-parser/writer.rb
+- pages.yml
+homepage: https://github.com/Rabsztok/livescore-parser
+licenses:
+- GPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.0
+signing_key: 
+specification_version: 4
+summary: TV Channel parser
+test_files: []