sportdb-update 0.0.1 → 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 2d7dc97665809b5836d920a86ee6763ed254e567
+  data.tar.gz: a04f3d981e6d985634a3d7e6bf5d44a29a5958e1
+SHA512:
+  metadata.gz: 19d4eb34c5e107259fb0094ab0d15d6f44267ef1eda55eccae56a67457fc3ba2a6217565a24befac6a54ce6dc704c332ec6667e64691675ff24248350fc081fc
+  data.tar.gz: e7934b2fa0cb0322921dc162710b96906a4b7c8d6f85f3b67b09b980ad5ae065e74dc959fa30839e8c485dd982bd1eb5eed536dc57938d3a6610c79b26c45745

data/Manifest.txt

@@ -3,4 +3,5 @@ Manifest.txt
 README.md
 Rakefile
 lib/sportdb/update.rb
+lib/sportdb/update/updater.rb
 lib/sportdb/update/version.rb

data/lib/sportdb/update/updater.rb

@@ -0,0 +1,158 @@
+# encoding: utf-8
+
+###
+# note: Updates lives/resides in "regular" SportDb namespace
+#  do NOT use nested SportDb::Update namespace
+
+
+module SportDb
+
+  class Updater
+
+    include LogUtils::Logging
+
+    ######
+    # NB: make models available in sportdb module by default with namespace
+    #  e.g. lets you use Team instead of Model::Team
+    include Models
+
+
+    def map_event_to_dlurl( event )
+
+      league_key = event.league.key
+      season_key = event.season.key
+
+      repo_path, folder_path = map_key_to_repo_n_folder_path( league_key )
+      
+      return nil if repo_path.nil?   # no match/mapping found; cancel download
+
+      season_path = season_key.gsub( '/', '_')  # convert 2013/14 to 2013_14
+
+      #####
+      # quick hack!!!!
+      # - find something better e.g. more generic/easy to configure etc.
+      if league_key == 'world'   # world cup repo mappings include host country e.g. 2014--brazil etc.
+        season_path = '2006--germany'       if season_path == '2006'
+        season_path = '2010--south-africa'  if season_path == '2010'
+        season_path = '2014--brazil'        if season_path == '2014'
+      end
+
+      ###
+      # e.g. https://raw.github.com/openfootball/at-austria/master/2013_14
+
+      dlurl = "https://raw.github.com/openfootball/#{repo_path}/master"
+      dlurl << "/#{folder_path}" if folder_path.present?
+      dlurl << "/#{season_path}"
+      dlurl
+    end
+
+
+    def map_key_to_repo_n_folder_path( key )
+
+      ### allow * for regex match w/ .+
+      map = [
+        [ 'at',         'at-austria'  ],
+        [ 'at.*',       'at-austria'  ],
+        [ 'de',         'de-deutschland' ],
+        [ 'de.*',       'de-deutschland'  ],
+        [ 'en',         'en-england' ],
+        [ 'es',         'es-espana' ],
+        [ 'it',         'it-italy' ],
+        [ 'be',         'europe', 'be-belgium' ], # NB: europe/be-belgium
+        [ 'ro',         'europe', 'ro-romania' ],
+        [ 'cl',         'europe-champions-league' ],
+        [ 'el',         'europe-champions-league' ],
+        [ 'br',         'br-brazil' ],
+        [ 'mx',         'mx-mexico' ],  # todo: add mx.* for clausura etc ??
+        [ 'euro',       'euro-cup'  ],
+        [ 'world',      'world-cup' ],
+        [ 'world.*',    'world-cup' ]]
+
+      map.each do |entry|
+         pattern = entry[0]
+         path    = [ entry[1], entry[2] ]  # repo n folder path
+         
+         if pattern.index( '*' ).nil?  # match just plain string (no wildcard *)
+           return path if key == pattern
+         else
+           # assume regex match
+           regex = pattern.gsub( '.', '\.' ).gsub( '*', '.+' )
+           return path if key =~ /#{regex}/
+         end
+      end
+      nil  # return nil; no match found
+    end
+
+    def update_event( event )
+      logger.info "update event >>#{event.title}<< (#{event.league.key}+#{event.season.key})"
+
+      dlbase = map_event_to_dlurl( event )
+      if dlbase.nil?
+        logger.warn "  [Updater] skip download; no download source mapping found for >#{event.key}<"
+        return  # cancel download; no mapping found
+      end
+
+      puts "  using dlbase >>#{dlbase}<<"
+
+      if event.sources.nil?
+        logger.warn "  [Updater] skip download; no download event source configured/found for >#{event.key}<"
+        return
+      end
+
+      sources = event.sources.gsub(' ','').split(',')   # NB: remove all blanks (leading,trailing,inside)
+
+
+      text_ary = []   # array of fixtures (text)
+
+      ## collect all fixtures (text)
+      sources.each_with_index do |source,i|
+        dlurl = "#{dlbase}/#{source}.txt"
+        logger.info "   downloading source (#{i+1}/#{sources.length}) >>#{dlurl}<< ..."     # todo/check: use size for ary or length - does it matter?
+
+        # download fixtures into string
+        text = Fetcher.read( dlurl )
+
+        logger.debug "text.encoding.name (before): #{text.encoding.name}"
+        
+        ###
+        # NB: Net::HTTP will NOT set encoding UTF-8 etc.
+        #  will mostly be ASCII
+        #  - try to change encoding to UTF-8 ourselves
+
+        #####
+        # NB:  ASCII-8BIT == BINARY == Encoding Unknown; Raw Bytes Here
+
+        ## NB:
+        #  for now "hardcoded" to utf8 - what else can we do?
+        #  - note: force_encoding will NOT change the chars only change the assumed encoding w/o translation
+        text = text.force_encoding( Encoding::UTF_8 )
+        logger.debug "text.encoding.name (after): #{text.encoding.name}"
+
+        text_ary << text
+      end
+
+      ## note: need to pass in all fixtures at once (e.g as array) for @last_pos calc etc to work
+      ##         if multipe "files"/strings are used
+      unless text_ary.empty?
+        puts "   importing/reading source..."
+        # passing dummy include_path (not needed for reading from string)
+        # fix: use/add proper api for reading from string e.g. read and read_file ?? etc.
+        reader= GameReader.new( '/tmp' )
+        ### fix: allow to pass in event (to avoid lookup)
+        reader.read_fixtures_from_string( event.key, text_ary )
+      end
+    end
+
+
+    def run
+      # for now update all events (fixtures only) - not *.yml
+
+      Event.all.each do |event|
+        update_event( event )
+      end
+
+    end
+    
+  end # class Updater
+  
+end # module SportDb

data/lib/sportdb/update/version.rb

@@ -1,6 +1,24 @@
 
 module SportDb
-  module Update
-    VERSION = '0.0.1'
+module Update
+
+  MAJOR = 0    ## todo: namespace inside version or something - why? why not??
+  MINOR = 1
+  PATCH = 0
+  VERSION = [MAJOR,MINOR,PATCH].join('.')
+
+  def self.version
+    VERSION
+  end
+
+  def self.banner
+    "sportdb-update/#{VERSION} on Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
   end
+
+  def self.root
+    "#{File.expand_path( File.dirname(File.dirname(File.dirname(File.dirname(__FILE__)))) )}"
+  end
+
+end # module Update
 end
+

data/lib/sportdb/update.rb

@@ -8,22 +8,9 @@ require 'sportdb'
 # our own code
 
 require 'sportdb/update/version' # let it always go first
+require 'sportdb/update/updater'
 
 
-module SportDb
-  module Update
-
-  def self.banner
-    "sportdb-update/#{VERSION} on Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
-  end
-
-  def self.root
-    "#{File.expand_path( File.dirname( File.dirname(File.dirname(__FILE__))) )}"
-  end
-
-  end # module Update
-end # module SportDb
-
 
 puts SportDb::Update.banner   # say hello
 

metadata

@@ -1,38 +1,43 @@
 --- !ruby/object:Gem::Specification
 name: sportdb-update
 version: !ruby/object:Gem::Version
-  version: 0.0.1
-  prerelease: 
+  version: 0.1.0
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-08-10 00:00:00.000000000 Z
+date: 2014-11-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rdoc
-  requirement: &83336190 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '4.0'
   type: :development
   prerelease: false
-  version_requirements: *83336190
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
 - !ruby/object:Gem::Dependency
   name: hoe
-  requirement: &83335950 !ruby/object:Gem::Requirement
-    none: false
+  requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '3.11'
+        version: '3.13'
   type: :development
   prerelease: false
-  version_requirements: *83335950
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.13'
 description: sportdb-update - sport.db addon for auto-updates (e.g. pulling n merging
   updates from upstream sources)
 email: opensport@googlegroups.com
@@ -48,33 +53,33 @@ files:
 - README.md
 - Rakefile
 - lib/sportdb/update.rb
+- lib/sportdb/update/updater.rb
 - lib/sportdb/update/version.rb
 homepage: https://github.com/sportdb/sport.db.update.ruby
 licenses:
 - Public Domain
+metadata: {}
 post_install_message: 
 rdoc_options:
-- --main
+- "--main"
 - README.md
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: 1.9.2
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.17
+rubygems_version: 2.4.2
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: sportdb-update - sport.db addon for auto-updates (e.g. pulling n merging
   updates from upstream sources)
 test_files: []