sportdb-formats 1.0.5 → 1.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: c1645b8fed586be03207b65e25866473f3124c3d
-  data.tar.gz: c50d164b1cf1fe79e5dc5c8ac9e946fc6ba96f31
+  metadata.gz: 666fc1f16808dddbc988aa073c0d3b47c08a5934
+  data.tar.gz: 97437435e1f37341c9f2cc15c8b4e67adf0efe61
 SHA512:
-  metadata.gz: bed9e662901b25660899f1b3df3f6a9f506f88422a50db23d119d7f55a4e94ac84e82474879926b5f6db079a13600ebe093ae3ea39d351e758b25e3904789edf
-  data.tar.gz: c2aff73cf2ba9ea04fddde788076bd72b983681ba2e492a665f3e104f76712ce1708d32abc1eb64e0dece966f34d30bda3724acaf53598d487b51307f735cc4e
+  metadata.gz: 9498c5e378feab9fa1e80a8287f33ab608e606ecde6ae914997483850faffbbbc7695ef07d2cea1e04a529e724b01612e8231fe8625c19d0af34f3fabffd0a14
+  data.tar.gz: 28146d5c35a061f6c128a001c190681eb76de5471cde8124435e77d93ccca090bf0a84a7a6a09ccb67372f8edef0198e8f09390126629d14072901ff5fcb7743

data/Manifest.txt

@@ -8,6 +8,8 @@ lib/sportdb/formats/country/country_index.rb
 lib/sportdb/formats/country/country_reader.rb
 lib/sportdb/formats/datafile.rb
 lib/sportdb/formats/datafile_package.rb
+lib/sportdb/formats/event/event_index.rb
+lib/sportdb/formats/event/event_reader.rb
 lib/sportdb/formats/goals.rb
 lib/sportdb/formats/league/league_index.rb
 lib/sportdb/formats/league/league_outline_reader.rb
@@ -18,6 +20,7 @@ lib/sportdb/formats/match/mapper_teams.rb
 lib/sportdb/formats/match/match_parser.rb
 lib/sportdb/formats/match/match_parser_auto_conf.rb
 lib/sportdb/formats/match/match_parser_csv.rb
+lib/sportdb/formats/match/match_status_parser.rb
 lib/sportdb/formats/name_helper.rb
 lib/sportdb/formats/outline_reader.rb
 lib/sportdb/formats/package.rb
@@ -36,7 +39,9 @@ lib/sportdb/formats/structs/standings.rb
 lib/sportdb/formats/structs/team.rb
 lib/sportdb/formats/structs/team_usage.rb
 lib/sportdb/formats/team/club_index.rb
+lib/sportdb/formats/team/club_index_history.rb
 lib/sportdb/formats/team/club_reader.rb
+lib/sportdb/formats/team/club_reader_history.rb
 lib/sportdb/formats/team/club_reader_props.rb
 lib/sportdb/formats/team/national_team_index.rb
 lib/sportdb/formats/team/team_index.rb
@@ -44,14 +49,13 @@ lib/sportdb/formats/team/wiki_reader.rb
 lib/sportdb/formats/version.rb
 test/helper.rb
 test/test_club_index.rb
+test/test_club_index_history.rb
 test/test_club_reader.rb
+test/test_club_reader_history.rb
 test/test_club_reader_props.rb
 test/test_clubs.rb
-test/test_conf.rb
 test/test_country_index.rb
 test/test_country_reader.rb
-test/test_csv_match_parser.rb
-test/test_csv_match_parser_utils.rb
 test/test_csv_reader.rb
 test/test_datafile.rb
 test/test_datafile_package.rb
@@ -60,14 +64,7 @@ test/test_league_index.rb
 test/test_league_outline_reader.rb
 test/test_league_reader.rb
 test/test_match.rb
-test/test_match_auto.rb
-test/test_match_auto_champs.rb
-test/test_match_auto_euro.rb
-test/test_match_auto_worldcup.rb
-test/test_match_champs.rb
-test/test_match_eng.rb
-test/test_match_euro.rb
-test/test_match_worldcup.rb
+test/test_match_status_parser.rb
 test/test_name_helper.rb
 test/test_outline_reader.rb
 test/test_package.rb

data/Rakefile

@@ -23,7 +23,7 @@ Hoe.spec 'sportdb-formats' do
     ['alphabets',     '>= 1.0.0'],
     ['date-formats',  '>= 1.0.1'],
     ['csvreader',     '>= 1.2.4'],
-    ['sportdb-langs', '>= 0.1.0'],
+    ['sportdb-langs', '>= 0.1.1'],
 
     ['rubyzip',       '>= 1.2.4' ],
   ]

data/lib/sportdb/formats.rb

@@ -75,10 +75,12 @@ require 'sportdb/formats/goals'
 
 require 'sportdb/formats/match/mapper'
 require 'sportdb/formats/match/mapper_teams'
+require 'sportdb/formats/match/match_status_parser'
 require 'sportdb/formats/match/match_parser'
 require 'sportdb/formats/match/match_parser_auto_conf'
 require 'sportdb/formats/match/conf_parser'
 
+
 require 'sportdb/formats/match/match_parser_csv'
 
 require 'sportdb/formats/country/country_reader'
@@ -119,6 +121,9 @@ require 'sportdb/formats/team/wiki_reader'
 require 'sportdb/formats/team/national_team_index'
 require 'sportdb/formats/team/team_index'
 
+require 'sportdb/formats/team/club_reader_history'
+require 'sportdb/formats/team/club_index_history'
+
 
 ###
 # add convenience helpers / shortcuts
@@ -136,6 +141,20 @@ end   # module Import
 end   # module SportDb
 
 
+require 'sportdb/formats/event/event_reader'
+require 'sportdb/formats/event/event_index'
+
+## add convenience helper
+module SportDb
+module Import
+class EventInfo
+  def self.read( path )  EventInfoReader.read( path ); end
+  def self.parse( txt )  EventInfoReader.parse( txt ); end
+end   # class EventInfo
+end   # module Import
+end   # module SportDb
+
+
 
 
 

data/lib/sportdb/formats/country/country_index.rb

@@ -109,12 +109,12 @@ class CountryIndex
     @countries_by_name[ name ]
   end
 
-  def []( key )
+  def find( key )
     country = find_by_code( key )
     country = find_by_name( key )  if country.nil?     ## try lookup / find by (normalized) name
     country
   end
-  alias_method :find, :[]
+  alias_method :[], :find
 
 
   ###

data/lib/sportdb/formats/event/event_index.rb

@@ -0,0 +1,141 @@
+module SportDb
+module Import
+
+
+
+class EventIndex
+
+    def self.build( path )
+      pack = Package.new( path )   ## lets us use direcotry or zip archive
+
+      recs = []
+      pack.each_seasons do |entry|
+        recs += EventInfoReader.parse( entry.read )
+      end
+      recs
+
+      index = new
+      index.add( recs )
+      index
+    end
+
+
+
+    attr_reader :events
+    def initialize
+      @events  = []
+      @leagues = {}
+    end
+
+    def add( recs )
+      @events += recs  ## add to "linear" records
+
+      recs.each do |rec|
+        league = rec.league
+        season = rec.season
+
+        seasons = @leagues[ league.key ] ||= {}
+        seasons[season.key] = rec
+      end
+      ## build search index by leagues (and season)
+    end
+
+    def find_by( league:, season: )
+      league_key = league.is_a?( String ) ? league : league.key
+      season_key = season.is_a?( String ) ? season : season.key
+
+      seasons = @leagues[ league_key ]
+      if seasons
+        seasons[ season_key ]
+      else
+        nil
+      end
+    end # method find_by
+end  ## class EventIndex
+
+
+
+class SeasonIndex
+    def initialize( *args )
+       @leagues = {}   ## use a league hash by years for now; change later
+
+       if args.size == 1 && args[0].is_a?( EventIndex )
+         ## convenience setup/hookup
+         ##  (auto-)add all events from event index
+         add( args[0].events )
+       else
+         pp args
+         raise ArgumentError.new( 'unsupported arguments' )
+       end
+    end
+
+    def add( recs )
+      ## use a lookup index by year for now
+      ##  todo - find something better/more generic for searching/matching date periods!!!
+      recs.each do |rec|
+        league = rec.league
+        season = rec.season
+
+        years = @leagues[ league.key ] ||= {}
+        if season.year?
+          years[season.start_year] ||= []
+          years[season.start_year] << rec
+        else
+          years[season.start_year] ||= []
+          years[season.end_year]   ||= []
+          years[season.start_year] << rec
+          years[season.end_year]   << rec
+        end
+      end
+    end # method add
+
+    def find_by( date:, league: )
+       date = Date.strptime( date, '%Y-%m-%d' )   if date.is_a?( String )
+       league_key = league.is_a?( String ) ? league : league.key
+
+       years = @leagues[ league_key ]
+       if years
+           year = years[ date.year ]
+           if year
+               season_key = nil
+               year.each do |event|
+                 ##  todo/check: rename/use between? instead of include? - why? why not?
+                 if event.include?( date )
+                   season_key = event.season.key
+                   break
+                 end
+               end
+               if season_key.nil?
+                 puts "!! WARN: date >#{date}< out-of-seasons for year #{date.year} in league #{league_key}:"
+                 year.each do |event|
+                   puts "  #{event.season.key} |  #{event.start_date} - #{event.end_date}"
+                 end
+                 ## retry again and pick season with "overflow" at the end (date is great end_date)
+                 year.each do |event|
+                   if date > event.end_date
+                     diff_in_days = date.to_date.jd - event.end_date.to_date.jd
+                     puts "    +#{diff_in_days} days - adding overflow to #{event.season.key} ending on #{event.end_date} ++ #{date}"
+                     season_key = event.season.key
+                     break
+                   end
+                 end
+                 ## exit now for sure - if still empty!!!!
+                 if season_key.nil?
+                   puts "!! ERROR: CANNOT auto-fix / (auto-)append date at the end of an event; check season setup - sorry"
+                   exit 1
+                 end
+               end
+               season_key
+           else
+             nil   ## no year defined / found for league
+           end
+       else
+          nil   ## no league defined / found
+       end
+   end  # method find
+
+end # class SeasonIndex
+
+
+end   # module Import
+end   # module SportDb

data/lib/sportdb/formats/event/event_reader.rb

@@ -0,0 +1,183 @@
+
+module SportDb
+module Import
+
+
+class EventInfo
+    ##  "high level" info (summary) about event  (like a "wikipedia infobox")
+    ##    use for checking dataset imports; lets you check e.g.
+    ##    - dates within range
+    ##    - number of teams e.g. 20
+    ##    - matches played e.g. 380
+    ##    - goals scored e.g. 937
+    ##    etc.
+
+    attr_reader :league,
+                :season,
+                :teams,
+                :matches,
+                :goals,
+                :start_date,
+                :end_date
+
+    def initialize( league:, season:,
+                    start_date: nil, end_date: nil,
+                    teams:   nil,
+                    matches: nil,
+                    goals:   nil )
+
+      @league      = league
+      @season      = season
+
+      @start_date  = start_date
+      @end_date    = end_date
+
+      @teams       = teams    ## todo/check: rename/use teams_count ??
+      @matches     = matches  ## todo/check: rename/use match_count ??
+      @goals       = goals
+    end
+
+    def include?( date )
+       ## todo/fix: add options e.g.
+       ##  - add delta/off_by_one or such?
+       ##  - add strict (for) only return true if date range (really) defined (no generic auto-rules)
+
+      ### note: for now allow off by one error (via timezone/local time errors)
+      ##    todo/fix: issue warning if off by one!!!!
+      if @start_date && @end_date
+        date >= (@start_date-1) &&
+        date <= (@end_date+1)
+      else
+        if @season.year?
+           # assume generic rule
+           ## same year e.g. Jan 1 - Dec 31; always true for now
+           date.year == @season.start_year
+        else
+           # assume generic rule
+           ##  July 1 - June 30 (Y+1)
+           ##  - todo/check -start for some countries/leagues in June 1 or August 1 ????
+           date >= Date.new( @season.start_year, 7, 1 ) &&
+           date <= Date.new( @season.end_year, 6, 30 )
+        end
+      end
+    end  # method include?
+    alias_method :between?, :include?
+  end # class EventInfo
+
+
+  class EventInfoReader
+    def catalog() Import.catalog; end
+
+
+    def self.read( path )
+      txt = File.open( path, 'r:utf-8') {|f| f.read }
+      new( txt ).parse
+    end
+
+    def self.parse( txt )
+      new( txt ).parse
+    end
+
+    def initialize( txt )
+      @txt = txt
+    end
+
+    def parse
+      recs = []
+
+      parse_csv( @txt ).each do |row|
+        league_col = row['League']
+        season_col = row['Season'] || row['Year']
+        dates_col  = row['Dates']
+
+        season = Import::Season.new( season_col )
+        league = catalog.leagues.find!( league_col )
+
+
+        dates = []
+        if dates_col.nil? || dates_col.empty?
+           ## do nothing; no dates - keep dates array empty
+        else
+          ## squish spaces
+          dates_col = dates_col.gsub( /[ ]{2,}/, ' ' )  ## squish/fold spaces
+
+          puts "#{league.name} (#{league.key}) | #{season.key} | #{dates_col}"
+
+          ### todo/check:  check what parts "Aug 15" return ???
+          ###                       short form for "Aug 15 -" - works?
+
+          ## todo/fix!!! - check EventInfo.include?
+          ##    now allow dates with only start_date too!! (WITHOUT end_date)
+          parts = dates_col.split( /[ ]*[–-][ ]*/ )
+          if parts.size == 1
+            pp parts
+            dates << DateFormats.parse( parts[0], start: Date.new( season.start_year, 1, 1 ), lang: 'en' )
+            pp dates
+          elsif parts.size == 2
+            pp parts
+            dates << DateFormats.parse( parts[0], start: Date.new( season.start_year, 1, 1 ), lang: 'en' )
+            dates << DateFormats.parse( parts[1], start: Date.new( season.end_year ? season.end_year : season.start_year, 1, 1 ), lang: 'en' )
+            pp dates
+
+            ## assert/check if period is less than 365 days for now
+            diff = dates[1].to_date.jd - dates[0].to_date.jd
+            puts "#{diff}d"
+            if diff > 365
+              puts "!! ERROR - date range / period assertion failed; expected diff < 365 days"
+              exit 1
+            end
+          else
+            puts "!! ERRROR - expected data range / period - one or two dates; got #{parts.size}:"
+            pp dates_col
+            pp parts
+            exit 1
+          end
+        end
+
+
+        teams_col    = row['Clubs'] || row['Teams']
+        goals_col    = row['Goals']
+
+        ## note: remove (and allow) all non-digits e.g. 370 goals, 20 clubs, etc.
+        teams_col    = teams_col.gsub( /[^0-9]/, '' )    if teams_col
+        goals_col    = goals_col.gsub( /[^0-9]/, '' )    if goals_col
+
+        teams  =   (teams_col.nil? || teams_col.empty?) ? nil : teams_col.to_i
+        goals  =   (goals_col.nil? || goals_col.empty?) ? nil : goals_col.to_i
+
+        matches_col  = row['Matches']
+        ## note: support additions in matches (played) e.g.
+        #   132 + 63 Play-off-Spiele
+        matches_col   = matches_col.gsub( /[^0-9+]/, '' )  if matches_col
+
+        matches =  if matches_col.nil? || matches_col.empty?
+                     nil
+                   else
+                     if matches_col.index( '+' )  ### check for calculations
+                        ## note: for now only supports additions
+                        matches_col.split( '+' ).reduce( 0 ) do |sum,str|
+                          sum + str.to_i
+                        end
+                     else            ## assume single (integer) number
+                        matches_col.to_i
+                     end
+                  end
+
+        rec = EventInfo.new( league:     league,
+                             season:     season,
+                             start_date: dates[0],
+                             end_date:   dates[1],
+                             teams:      teams,
+                             matches:    matches,
+                             goals:      goals
+                           )
+        recs << rec
+      end  # each row
+      recs
+    end  # method parse
+  end  # class EventInfoReader
+
+
+end ## module Import
+end ## module SportDb
+