sportdb-models 1.18.6 → 1.19.0

data/lib/sportdb/reader_zip.rb

@@ -1,172 +0,0 @@
-# encoding: utf-8
-
-module SportDb
-
-
-class ZipReader < ReaderBase
-
-  def initialize( name, include_path, opts = {} )
-
-    ## todo/fix: make include_path an opts (included in opts?) - why? why not??
-
-    path = "#{include_path}/#{name}.zip"
-    ## todo: check if zip exists
-
-    @zip_file = Zip::File.open( path )   ## NOTE: do NOT create if file is missing; let it crash
-    
-    ### allow prefix (path) in name
-    ###    e.g. assume all files relative to setup manifest
-    ## e.g. at-austria-master/setups/all.txt or
-    ##      be-belgium-master/setups/all.txt
-    ##  for
-    ##    setups/all.txt
-    ###
-    ##  will get (re)set w/ fixture/setup reader
-    ##
-    ## todo/fix: change/rename to @relative_path ?? - why? why not? 
-    @zip_prefix = ''
-  end
-
-  def close
-    ## todo/check: add a close method - why? why not ???
-    @zip_file.close
-  end
-
-
-  def create_fixture_reader( name )
-    ## e.g. pass in =>  setups/all  or setups/test etc.  e.g. w/o .txt extension
-    query = "**/#{name}.txt"
-
-    ## note: returns an array of Zip::Entry
-    candidates = @zip_file.glob( query )
-    pp candidates
-
-    ## use first candidates entry as match
-    ## todo/fix: issue warning if more than one entries/matches!!
-
-    ## get fullpath e.g. at-austria-master/setups/all.txt
-    path = candidates[0].name
-    logger.debug "  zip entry path >>#{path}<<"
-
-    ## cut-off at-austria-master/    NOTE: includes trailing slash (if present)
-    ## logger.debug "  path.size #{path.size} >>#{path}<<"
-    ## logger.debug "  name.size #{name.size+4} >>#{name}<<"
-
-    ## note: add +4 for extension (.txt)
-    @zip_prefix = path[ 0...(path.size-(name.size+4)) ]
-    logger.debug "  zip entry prefix >>#{@zip_prefix}<<"
-
-    logger.info "parsing data in zip '#{name}' (#{path})..."
-
-    FixtureReader.from_zip( @zip_file, path )
-  end
-
-  def create_club_squad_reader( name, more_attribs={} )
-    path = name_to_zip_entry_path( name )
-
-    logger.info "parsing data in zip (club squad) '#{name}' (#{path})..."
-    ClubSquadReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-  def create_national_team_squad_reader( name, more_attribs={} )
-    path = name_to_zip_entry_path( name )
-
-    logger.info "parsing data in zip (national team squad) '#{name}' (#{path})..."
-    NationalTeamSquadReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-  def create_season_reader( name )
-    path = name_to_zip_entry_path( name )
-
-    logger.info "parsing data in zip (season) '#{name}' (#{path})..."
-    SeasonReader.from_zip( @zip_file, path )
-  end
-
-  def create_assoc_reader( name )
-    path = name_to_zip_entry_path( name )
-
-    logger.info "parsing data in zip (assoc) '#{name}' (#{path})..."
-    AssocReader.from_zip( @zip_file, path )
-  end
-
-  def create_ground_reader( name, more_attribs={} )
-    path = name_to_zip_entry_path( name )
-
-    logger.info "parsing data in zip (ground) '#{name}' (#{path})..."
-    GroundReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-  def create_league_reader( name, more_attribs={} )
-    path = name_to_zip_entry_path( name )
-
-    logger.info "parsing data in zip (league) '#{name}' (#{path})..."
-    LeagueReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-  def create_team_reader( name, more_attribs={} )
-    path = name_to_zip_entry_path( name )
-
-    logger.info "parsing data in zip (team) '#{name}' (#{path})..."
-    TeamReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-  def create_event_reader( name, more_attribs={} )
-    path = name_to_zip_entry_path( name, '.yml' )   ## NOTE: use .yml extension
-
-    logger.info "parsing data in zip (event) '#{name}' (#{path})..."
-    EventReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-  def create_event_table_reader( name, more_attribs={} )
-    path = name_to_zip_entry_path( name, '.txt' )   ## NOTE: use .txt extension
-
-    logger.info "parsing data in zip (event table) '#{name}' (#{path})..."
-    EventTableReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-  def create_game_reader( name, more_attribs={} )
-    ## NOTE: pass in .yml as path (that is, event config!!!!)
-    path = name_to_zip_entry_path( name, '.yml' )     ## NOTE: use .yml extension
-    
-    logger.info "parsing data in zip (fixture) '#{name}' (#{path})..."
-    GameReader.from_zip( @zip_file, path, more_attribs )
-  end
-
-
-  def create_person_reader( name, more_attribs={} )
-    ## fix-fix-fix: change to new format e.g. from_file, from_zip etc!!!
-    ## reader = PersonDb::PersonReader.new( include_path )
-    # reader.read( name, country_id: country.id )
-  end
-
-private
-
-  def path_to_real_path( path )
-    # map name to name_real_path
-    # name might include !/ for virtual path (gets cut off)
-    # e.g. at-austria!/w-wien/beers becomse w-wien/beers
-    pos = path.index( '!/')
-    if pos.nil?
-      path # not found; real path is the same as name
-    else
-      # cut off everything until !/ e.g.
-      # at-austria!/w-wien/beers becomes
-      # w-wien/beers
-      path[ (pos+2)..-1 ]
-    end
-  end
-
-  def name_to_zip_entry_path( name, extension='.txt' )
-    path = "#{name}#{extension}"
-
-    real_path = path_to_real_path( path )
-
-    # NOTE: add possible zip entry prefix path
-    #          (if present includes trailing slash e.g. /)
-    entry_path = "#{@zip_prefix}#{real_path}"
-    entry_path
-  end
-
-end # class ZipReader
-
-end # module SportDb

data/lib/sportdb/readers/assoc.rb

@@ -1,54 +0,0 @@
-# encoding: UTF-8
-
-module SportDb
-
-
-class AssocReader
-
-  include LogUtils::Logging
-
-## make models available by default with namespace
-#  e.g. lets you use Usage instead of Model::Usage
-  include Models
-
-
-  def self.from_zip( zip_file, entry_path, more_attribs={} )
-    ## get text content from zip
-    entry = zip_file.find_entry( entry_path )
-
-    text = entry.get_input_stream().read()
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_file( path, more_attribs={} )
-    ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see textutils/utils.rb
-    text = File.read_utf8( path )
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_string( text, more_attribs={} )
-    AssocReader.new( text, more_attribs )
-  end  
-
-
-  def initialize( text, more_attribs={} )
-    ## todo/fix: how to add opts={} ???
-    @text = text
-    @more_attribs = more_attribs
-  end
-
-
-  def read
-    reader = ValuesReader.from_string( @text, @more_attribs )
-
-    reader.each_line do |new_attributes, values|
-      Assoc.create_or_update_from_values( new_attributes, values )
-    end # each lines
-  end
-
-
-end # class AssocReader
-end # module SportDb

data/lib/sportdb/readers/event.rb

@@ -1,253 +0,0 @@
-# encoding: UTF-8
-
-module SportDb
-
-
-class EventReader
-
-  include LogUtils::Logging
-
-## make models available by default with namespace
-#  e.g. lets you use Usage instead of Model::Usage
-  include Models
-
-  attr_reader :event           # returns event record; call read first
-  attr_reader :fixtures        #  fixtures/sources entry from event config
-
-  def self.from_zip( zip_file, entry_path, more_attribs={} )
-    ## get text content from zip
-    entry = zip_file.find_entry( entry_path )
-
-    text = entry.get_input_stream().read()
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    # basename of .yml file
-    config = File.basename( entry_path )
-
-    self.from_string( text, config, more_attribs )
-  end
-
-  def self.from_file( path, more_attribs={} )
-    ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see textutils/utils.rb
-    text = File.read_utf8( path )
-    
-    # basename of .yml file
-    config = File.basename( path ) 
-    
-    self.from_string( text, config, more_attribs )
-  end
-
-  def self.from_string( text, config, more_attribs={} )
-    self.new( text, config, more_attribs )
-  end  
-
-  def initialize( text, config, more_attribs={} )
-    ## todo/fix: how to add opts={} ???
-    @text = text
-    @more_attribs = more_attribs    ## todo/check: not used for now? (remove - why, why not??)
-
-    @config = config   # name of  event configuration (relative basename w/o path or string)
-
-    @event    = nil
-    @fixtures = []
-  end
-
-
-  def read
-    @event    = nil   # reset cached event rec
-    @fixtures = []    # reset cached fixtures
-
-####
-## fix!!!!!
-##   use Event.create_or_update_from_hash or similar
-##   use Event.create_or_update_from_hash_reader?? or similar
-#   move parsing code to model
-
-    reader = HashReader.from_string( @text )
-
-    event_attribs = {}
-
-    ## set default sources to basename by convention
-    #  e.g  2013_14/bl  => bl
-    #  etc.
-    # use fixtures/sources: to override default
-
-    event_attribs[ 'config' ] = @config            # name of .yml file
-
-    reader.each_typed do |key, value|
-
-      ## puts "processing event attrib >>#{key}<< >>#{value}<<..."
-
-      if key.downcase == 'league'   ## note: allow league, League, etc.
-        league_key = value.to_s.strip
-        ## check if league_key includes uppercase letters (e.g. Deutsche Bundesliga and NOT de etc.)
-        if league_key =~ /[A-Z]/
-          ## assume league name (NOT league key); try to lookup leauge key in database
-          league = League.find_by( title: league_key )
-          ##  todo: add synonyms/alt names - why? why not??
-        else
-          ## assume "verbatim/literal" team_key (use as is 1:1)
-          league = League.find_by( key: league_key )
-        end
-
-        ## check if it exists
-        if league.present?    ## todo: just use if league  (no present?) ???
-          event_attribs['league_id'] = league.id
-        else
-          logger.error "league with key >>#{league_key}<< missing"
-          exit 1
-        end
-       
-      elsif key.downcase == 'season'   ## note: allow season, Season, etc.
-        season_key = value.to_s.strip
-        season = Season.find_by( key: season_key )
-
-        ## check if it exists
-        if season.present?
-          event_attribs['season_id'] = season.id
-        else
-          logger.error "season with key >>#{season_key}<< missing"
-          exit 1
-        end
-        
-      elsif key.downcase == 'start_at' || key.downcase == 'begin_at' || key.downcase == 'start date'
-        
-        if value.is_a?(DateTime) || value.is_a?(Date)
-          start_at = value
-        else # assume it's a string
-          start_at = DateTime.strptime( value.to_s.strip, '%Y-%m-%d' )
-        end
-        
-        event_attribs['start_at'] = start_at
-
-      elsif key.downcase == 'end_at' || key.downcase == 'stop_at'
-        
-        if value.is_a?(DateTime) || value.is_a?(Date)
-          end_at = value
-        else # assume it's a string
-          end_at = DateTime.strptime( value.to_s.strip, '%Y-%m-%d' )
-        end
-        
-        event_attribs['end_at'] = end_at
-
-      elsif key.downcase == 'grounds' || key.downcase == 'stadiums' || key.downcase == 'venues'
-        ## assume grounds value is an array
-        
-        ##
-        ## note: for now we allow invalid ground keys
-        ##  will skip keys not found
-        
-        ground_ids = []
-        value.each do |item|
-          ground_key = item.to_s.strip
-          ground = Ground.find_by( key: ground_key )
-          if ground.nil?
-            puts "[warn] ground/stadium w/ key >#{ground_key}< not found; skipping ground"
-          else
-            ground_ids << ground.id
-          end
-        end
-
-        event_attribs['ground_ids'] = ground_ids
-
-      elsif key.downcase == 'team3'   ## note: check before teams (to avoid future gotchas)
-        ## for now always assume false  # todo: fix - use value and convert to boolean if not boolean
-        event_attribs['team3'] = false
-
-      elsif key.downcase =~ /teams/  ## note: allow teams, Teams, 18 teams, 18 Teams etc. 
-        ## assume teams value is an array
-
-        ### check if key includes number of teams; if yes - use for checksum/assert
-        if key =~ /(\d+)/
-          if value.size != $1.to_i
-            puts "[fatal] event reader - team key - expecting #{$1.to_i} teams; got #{value.size}"
-            exit 1
-          end
-        end
-
-        team_ids = []
-        value.each do |item|
-          team_key = item.to_s.strip
-
-          ## check if team_key includes uppercase letters
-          if team_key =~ /[A-Z]/
-            ## assume team name (NOT team key); try to lookup team key in database
-            ##   todo/fix:
-            ##     remove  subtitle from title e.g. everything in () 
-            ##       SV Oberwart (RL Ost)  =>  SV Oberwart
-            team = Team.find_by( title: team_key )
-            if team.nil?
-              ## next try synonyms
-              team = Team.where( "synonyms LIKE ?", "%#{team_key}%" ).first
-            end
-          else
-            ## assume "verbatim/literal" team_key (use as is 1:1)
-            team = Team.find_by( key: team_key )
-          end
-
-          if team.nil?
-            ### print better error message than just
-            ##  *** error: Couldn't find SportDb::Model::Team
-            puts "[fatal] event reader - team keys: #{value.inspect}"
-            puts "[fatal] event reader - record for team key >#{team_key}< not found"
-            exit 1
-            ### fix/todo: throw exception/error
-          end
-
-          team_ids << team.id
-        end
-
-        event_attribs['team_ids'] = team_ids
-
-      elsif key.downcase == 'fixtures' || key.downcase == 'sources'
-        ### todo: check for mulitiple fixtures/sources ?? allow disallow?? why? why not?
-        if value.kind_of?(Array)
-          event_attribs['sources'] = value.join(',')
-          @fixtures += value
-        else # assume plain (single fixture) string
-          event_attribs['sources'] = value.to_s
-          @fixtures << value.to_s
-        end
-      else
-        ## todo: add a source location struct to_s or similar (file, line, col)
-        logger.error "unknown event attrib #{key}; skipping attrib"
-      end
-
-    end # each key,value
-
-    if @fixtures.empty?
-      ## use basename of config file as default (without extension)
-      sources_default = File.basename( @config, File.extname( @config ) ) 
-      @fixtures << sources_default
-      event_attribs[ 'sources' ] = sources_default
-    end
-
-
-    league_id = event_attribs['league_id']
-    season_id = event_attribs['season_id']
-
-    logger.debug "find event - league_id: #{league_id}, season_id: #{season_id}"
-
-    event = Event.find_by( league_id: league_id,
-                           season_id: season_id )
-
-    ## check if it exists
-    if event.present?
-      logger.debug "*** update event #{event.id}-#{event.key}:"
-    else
-      logger.debug "*** create event:"
-      event = Event.new
-    end
-    
-    logger.debug event_attribs.to_json
-
-    event.update_attributes!( event_attribs )
-    
-    # keep a cached reference for later use
-    @event = event
-  end  # method read
-
-
-end # class EventReader
-end # module SportDb