sportdb 1.9.16 → 1.10.0

data/lib/sportdb/readers/ground.rb

@@ -1,53 +0,0 @@
-# encoding: UTF-8
-
-module SportDb
-
-
-class GroundReader
-
-  include LogUtils::Logging
-
-## make models available by default with namespace
-#  e.g. lets you use Usage instead of Model::Usage
-  include Models
-
-  def self.from_zip( zip_file, entry_path, more_attribs={} )
-    ## get text content from zip
-    entry = zip_file.find_entry( entry_path )
-
-    text = entry.get_input_stream().read()
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_file( path, more_attribs={} )
-    ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see textutils/utils.rb
-    text = File.read_utf8( path )
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_string( text, more_attribs={} )
-    GroundReader.new( text, more_attribs )
-  end  
-
-
-  def initialize( text, more_attribs={} )
-    ## todo/fix: how to add opts={} ???
-    @text = text
-    @more_attribs = more_attribs
-  end
-
-
-  def read( name, more_attribs={} )
-    reader = ValuesReader.from_string( @text, @more_attribs )
-
-    reader.each_line do |new_attributes, values|
-      Ground.create_or_update_from_values( new_attributes, values )
-    end # each lines
-  end
-
-
-end # class GroundReader
-end # module SportDb

data/lib/sportdb/readers/league.rb

@@ -1,54 +0,0 @@
-# encoding: UTF-8
-
-module SportDb
-
-
-class LeagueReader
-
-  include LogUtils::Logging
-
-## make models available by default with namespace
-#  e.g. lets you use Usage instead of Model::Usage
-  include Models
-
-
-  def self.from_zip( zip_file, entry_path, more_attribs={} )
-    ## get text content from zip
-    entry = zip_file.find_entry( entry_path )
-
-    text = entry.get_input_stream().read()
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_file( path, more_attribs={} )
-    ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see textutils/utils.rb
-    text = File.read_utf8( path )
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_string( text, more_attribs={} )
-    LeagueReader.new( text, more_attribs )
-  end  
-
-
-  def initialize( text, more_attribs={} )
-    ## todo/fix: how to add opts={} ???
-    @text = text
-    @more_attribs = more_attribs
-  end
-
-
-  def read()
-    reader = ValuesReader.from_string( @text, @more_attribs )
-
-    reader.each_line do |new_attributes, values|
-      League.create_or_update_from_values( new_attributes, values )
-    end # each lines
-  end
-
-
-end # class LeagueReader
-end # module SportDb

data/lib/sportdb/readers/season.rb

@@ -1,83 +0,0 @@
-# encoding: UTF-8
-
-module SportDb
-
-
-class SeasonReader
-
-  include LogUtils::Logging
-
-## make models available by default with namespace
-#  e.g. lets you use Usage instead of Model::Usage
-  include Models
-
-
-  def self.from_zip( zip_file, entry_path )
-    ## get text content from zip
-    entry = zip_file.find_entry( entry_path )
-
-    text = entry.get_input_stream().read()
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    self.from_string( text )
-  end
-
-  def self.from_file( path )
-    ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see textutils/utils.rb
-    text = File.read_utf8( path )
-    self.from_string( text )
-  end
-
-  def self.from_string( text )
-    SeasonReader.new( text )
-  end  
-
-
-  def initialize( text )
-    ## todo/fix: how to add opts={} ???
-    @text = text
-  end
-
-  def read()
-    reader = LineReader.from_string( @text )
-
-####
-## fix!!!!!
-##   use Season.create_or_update_from_hash or similar
-##   use Season.create_or_update_from_hash_reader?? or similar
-#   move parsing code to model
-
-    reader.each_line do |line|
-
-      # for now assume single value
-      logger.debug ">#{line}<"
-
-      key = line
-
-      logger.debug "  find season key: #{key}"
-      season = Season.find_by_key( key )
-
-      season_attribs = {}
-
-      ## check if it exists
-      if season.present?
-        logger.debug "update season #{season.id}-#{season.key}:"
-      else
-        logger.debug "create season:"
-        season = Season.new
-        season_attribs[ :key ] = key
-      end
-
-      season_attribs[ :title ] = key # for now key n title are the same
-     
-      logger.debug season_attribs.to_json
-          
-      season.update_attributes!( season_attribs )
-    end # each line
-
-  end  # method read
-
-
-end # class SeasonReader
-end # module SportDb

data/lib/sportdb/readers/squad_club.rb

@@ -1,201 +0,0 @@
-# encoding: UTF-8
-
-
-module SportDb
-
-###
-#  todo/fix: use one squad reader for
-#    national teams and clubs? possible? why? why not?
-
-
-class ClubSquadReader
-
-  include LogUtils::Logging
-
-## make models available by default with namespace
-#  e.g. lets you use Usage instead of Model::Usage
-  include Models
-
-## value helpers e.g. is_year?, is_taglist? etc.
-  include TextUtils::ValueHelper
-
-  include FixtureHelpers
-
-
-  def self.from_zip( zip_file, entry_path, more_attribs={} )
-    ## get text content from zip
-    entry = zip_file.find_entry( entry_path )
-
-    text = entry.get_input_stream().read()
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_file( path, more_attribs={} )
-    ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see textutils/utils.rb
-    text = File.read_utf8( path )
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_string( text, more_attribs={} )
-    ClubSquadReader.new( text, more_attribs )
-  end  
-
-
-  def initialize( text, more_attribs={} )
-    ## todo/fix: how to add opts={} ???
-    @text = text
-    @more_attribs = more_attribs
-  end
-
-
-
-  def read()
-    ## note:
-    #    event_id and team_id required!!
-
-    # event
-    @event = Event.find( @more_attribs[:event_id] )
-    pp @event
-
-    ## note: use @team - share/use in worker method
-    @team = Team.find( @more_attribs[:team_id] )
-    pp @team
-
-    ### SportDb.lang.lang = LangChecker.new.analyze( name, include_path )
-
-    ## mapping tables for persons per country (indexed by country code); reset
-    @country_persons_cache = {}
-
-    reader = LineReader.from_string( @text )
-
-    read_worker( reader )
-
-    ## Prop.create_from_fixture!( name, path )  
-  end
-
-
-  def read_worker( reader )
-    ##
-    ## fix: use num (optional) for offical jersey number
-    #  use pos for internal use only (ordering)
-
-    pos_counter = 999000   # pos counter for undefined players w/o pos
-
-    reader.each_line do |line|
-      logger.debug "  line: >#{line}<"
-
-      cut_off_end_of_line_comment!( line )
-
-      pos = find_leading_num!( line )
-
-      if pos.nil?
-        pos_counter+=1       ## e.g. 999001,999002 etc.
-        pos = pos_counter
-      end
-
-      nationality = find_nationality!( line )  # e.g. ARG,AUT,USA,MEX etc. (three-letter country code)
-
-      if nationality.nil?
-        ## note: use/assume team's nationality is player's nationality
-        nationality = @team.country.code
-      end
-
-      ## note: for now allow lines w/ missing country records in db (used in unit tests)
-      country = Country.find_by_code( nationality )
-      if country.nil?
-        logger.warn "*** no country found for code >#{nationality}< in line: >#{line}<"
-        person_key = nil   ## no country, no mapping table - canNOT map person
-      else
-        ## try mapping person using country table
-        ##   cache mapping table by country code
-
-        country_persons = @country_persons_cache[ country.code ]
-        if country_persons.nil?
-          logger.info "  persons count for country (#{country.code}): #{country.persons.count}"
-          country_persons = TextUtils.build_title_table_for( country.persons )
-          @country_persons_cache[ country.code ] = country_persons   # cache mapping table
-        end
-
-         map_person!( line, country_persons )
-         person_key = find_person!( line )
-      end
-
-
-      logger.debug "  line2: >#{line}<"
-
-      if person_key.nil?
-        ## no person match found; try auto-add person
-        logger.info "  !! no player match found; try auto-create player"
-
-        buf = line.clone
-        # remove (single match) if line starts w/ - (allow spaces)  e.g. | - or |-  note: must start line e.g. anchor ^ used
-        buf = buf.sub( /^[ ]*-[ ]*/, '' )    # remove leading dash -  for jersey number n/a
-        buf = buf.gsub( /\[[^\]]+\]/, '' )         # remove [POS] or similar
-        buf = buf.sub( '(c)', '' )    # remove captain marker
-        buf = buf.sub( '(vc)', '' )   # remove vice-captain marker
-        ### note: uses sub; assumes one pos marker per line
-        buf = buf.sub( /\b(GK|DF|MF|FW)\b/, '' )   # remove position marker
-        # since year/date  e.g. 2011-  assume one per line
-        #   note: use (?= |$) lookahead e.g. must be followed by space or end-of-line
-        buf = buf.sub( /\b\d{4}-?(?= |$)/, '' )
-        buf = buf.strip   # remove leading and trailing spaces
-
-        ## assume what's left is player name
-        logger.info "   player_name >#{buf}<"
-
-        ## fix: add auto flag (for auto-created persons/players)
-        ## fix: move title_to_key logic to person model etc.
-        person_attribs = {
-               key:   TextUtils.title_to_key( buf ),
-               title: buf
-        }
-
-        # note: add country from team or nationality marker
-        if country
-          person_attribs[ :country_id     ] = country.id
-          person_attribs[ :nationality_id ] = country.id
-        end
-
-        logger.info "   using attribs: #{person_attribs.inspect}"
-
-        person = Person.create!( person_attribs )
-      else
-        person = Person.find_by_key( person_key )
-
-        if person.nil?
-          logger.error " !!!!!! no mapping found for player in line >#{line}< for team #{@team.code} - #{@team.title}"
-          next   ## skip further processing of line; can NOT save w/o person; continue w/ next record
-        end
-      end
-
-
-      ### check if roster record exists
-      roster = Roster.find_by_event_id_and_team_id_and_person_id( @event.id, @team.id, person.id )
-
-      if roster.present?
-        logger.debug "update Roster #{roster.id}:"
-      else
-        logger.debug "create Roster:"
-        roster = Roster.new
-      end
-
-      roster_attribs = {
-        pos:       pos,
-        person_id: person.id,
-        team_id:   @team.id,
-        event_id:  @event.id   # NB: reuse/fallthrough from races - make sure load_races goes first (to setup event)
-      }
-
-      logger.debug roster_attribs.to_json
-
-      roster.update_attributes!( roster_attribs )
-    end # lines.each
-
-  end # method read_worker
-
-
-end # class ClubSquadReader
-end # module SportDb

data/lib/sportdb/readers/squad_national_team.rb

@@ -1,173 +0,0 @@
-# encoding: UTF-8
-
-
-module SportDb
-
-### squad/roster reader for national teams for now
-
-class NationalTeamSquadReader
-
-  include LogUtils::Logging
-
-## make models available by default with namespace
-#  e.g. lets you use Usage instead of Model::Usage
-  include Models
-
-## value helpers e.g. is_year?, is_taglist? etc.
-  include TextUtils::ValueHelper
-
-  include FixtureHelpers
-
-
-  def self.from_zip( zip_file, entry_path, more_attribs={} )
-    ## get text content from zip
-    entry = zip_file.find_entry( entry_path )
-
-    text = entry.get_input_stream().read()
-    text = text.force_encoding( Encoding::UTF_8 )
-
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_file( path, more_attribs={} )
-    ## note: assume/enfore utf-8 encoding (with or without BOM - byte order mark)
-    ## - see textutils/utils.rb
-    text = File.read_utf8( path )
-    self.from_string( text, more_attribs )
-  end
-
-  def self.from_string( text, more_attribs={} )
-    NationalTeamSquadReader.new( text, more_attribs )
-  end  
-
-
-  def initialize( text, more_attribs={} )
-    ## todo/fix: how to add opts={} ???
-    @text = text
-    @more_attribs = more_attribs
-  end
-
-
-  def read()
-    ## note:
-    #    event_id and team_id required!!
-
-    # event
-    @event = Event.find( @more_attribs[:event_id] )
-    pp @event
-
-    ## note: use @team - share/use in worker method
-    @team = Team.find( @more_attribs[:team_id] )
-    pp @team
-
-    ### SportDb.lang.lang = LangChecker.new.analyze( name, include_path )
-
-    reader = LineReader.from_string( @text )
-
-
-    ##########
-    # fix: lookup table for now assumes national team
-    #   make it usable for clubs too etc. 
-    country = @team.country
-    pp country
-
-    logger.info "  persons count for country: #{country.persons.count}"
-    @known_persons = TextUtils.build_title_table_for( country.persons )
-
-
-    read_worker( reader )
-
-    ## Prop.create_from_fixture!( name, path )  
-  end
-
-
-  def read_worker( reader )
-    ##
-    ## fix: use num (optional) for offical jersey number
-    #  use pos for internal use only (ordering)
-
-    pos_counter = 999000   # pos counter for undefined players w/o pos
-
-    reader.each_line do |line|
-      logger.debug "  line: >#{line}<"
-
-      cut_off_end_of_line_comment!( line )
-
-      pos = find_leading_pos!( line )
-
-      if pos.nil?
-        pos_counter+=1       ## e.g. 999001,999002 etc.
-        pos = pos_counter
-      end
-
-      #####
-      #  - for now do NOT map team
-      # map_team!( line )
-      # team_key = find_team!( line )
-      # team = Team.find_by_key!( team_key )
-
-      map_person!( line )
-      person_key = find_person!( line )
-
-      logger.debug "  line2: >#{line}<"
-
-      if person_key.nil?
-        ## no person match found; try auto-add person
-        logger.info "  !! no player match found; try auto-create player"
-
-        buf = line.clone
-        # remove (single match) if line starts w/ - (allow spaces)  e.g. | - or |-  note: must start line e.g. anchor ^ used
-        buf = buf.sub( /^[ ]*-[ ]*/, '' )
-        buf = buf.gsub( /\[[^\]]+\]/, '' )         # remove [POS] or similar
-        buf = buf.gsub( /\b(GK|DF|MF|FW)\b/, '' )   # remove position marker - use sub (just single marker?)
-        buf = buf.strip   # remove leading and trailing spaces
-
-        ## assume what's left is player name
-        logger.info "   player_name >#{buf}<"
-
-        ## fix: add auto flag (for auto-created persons/players)
-        ## fix: move title_to_key logic to person model etc.
-        person_attribs = {
-               key:   TextUtils.title_to_key( buf ),
-               title: buf
-        }
-        logger.info "   using attribs: #{person_attribs.inspect}"
-
-        person = Person.create!( person_attribs )
-      else
-        person = Person.find_by_key( person_key )
-
-        if person.nil?
-          logger.error " !!!!!! no mapping found for player in line >#{line}< for team #{@team.code} - #{@team.title}"
-          next   ## skip further processing of line; can NOT save w/o person; continue w/ next record
-        end
-      end
-
-
-      ### check if roster record exists
-      roster = Roster.find_by_event_id_and_team_id_and_person_id( @event.id, @team.id, person.id )
-
-      if roster.present?
-        logger.debug "update Roster #{roster.id}:"
-      else
-        logger.debug "create Roster:"
-        roster = Roster.new
-      end
-
-      roster_attribs = {
-        pos:       pos,
-        person_id: person.id,
-        team_id:   @team.id,
-        event_id:  @event.id   # NB: reuse/fallthrough from races - make sure load_races goes first (to setup event)
-      }
-
-      logger.debug roster_attribs.to_json
-
-      roster.update_attributes!( roster_attribs )
-    end # lines.each
-
-  end # method read_worker
-
-
-end # class NationTeamSquadReader
-end # module SportDb