sportdb-config 0.6.0 → 0.7.0

data/lib/sportdb/config/countries.rb

@@ -1,58 +0,0 @@
-# encoding: utf-8
-
-module SportDb
-  module Import
-
-## built-in countries for (quick starter) auto-add
-
-## note: (re)use the struct from the fifa country gem / library for now
-Country = ::Fifa::Country
-
-
-class CountryIndex
-
-  def initialize( recs )
-    @countries         = []
-    @countries_by_code = {}
-
-    add( recs )
-  end
-
-  def add( recs )
-    ###########################################
-    ## auto-fill countries
-    ## pp recs
-    recs.each do |rec|
-      ## rec e.g. { key:'af', fifa:'AFG', name:'Afghanistan'}
-
-      @countries << rec
-
-      ## add codes lookups - key, fifa, ...
-      if @countries_by_code[ rec.key ]
-        puts "** !! ERROR !! country code (key) >#{rec.key}< already exits!!"
-        exit 1
-      else
-        @countries_by_code[ rec.key ] = rec
-      end
-
-      ## add fifa code (only) if different from key
-      if rec.key != rec.fifa.downcase
-        if @countries_by_code[ rec.fifa.downcase ]
-          puts "** !! ERROR !! country code (fifa) >#{rec.fifa.downcase}< already exits!!"
-          exit 1
-        else
-          @countries_by_code[ rec.fifa.downcase ] = rec
-        end
-      end
-    end
-  end # method initialize
-
-  def []( key )
-    key = key.to_s.downcase   ## allow symbols (and always downcase e.g. AUT to aut etc.)
-    @countries_by_code[ key ]
-  end
-end # class CountryIndex
-
-
-end   # module Import
-end   # module SportDb

data/lib/sportdb/config/variants.rb

@@ -1,185 +0,0 @@
-# encoding: utf-8
-
-module SportDb
-  module Import
-
-
-
-class Variant    ## (spelling) variant finder / builder for names
-
-
-def self.frequency_table( name )   ## todo/check: use/rename to char_frequency_table
-  ## calculate the frequency table of letters, digits, etc.
-  freq = Hash.new(0)
-  name.each_char do |ch|
-     freq[ch] += 1
-  end
-  freq
-end
-
-
-##  "simple" translation
-ALPHA_SPECIALS = {
-  'Ä'=>'A',  'ä'=>'a',
-  'Á'=>'A',  'á'=>'a',
-             'à'=>'a',
-             'ã'=>'a',
-             'â'=>'a',
-  'Å'=>'A',  'å'=>'a',
-             'æ'=>'ae',
-             'ā'=>'a',
-             'ă'=>'a',
-             'ą'=>'a',
-
-  'Ç' =>'C', 'ç'=>'c',
-             'ć'=>'c',
-  'Č'=>'C',  'č'=>'c',
-
-  'É'=>'E',  'é'=>'e',
-             'è'=>'e',
-             'ê'=>'e',
-             'ë'=>'e',
-             'ė'=>'e',
-             'ę'=>'e',
-
-             'ğ'=>'g',
-
-  'İ'=>'I',
-  'Í'=>'I',  'í'=>'i',
-             'î'=>'i',
-             'ī'=>'i',
-             'ı'=>'i',
-
-  'Ł'=>'L', 'ł'=>'l',
-
-             'ñ'=>'n',
-             'ń'=>'n',
-             'ň'=>'n',
-
-  'Ö'=>'O',  'ö'=>'o',
-             'ó'=>'o',
-             'õ'=>'o',
-             'ô'=>'o',
-             'ø'=>'o',
-             'ő'=>'o',
-
-              'ř'=>'r',
-
-  'Ś'=>'S',
-  'Ş'=>'S',  'ş'=>'s',
-  'Š'=>'S',  'š'=>'s',
-             'ș'=>'s',  ## U+0219
-             'ß'=>'ss',
-
-             'ţ'=>'t',  ## U+0163
-             'ț'=>'t',  ## U+021B
-             'þ'=>'th',
-
-  'Ü'=>'U',  'ü'=>'u',
-  'Ú'=>'U',  'ú'=>'u',
-             'ū'=>'u',
-
-             'ý'=>'y',
-
-             'ź'=>'z',
-             'ż'=>'z',
-  'Ž'=>'Z',  'ž'=>'z',
-}
-
-
-##  de,at,ch translation for umlauts
-ALPHA_SPECIALS_DE = {
-  'Ä'=>'Ae',  'ä'=>'ae',
-  'Ö'=>'Oe',  'ö'=>'oe',
-  'Ü'=>'Ue',  'ü'=>'ue',
-              'ß'=>'ss',
-}
-
-## add ALPHA_SPECIALS_ES - why? why not?  is Espanyol catalan spelling or spanish (castillian)?
-# 'ñ'=>'ny',    ## e.g. Español => Espanyol
-
-ALPHA_DOWNCASE = %w[A B C D E F G H I J K L M N O P Q R S T U V W X Y Z].reduce({}) do |h,ch|
-  h[ch] = ch.downcase
-  h
-end.merge(
-  'Ä'=>'ä',
-  'Á'=>'á',
-  'Å'=>'å',
-
-  'Ç'=>'ç',
-  'Č'=>'č',
-
-  'É'=>'é',
-
-  'İ'=>'?',   ## fix - add lowercase
-  'Í'=>'í',
-
-  'Ł'=>'ł',
-
-  'Ö'=>'ö',
-
-  'Ś'=>'?',   ## fix - add lowercase
-  'Ş'=>'ş',
-  'Š'=>'š',
-
-  'Ü'=>'ü',
-  'Ú'=>'ú',
-
-  'Ž'=>'ž',
-)
-
-
-def self.alpha_specials_count( freq, mapping )
-  mapping.keys.reduce(0) do |count,ch|
-    count += freq[ch]
-    count
-  end
-end
-
-def self.tr( name, mapping )
-  buf = String.new
-  name.each_char do |ch|
-    buf << if mapping[ch]
-              mapping[ch]
-            else
-              ch
-            end
-  end
-  buf
-end
-
-
-
-def self.find( name )
-  alt_names = []
-
-  freq = frequency_table( name )
-
-  if alpha_specials_count( freq, ALPHA_SPECIALS  ) > 0    # check if includes äöü etc.
-    alt_names <<  tr( name, ALPHA_SPECIALS )
-  end
-
-  if alpha_specials_count( freq, ALPHA_SPECIALS_DE  ) > 0   ## todo/fix: add / pass-in language/country code and check - why? why not?
-    alt_names <<  tr( name, ALPHA_SPECIALS_DE )
-  end
-
-  ## todo - make uniq  e.g. Preußen is Preussen, Preussen 2x
-  alt_names = alt_names.uniq
-  alt_names
-end
-
-def self.downcase_i18n( name )    ## our very own downcase for int'l characters / letters
-  tr( name, ALPHA_DOWNCASE )
-end
-
-end  # class Variant
-
-end ## module Import
-end ## module SportDb
-
-
-
-## "global" convenience helper
-def downcase_i18n( name )
-  SportDb::Import::Variant.downcase_i18n( name )
-end   # Variant

data/lib/sportdb/config/wiki_reader.rb

@@ -1,104 +0,0 @@
-# encoding: utf-8
-
-
-module SportDb
-module Import
-
-
-class WikiReader    ## todo/check: rename to WikiClubReader - why? why not?
-
-class WikiClub
-  attr_reader :name, :country
-  def initialize( name, country )
-    @name, @country = name, country
-  end
-end
-
-
-def self.read( path )   ## use - rename to read_file or from_file etc. - why? why not?
-  txt = File.open( path, 'r:utf-8' ).read
-  parse( txt )
-end
-
-
-def self.parse( txt )
-  recs = []
-  last_country = nil  ## note: supports only one level of headings for now (and that is a country)
-
-  txt.each_line do |line|
-    line = line.strip
-
-    next if line.empty?
-    next if line.start_with?( '#' )   ## skip comments too
-
-    ## strip inline (until end-of-line) comments too
-    ##  e.g Eupen        => KAS Eupen,    ## [de]
-    ##   => Eupen        => KAS Eupen,
-    line = line.sub( /#.*/, '' ).strip
-    pp line
-
-
-    next if line =~ /^={1,}$/          ## skip "decorative" only heading e.g. ========
-
-     ## note: like in wikimedia markup (and markdown) all optional trailing ==== too
-     ##  todo/check:  allow ===  Text  =-=-=-=-=-=   too - why? why not?
-    if line =~ /^(={1,})       ## leading ======
-                 ([^=]+?)      ##  text   (note: for now no "inline" = allowed)
-                 =*            ## (optional) trailing ====
-                 $/x
-       heading_marker = $1
-       heading_level  = $1.length   ## count number of = for heading level
-       heading        = $2.strip
-
-       puts "heading #{heading_level} >#{heading}<"
-
-       if heading_level > 1
-         puts "** !!! ERROR [wiki reader] !!! -  - headings level too deep - only top / one level supported for now; sorry"
-         exit 1
-       end
-
-         ## quick hack:   if level is 1 assume country for now
-         ##                 and extract country code e.g.
-         ##                    Austria (at) => at
-         ##  todo/fix:  allow code only e.g. at or aut without enclosing () too - why? why not?
-             if heading =~ /\(([a-z]{2,3})\)/i    ## note allow (at) or (AUT) too
-               country_code = $1
-
-               ## check country code - MUST exist for now!!!!
-               country = SportDb::Import.config.countries[ country_code ]
-               if country.nil?
-                 puts "** !!! ERROR [wiki reader] !!! - unknown country with code >#{country_code}< - sorry - add country to config to fix"
-                 exit 1
-               end
-
-               last_country = country
-             else
-               puts "!!! error - heading level 1 - missing country code - >#{heading}<"
-               exit 1
-             end
-       pp last_country
-    else
-      ## strip and  squish (white)spaces
-      #   e.g. New York FC      (2011-)  => New York FC (2011-)
-      value = line.strip.gsub( /[ \t]+/, ' ' )
-
-      ## normalize (allow underscore (-) - replace with space)
-      ##  e.g. Cercle_Brugge_K.S.V. =>  Cercle Brugge K.S.V.
-      value = value.gsub( '_', ' ' )
-
-      if last_country.nil?
-        puts "** !!! ERROR [wiki reader] !!! - country heading missing for club name; sorry - add country heading to fix"
-        exit 1
-      end
-
-      rec = WikiClub.new( value, last_country )
-      recs << rec
-    end
-  end  # each_line
-  recs
-end  # method read
-
-end  # class WikiReader
-
-end ## module Import
-end ## module SportDb

data/test/test_club_index.rb

@@ -1,100 +0,0 @@
-# encoding: utf-8
-
-###
-#  to run use
-#     ruby -I ./lib -I ./test test/test_club_index.rb
-
-
-require 'helper'
-
-class TestClubIndex < MiniTest::Test
-
-  def test_clubs
-    pp SportDb::Import.config.clubs.errors
-
-    SportDb::Import.config.clubs.dump_duplicates
-
-    m = SportDb::Import.config.clubs.match( 'Rapid Wien' )
-    assert_equal 'SK Rapid Wien', m[0].name
-    assert_equal 'Austria',       m[0].country.name
-    assert_equal 'Wien',          m[0].city
-
-    m = SportDb::Import.config.clubs.match( 'rapid wien' )
-    assert_equal 'SK Rapid Wien', m[0].name
-    assert_equal 'Austria',       m[0].country.name
-    assert_equal 'Wien',          m[0].city
-
-    ## note: all dots (.) get always removed
-    m = SportDb::Import.config.clubs.match( '...r.a.p.i.d w.i.e.n...' )
-    assert_equal 'SK Rapid Wien', m[0].name
-    assert_equal 'Austria',       m[0].country.name
-    assert_equal 'Wien',          m[0].city
-
-    ## note: all spaces and dashes (-) get always removed
-    m = SportDb::Import.config.clubs.match( '--- r a p i d  w i e n ---' )
-    assert_equal 'SK Rapid Wien', m[0].name
-    assert_equal 'Austria',       m[0].country.name
-    assert_equal 'Wien',          m[0].city
-
-    m = SportDb::Import.config.clubs.match( 'RAPID WIEN' )
-    assert_equal 'SK Rapid Wien', m[0].name
-    assert_equal 'Austria',       m[0].country.name
-    assert_equal 'Wien',          m[0].city
-
-
-    c = SportDb::Import.config.clubs[ 'SK Rapid Wien' ]   ## check canoncial name match (only)
-    assert_equal 'SK Rapid Wien', c.name
-    assert_equal 'Austria',       c.country.name
-    assert_equal 'Wien',          c.city
-
-
-    m = SportDb::Import.config.clubs.match( 'Arsenal' )
-    assert_equal 3, m.size
-
-    m = SportDb::Import.config.clubs.match( 'ARSENAL' )
-    assert_equal 3, m.size
-
-    m = SportDb::Import.config.clubs.match_by( name: 'Arsenal', country: 'eng' )
-    assert_equal 1, m.size
-    assert_equal 'Arsenal FC', m[0].name
-    assert_equal 'England',    m[0].country.name
-    assert_equal 'London',     m[0].city
-
-    m = SportDb::Import.config.clubs.match_by( name: 'Arsenal', country: 'ar' )
-    assert_equal 1, m.size
-    assert_equal 'Arsenal de Sarandí', m[0].name
-    assert_equal 'Argentina',          m[0].country.name
-    assert_equal 'Sarandí',            m[0].city
-
-    m = SportDb::Import.config.clubs.match_by( name: 'Arsenal', country: 'ru' )
-    assert_equal 1, m.size
-    assert_equal 'Arsenal Tula', m[0].name
-    assert_equal 'Russia',       m[0].country.name
-    assert_equal 'Tula',         m[0].city
-
-
-    m = SportDb::Import.config.clubs.match( 'Arsenal FC' )
-    assert_equal 2, m.size
-
-    m = SportDb::Import.config.clubs.match( 'Arsenal F.C.' )
-    assert_equal 2, m.size
-
-    m = SportDb::Import.config.clubs.match( '...A.r.s.e.n.a.l... F.C...' )
-    assert_equal 2, m.size
-
-
-    ##############################################
-    ## test wikipedia names and links/urls
-
-    m = SportDb::Import.config.clubs.match( 'Club Brugge KV' )
-    assert_equal 1, m.size
-    assert_equal 'Club Brugge KV', m[0].wikipedia
-    assert_equal 'https://en.wikipedia.org/wiki/Club_Brugge_KV', m[0].wikipedia_url
-
-    m = SportDb::Import.config.clubs.match( 'RSC Anderlecht' )
-    assert_equal 1, m.size
-    assert_equal 'R.S.C. Anderlecht', m[0].wikipedia
-    assert_equal 'https://en.wikipedia.org/wiki/R.S.C._Anderlecht', m[0].wikipedia_url
-  end
-
-end # class TestClubIndex