sportdb-formats 0.4.0 → 1.0.0

data/test/test_match_champs.rb

@@ -0,0 +1,27 @@
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_match_champs.rb
+
+
+require 'helper'
+
+
+class TestMatchChamps < MiniTest::Test
+
+  def test_parse
+    txt, exp, teams = read_test( 'match/champs_group.txt' )
+
+    start = Date.new( 2017, 7, 1 )
+
+    SportDb::Import.config.lang = 'en'
+
+    parser = SportDb::MatchParserSimpleV2.new( txt, teams, start )
+    matches, rounds, groups  = parser.parse
+
+    pp rounds
+    pp groups
+    pp matches[-1]     ## only dump last record for now
+  end   # method test_parse
+end   # class TestMatchChamps

data/test/test_match_eng.rb

@@ -0,0 +1,26 @@
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_match_eng.rb
+
+
+require 'helper'
+
+
+class TestMatchEng < MiniTest::Test
+
+  def test_eng
+    txt, exp, teams = read_test( 'match/eng.txt' )
+
+    SportDb::Import.config.lang = 'en'
+
+    start = Date.new( 2017, 7, 1 )
+
+    parser = SportDb::MatchParserSimpleV2.new( txt, teams, start )
+    matches, rounds  = parser.parse
+
+    pp rounds
+    pp matches[-1]   ## only dump last record for now
+  end   # method test_end
+end   # class TestMatchEng

data/test/test_match_euro.rb

@@ -0,0 +1,27 @@
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_match_euro.rb
+
+
+require 'helper'
+
+
+class TestMatchEuro < MiniTest::Test
+
+  def test_parse
+    txt, exp, teams = read_test( 'match/euro_2016.txt' )
+
+    start = Date.new( 2016, 1, 1 )
+
+    SportDb::Import.config.lang = 'en'
+
+    parser = SportDb::MatchParserSimpleV2.new( txt, teams, start )
+    matches, rounds, groups  = parser.parse
+
+    pp rounds
+    pp groups
+    pp matches[-1]     ## only dump last record for now
+  end   # method test_parse
+end   # class TestMatchEuro

data/test/test_match_worldcup.rb

@@ -0,0 +1,27 @@
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_match_worldcup.rb
+
+
+require 'helper'
+
+
+class TestMatchWorld < MiniTest::Test
+
+  def test_parse
+    txt, exp, teams = read_test( 'match/worldcup_2018_finals.txt' )
+
+    start = Date.new( 2018, 1, 1 )
+
+    SportDb::Import.config.lang = 'en'
+
+    parser = SportDb::MatchParserSimpleV2.new( txt, teams, start )
+    matches, rounds, groups  = parser.parse
+
+    pp rounds
+    pp groups
+    pp matches[-1]     ## only dump last record for now
+  end   # method test_parse
+end   # class TestMatchWorld

data/test/test_name_helper.rb

@@ -0,0 +1,67 @@
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_name_helper.rb
+
+
+require 'helper'
+
+
+class TestNameHelper < MiniTest::Test
+
+  include SportDb::NameHelper
+
+
+  def test_strip_norm    ## strip (remove) non-norm characters e.g. ()'- etc.
+    [['Estudiantes (LP)',            'Estudiantes LP'],
+     ['Central Córdoba (SdE)',       'Central Córdoba SdE'],
+     ['Saint Patrick’s Athletic FC', 'Saint Patricks Athletic FC'],
+     ['Myllykosken Pallo −47',       'Myllykosken Pallo 47'],
+    ].each do |rec|
+       assert_equal rec[1], strip_norm( rec[0] )
+    end
+  end
+
+  def test_strip_year
+    [['A (1911-1912)',              'A'],
+     ['B (1911-1912, 1913-1915)',   'B'],
+     ['C (1911-___)',               'C'],
+     ['D (1911-???)',               'D'],
+     ['FC Linz (1946-2001, 2013-)', 'FC Linz'],
+     ['Admira Wien (-????)',        'Admira Wien'],
+     ['Admira Wien (-____)',        'Admira Wien'],
+    ].each do |rec|
+      assert_equal rec[1], strip_year( rec[0] )
+    end
+  end
+
+  def test_strip_lang
+    [['Bayern Munich [en]', 'Bayern Munich'],
+    ].each do |rec|
+      assert_equal rec[1], strip_lang( rec[0] )
+    end
+  end
+
+
+  def test_variants
+    ## hungarian
+    assert_equal ['Raba ETO Gyor'],                   variants( 'Rába ETO Győr' )
+    assert_equal ['Raba ETO Gyor', 'Rába ETO Gyoer'], variants( 'Rába ETO Györ' )
+
+    ## romanian
+    assert_equal ['Targu Mures'], variants( 'Târgu Mureș' )
+    assert_equal ['Targu Mures'], variants( 'Târgu Mureş' )
+  end
+
+
+=begin
+### fix: move to ClubReader!!!!! not for general use
+  def test_wiki
+    assert_equal 'FC Wacker Innsbruck',   strip_wiki( 'FC Wacker Innsbruck (2002)' )
+    assert_equal 'SK Austria Klagenfurt', strip_wiki( 'SK Austria Klagenfurt (2007)' )
+
+    assert_equal 'Willem II',  strip_wiki( 'Willem II (football club)' )
+  end
+=end
+end # class TestNameHelper

data/test/test_outline_reader.rb

@@ -21,11 +21,11 @@ TXT
 
     pp outline
 
-    assert_equal 3, outline.size
+    assert_equal 2, outline.size
 
     assert_equal [:h1, 'ÖFB Cup 2011/12'],       outline[0]
-    assert_equal [:l,  'FC Red Bull Salzburg'],  outline[1]
-    assert_equal [:l,  'FK Austria Wien'],       outline[2]
+    assert_equal [:p,  ['FC Red Bull Salzburg',
+                        'FK Austria Wien']],     outline[1]
   end
 
 end # class TestOutlineReader

data/test/test_package.rb

@@ -12,16 +12,35 @@ class TestPackage < MiniTest::Test
 
   def test_read
     [Datafile::DirPackage.new( '../../../openfootball/england' ),
-     Datafile::ZipPackage.new( 'tmp/england-master.zip' )].each do |eng|
+     Datafile::ZipPackage.new( 'tmp/england-master.zip' )
+    ].each do |eng|
        assert eng.find( '2015-16/.conf.txt' ).read.start_with?( '= English Premier League 2015/16' )
        assert eng.find( '2017-18/.conf.txt' ).read.start_with?( '= English Premier League 2017/18' )
        assert eng.find( '2015-16/1-premierleague-i.txt' ).read.start_with?( '= English Premier League 2015/16' )
     end
 
     [Datafile::DirPackage.new( '../../../openfootball/austria' ),
-     Datafile::ZipPackage.new( 'tmp/austria-master.zip' )].each do |at|
+     Datafile::ZipPackage.new( 'tmp/austria-master.zip' )
+    ].each do |at|
        assert at.find( '2018-19/.conf.txt' ).read.start_with?( '= Österr. Bundesliga 2018/19' )
     end
+
+    puts "DirPackage:"
+    pack = Datafile::DirPackage.new( '../../../openfootball/austria' )
+    puts pack.name
+    puts "  entries:"
+    pack.each( pattern: /\.txt$/ ) do |entry|
+      puts entry.name
+    end
+
+    puts "ZipPackage:"
+    pack = Datafile::ZipPackage.new( 'tmp/austria-master.zip' )
+    puts pack.name
+    puts "  entries:"
+    pack.each( pattern: /\.txt$/ ) do |entry|
+      puts entry.name
+    end
+
   end  # method test_read
 
 end  # class TestPackage

data/test/test_package_match.rb

@@ -0,0 +1,78 @@
+# encoding: utf-8
+
+###
+#  to run use
+#     ruby -I ./lib -I ./test test/test_package_match.rb
+
+
+require 'helper'
+
+class TestPackageMatch < MiniTest::Test
+
+  CLUBS_DIR   = '../../../openfootball/clubs'    ## source repo directory path
+  LEAGUES_DIR = '../../../openfootball/leagues'
+  AUSTRIA_DIR = '../../../openfootball/austria'
+
+  def test_find
+    datafiles = SportDb::Package.find_clubs( CLUBS_DIR )
+    pp datafiles
+
+    datafiles = SportDb::Package.find_clubs_wiki( CLUBS_DIR )
+    pp datafiles
+
+    datafiles = SportDb::Package.find_leagues( LEAGUES_DIR )
+    pp datafiles
+
+    datafiles = SportDb::Package.find_conf( AUSTRIA_DIR )
+    pp datafiles
+  end
+
+
+  CLUBS_TXT = [ ## with country code
+               'de.clubs.txt',
+               'deutschland/de.clubs.txt',
+                ## without country code
+               'europe/de-deutschland/clubs.txt',
+               'de-deutschland/clubs.txt',
+               'deutschland/clubs.txt',
+               'clubs.txt' ]
+
+  CLUBS_WIKI_TXT = [ ## with country code
+                     'de.clubs.wiki.txt',
+                     'deutschland/de.clubs.wiki.txt',
+                     ## without country code
+                     'europe/de-deutschland/clubs.wiki.txt',
+                     'de-deutschland/clubs.wiki.txt',
+                     'deutschland/clubs.wiki.txt',
+                     'clubs.wiki.txt' ]
+
+  LEAGUES_TXT = [ 'europe/england/leagues.txt',
+                  'england/leagues.txt',
+                  'leagues.txt' ]
+
+  CONF_TXT = [ 'austria/archives/2000s/2001-02/.conf.txt',
+               'austria/2019-20/.conf.txt',
+               '.conf.txt' ]
+
+
+  def test_match_clubs
+    CLUBS_TXT.each { |path| assert SportDb::Package.match_clubs?( path ) }
+
+    CLUBS_WIKI_TXT.each { |path| assert !SportDb::Package.match_clubs?( path ) }
+  end
+
+  def test_match_clubs_wiki
+    CLUBS_WIKI_TXT.each { |path| assert SportDb::Package.match_clubs_wiki?( path ) }
+
+    CLUBS_TXT.each { |path| assert !SportDb::Package.match_clubs_wiki?( path ) }
+  end
+
+  def test_match_leagues
+    LEAGUES_TXT.each { |path| assert SportDb::Package.match_leagues?( path ) }
+  end
+
+  def test_match_conf
+    CONF_TXT.each { |path| assert SportDb::Package.match_conf?( path ) }
+  end
+
+end # class TestPackageMatch

data/test/test_scores.rb

@@ -9,62 +9,69 @@ require 'helper'
 
 class TestScores < MiniTest::Test
 
+  def test_de
+    ScoreFormats.lang = :de
+    data = [
+      [ '10:0',  [nil,nil,10,0]],
+      [ '1:22',  [nil,nil,1,22]],
+      [ '1-22',  [nil,nil,1,22]],
+
+      ## do not support three digits for now - why? why not?
+      [ '1:222', []],
+      [ '111:0', []],
+      [ '1-222', []],
+      [ '111-0', []],
+
+      [ '2:2 (1:1, 1:0) n.V. 5:1 i.E.',  [1,0,1,1,2,2,5,1]],
+      [ '2:2 (1:1, 1:0) n.V.',           [1,0,1,1,2,2]],
+      [ '2:2 (1:1, ) n.V. 5:1 i.E.',     [nil,nil,1,1,2,2,5,1]],
+      [ '2:2 (1:1, ) n.V.',              [nil,nil,1,1,2,2]],
+
+      [ '2:2 (1:1) n.V. 5:1 i.E.',       [nil,nil,1,1,2,2,5,1]],
+      [ '2:2 (1:1) n.V.',                [nil,nil,1,1,2,2]],
+
+      [ '2-2 (1-1, 1-0) n.V. 5-1 i.E.',  [1,0,1,1,2,2,5,1]],
+      [ '2-2 (1-1, 1-0) n.V.',           [1,0,1,1,2,2]],
+      [ '2-2 (1-1, ) n.V. 5-1 i.E.',     [nil,nil,1,1,2,2,5,1]],
+      [ '2-2 (1-1, ) n.V.',              [nil,nil,1,1,2,2]],
+
+      [ '2 : 2 ( 1 : 1 , 1 : 0 ) n.V. 5 : 1 i.E.',  [1,0,1,1,2,2,5,1]],
+      [ '2 : 2 ( 1 : 1 , 1 : 0 ) n.V.',             [1,0,1,1,2,2]],
+      [ '2 : 2 ( 1 : 1 , ) n.V. 5 : 1 i.E.',        [nil,nil,1,1,2,2,5,1]],
+      [ '2 : 2 ( 1 : 1 , ) n.V.',                   [nil,nil,1,1,2,2]],
+    ]
+
+    assert_score( data )
+  end
+
+  def test_en
+    ScoreFormats.lang = :en
 
-  def test_scores
     data = [
-     [ '10:0',  [nil,nil,10,0]],
-     [ '1:22',  [nil,nil,1,22]],
      [ '1-22',  [nil,nil,1,22]],
      [ '1x22',  [nil,nil,1,22]],
      [ '1X22',  [nil,nil,1,22]],
 
-
-     ## do not support three digits
+     ## do not support three digits for now - why? why not?
      [ '1-222', []],
      [ '111-0', []],
-     [ '1:222', []],
-     [ '111:0', []],
      [ '111x0', []],
      [ '111X0', []],
 
-     ## penality only
-     [ '3-4iE',    [nil,nil,nil,nil,nil,nil,3,4]],
-     [ '3:4iE',    [nil,nil,nil,nil,nil,nil,3,4]],
-     [ '3:4 iE',   [nil,nil,nil,nil,nil,nil,3,4]],
-     [ '3:4 i.E.', [nil,nil,nil,nil,nil,nil,3,4]],
-     [ '3-4 pen',  [nil,nil,nil,nil,nil,nil,3,4]],
-     [ '3-4 PSO',  [nil,nil,nil,nil,nil,nil,3,4]],   # PSO  => penalty shotout
-     [ '3-4p',     [nil,nil,nil,nil,nil,nil,3,4]],
-     [ '3-4 p',    [nil,nil,nil,nil,nil,nil,3,4]],
-
-     ## extra time only - allow ?? why not ?? only allow penalty w/ missing extra time?
-     ## todo/fix: issue warning or error in parser!!!
-     [ '3-4nV',      [nil,nil,nil,nil,3,4]],
-     [ '3:4nV',      [nil,nil,nil,nil,3,4]],
-     [ '3-4 aet',    [nil,nil,nil,nil,3,4]],
-     [ '3-4 a.e.t.', [nil,nil,nil,nil,3,4]],
-
-     [ '3:4nV 1:1',    [nil,nil,1,1,3,4]],
-     [ '1:1 3:4nV',    [nil,nil,1,1,3,4]],
-     [ '3:4 nV 1:1',   [nil,nil,1,1,3,4]],
-     [ '3:4 n.V. 1:1', [nil,nil,1,1,3,4]],
-
-     [ '3:4iE 1:1', [nil,nil,1,1,nil,nil,3,4]],
-     [ '1:1 3:4iE', [nil,nil,1,1,nil,nil,3,4]],
-
-     [ '1:1 2:2nV 3:4iE',       [nil,nil,1,1,2,2,3,4]],
-     [ '3:4iE 2:2nV 1:1',       [nil,nil,1,1,2,2,3,4]],
-     [ '3:4 i.E. 2:2 n.V. 1:1', [nil,nil,1,1,2,2,3,4]],
-     [ '3-4p 2-2aet 1-1',       [nil,nil,1,1,2,2,3,4]],
-     [ '3-4 pen 2-2 aet 1-1',   [nil,nil,1,1,2,2,3,4]],
-
-     #####################################################
-     ## check new all-in-one english (en) formats / patterns
+     ## do not support colon sep for now in en locale - why? why not?
+     [ '2:1',       []],
+     [ '2:1 (1:1)', []],
+
+
      [ '2-1 (1-1)', [1,1,2,1]],
+     [ '2x1 (1x1)', [1,1,2,1]],
+     [ '2X1 (1X1)', [1,1,2,1]],
+
      [ '2-1 a.e.t. (1-1, 0-0)', [0,0,1,1,2,1]],
      [ '2-1aet (1-1, 0-0)', [0,0,1,1,2,1]],
      [ '2-1 A.E.T. (1-1, 0-0)', [0,0,1,1,2,1]],
      [ '2-1AET (1-1, 0-0)', [0,0,1,1,2,1]],
+
      [ '3-4 pen. 2-2 a.e.t. (1-1, 1-1)', [1,1,1,1,2,2,3,4]],
      [ '3-4 pen 2-2 a.e.t. (1-1, 1-1)', [1,1,1,1,2,2,3,4]],
      [ '3-4 pen 2-2 a.e.t. (1-1, 1-1)', [1,1,1,1,2,2,3,4]],
@@ -74,24 +81,33 @@ class TestScores < MiniTest::Test
      [ '4-3 pen. 1-0 a.e.t. (1-0, )', [nil,nil,1,0,1,0,4,3]],
      [ '3-4 pen. 2-1 a.e.t. (2-1, )', [nil,nil,2,1,2,1,3,4]],
      [ '4-1 a.e.t. (3-1, )',          [nil,nil,3,1,4,1]],
-    ]
+     [ '3-4aet (1-1,)',               [nil,nil,1,1,3,4]],
+     [ '3-4 a.e.t. (1-1,)',           [nil,nil,1,1,3,4]],
+
+     [ '4-3 pen. 1-0 a.e.t. (1-0)', [nil,nil,1,0,1,0,4,3]],
+     [ '3-4 pen. 2-1 a.e.t. (2-1)', [nil,nil,2,1,2,1,3,4]],
+     [ '4-1 a.e.t. (3-1)',          [nil,nil,3,1,4,1]],
+     [ '3-4aet (1-1)',               [nil,nil,1,1,3,4]],
+     [ '3-4 a.e.t. (1-1)',           [nil,nil,1,1,3,4]],
+
+     [ '3-1 pen (1-1)',               [nil,nil,1,1, nil, nil, 3,1]],
 
-    assert_scores( data )
+     ## try with more "liberal" spaces
+     [ '2 - 1 ( 1 - 1 )',                [1,1,2,1]],
+     [ '2 - 1 a.e.t. ( 1 - 1 , 0 - 0 )', [0,0,1,1,2,1]],
+     [ '4 - 1 a.e.t. ( 3 - 1, )',        [nil,nil,3,1,4,1]],
+   ]
+
+    assert_score( data )
   end
 
 private
-  def assert_scores( data )
+  def assert_score( data )
     data.each do |rec|
-      line = rec[0]
+      line = rec[0].dup
       exp  = rec[1]
 
-      assert_equal exp, parse_scores( line )
+      assert_equal exp, ScoreFormats.find!( line ).to_a, "failed >#{rec[0]}< - >#{line}<"
     end
   end
-
-  def parse_scores( line )
-     finder = SportDb::ScoresFinder.new
-     finder.find!( line )
-  end
-
 end # class TestScores