football-sources 0.0.1 → 0.1.0
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Manifest.txt +6 -15
- data/README.md +142 -1
- data/Rakefile +1 -1
- data/lib/football-sources.rb +26 -15
- data/lib/football-sources/apis.rb +1 -77
- data/lib/football-sources/apis/mods.rb +20 -0
- data/lib/football-sources/fbref.rb +4 -0
- data/lib/football-sources/fbref/build.rb +96 -0
- data/lib/football-sources/fbref/config.rb +16 -0
- data/lib/football-sources/fbref/convert.rb +95 -0
- data/lib/football-sources/version.rb +2 -2
- data/lib/football-sources/worldfootball.rb +1 -6
- data/lib/football-sources/worldfootball/jobs.rb +76 -0
- metadata +10 -19
- data/lib/football-sources/apis/download.rb +0 -11
- data/lib/football-sources/worldfootball/download.rb +0 -61
- data/lib/football-sources/worldfootball/leagues.rb +0 -200
- data/lib/football-sources/worldfootball/leagues/asia.rb +0 -53
- data/lib/football-sources/worldfootball/leagues/europe--british_isles.rb +0 -59
- data/lib/football-sources/worldfootball/leagues/europe--central.rb +0 -127
- data/lib/football-sources/worldfootball/leagues/europe--eastern.rb +0 -82
- data/lib/football-sources/worldfootball/leagues/europe--northern.rb +0 -57
- data/lib/football-sources/worldfootball/leagues/europe--southern.rb +0 -86
- data/lib/football-sources/worldfootball/leagues/europe--western.rb +0 -38
- data/lib/football-sources/worldfootball/leagues/europe.rb +0 -13
- data/lib/football-sources/worldfootball/leagues/north_america.rb +0 -44
- data/lib/football-sources/worldfootball/leagues/pacific.rb +0 -21
- data/lib/football-sources/worldfootball/leagues/south_america.rb +0 -11
- data/lib/football-sources/worldfootball/tool.rb +0 -100
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
module Fbref
|
|
2
|
+
|
|
3
|
+
### add some more config options / settings
|
|
4
|
+
class Configuration
|
|
5
|
+
#########
|
|
6
|
+
## nested configuration classes - use - why? why not?
|
|
7
|
+
class Convert
|
|
8
|
+
def out_dir() @out_dir || './o'; end
|
|
9
|
+
def out_dir=(value) @out_dir = value; end
|
|
10
|
+
end
|
|
11
|
+
|
|
12
|
+
def convert() @convert ||= Convert.new; end
|
|
13
|
+
end # class Configuration
|
|
14
|
+
|
|
15
|
+
|
|
16
|
+
end # module Fbref
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
module Fbref
|
|
2
|
+
|
|
3
|
+
def self.convert( league:, season: )
|
|
4
|
+
page = Page::Schedule.from_cache( league: league,
|
|
5
|
+
season: season )
|
|
6
|
+
|
|
7
|
+
puts page.title
|
|
8
|
+
|
|
9
|
+
rows = page.matches
|
|
10
|
+
recs = build( rows, league: league, season: season )
|
|
11
|
+
## pp rows
|
|
12
|
+
|
|
13
|
+
## reformat date / beautify e.g. Sat Aug 7 1993
|
|
14
|
+
recs.each { |rec| rec[2] = Date.strptime( rec[2], '%Y-%m-%d' ).strftime( '%a %b %-d %Y' ) }
|
|
15
|
+
|
|
16
|
+
recs, headers = vacuum( recs )
|
|
17
|
+
pp recs[0..2]
|
|
18
|
+
|
|
19
|
+
season = Season.parse( season )
|
|
20
|
+
path = "#{config.convert.out_dir}/#{league}_#{season.to_path}.csv"
|
|
21
|
+
puts "write #{path}..."
|
|
22
|
+
Cache::CsvMatchWriter.write( path, recs, headers: headers )
|
|
23
|
+
end
|
|
24
|
+
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
#####
|
|
29
|
+
# vacuum helper stuff - todo/fix - (re)use - make more generic - why? why not?
|
|
30
|
+
|
|
31
|
+
MAX_HEADERS = [
|
|
32
|
+
'Stage',
|
|
33
|
+
'Round',
|
|
34
|
+
'Date',
|
|
35
|
+
'Time',
|
|
36
|
+
'Team 1',
|
|
37
|
+
'FT',
|
|
38
|
+
'HT',
|
|
39
|
+
'Team 2',
|
|
40
|
+
'ET',
|
|
41
|
+
'P',
|
|
42
|
+
'Venue',
|
|
43
|
+
'Att',
|
|
44
|
+
'Comments', ## e.g. awarded, cancelled/canceled, etc.
|
|
45
|
+
]
|
|
46
|
+
|
|
47
|
+
MIN_HEADERS = [ ## always keep even if all empty
|
|
48
|
+
'Date',
|
|
49
|
+
'Team 1',
|
|
50
|
+
'FT',
|
|
51
|
+
'Team 2'
|
|
52
|
+
]
|
|
53
|
+
|
|
54
|
+
def self.vacuum( rows, headers: MAX_HEADERS, fixed_headers: MIN_HEADERS )
|
|
55
|
+
## check for unused columns and strip/remove
|
|
56
|
+
counter = Array.new( MAX_HEADERS.size, 0 )
|
|
57
|
+
rows.each do |row|
|
|
58
|
+
row.each_with_index do |col, idx|
|
|
59
|
+
counter[idx] += 1 unless col.nil? || col.empty?
|
|
60
|
+
end
|
|
61
|
+
end
|
|
62
|
+
|
|
63
|
+
pp counter
|
|
64
|
+
|
|
65
|
+
## check empty columns
|
|
66
|
+
headers = []
|
|
67
|
+
indices = []
|
|
68
|
+
empty_headers = []
|
|
69
|
+
empty_indices = []
|
|
70
|
+
|
|
71
|
+
counter.each_with_index do |num, idx|
|
|
72
|
+
header = MAX_HEADERS[ idx ]
|
|
73
|
+
if num > 0 || (num == 0 && fixed_headers.include?( header ))
|
|
74
|
+
headers << header
|
|
75
|
+
indices << idx
|
|
76
|
+
else
|
|
77
|
+
empty_headers << header
|
|
78
|
+
empty_indices << idx
|
|
79
|
+
end
|
|
80
|
+
end
|
|
81
|
+
|
|
82
|
+
if empty_indices.size > 0
|
|
83
|
+
rows = rows.map do |row|
|
|
84
|
+
row_vacuumed = []
|
|
85
|
+
row.each_with_index do |col, idx|
|
|
86
|
+
## todo/fix: use values or such??
|
|
87
|
+
row_vacuumed << col unless empty_indices.include?( idx )
|
|
88
|
+
end
|
|
89
|
+
row_vacuumed
|
|
90
|
+
end
|
|
91
|
+
end
|
|
92
|
+
|
|
93
|
+
[rows, headers]
|
|
94
|
+
end
|
|
95
|
+
end # module Fbref
|
|
@@ -5,12 +5,7 @@
|
|
|
5
5
|
|
|
6
6
|
|
|
7
7
|
## our own code
|
|
8
|
-
require_relative 'worldfootball/leagues'
|
|
9
|
-
|
|
10
8
|
require_relative 'worldfootball/config'
|
|
11
|
-
|
|
12
|
-
require_relative 'worldfootball/download'
|
|
13
|
-
|
|
14
9
|
require_relative 'worldfootball/mods'
|
|
15
10
|
require_relative 'worldfootball/vacuum'
|
|
16
11
|
require_relative 'worldfootball/build'
|
|
@@ -18,7 +13,7 @@ require_relative 'worldfootball/convert'
|
|
|
18
13
|
require_relative 'worldfootball/convert_reports'
|
|
19
14
|
|
|
20
15
|
|
|
21
|
-
require_relative 'worldfootball/
|
|
16
|
+
require_relative 'worldfootball/jobs'
|
|
22
17
|
|
|
23
18
|
|
|
24
19
|
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
|
|
2
|
+
|
|
3
|
+
module Worldfootball
|
|
4
|
+
################################
|
|
5
|
+
# add more helpers
|
|
6
|
+
# move upstream for (re)use - why? why not?
|
|
7
|
+
|
|
8
|
+
## todo/check: what to do: if league is both included and excluded?
|
|
9
|
+
## include forces include? or exclude has the last word? - why? why not?
|
|
10
|
+
## Excludes match before includes,
|
|
11
|
+
## meaning that something that has been excluded cannot be included again
|
|
12
|
+
|
|
13
|
+
## todo - find "proper/classic" timezone ("winter time")
|
|
14
|
+
|
|
15
|
+
## Brasilia - Distrito Federal, Brasil (GMT-3) -- summer time?
|
|
16
|
+
## Ciudad de México, CDMX, México (GMT-5) -- summer time?
|
|
17
|
+
## Londres, Reino Unido (GMT+1)
|
|
18
|
+
## Madrid -- ?
|
|
19
|
+
## Lisboa -- ?
|
|
20
|
+
## Moskow -- ?
|
|
21
|
+
##
|
|
22
|
+
## todo/check - quick fix timezone offsets for leagues for now
|
|
23
|
+
## - find something better - why? why not?
|
|
24
|
+
## note: assume time is in GMT+1
|
|
25
|
+
OFFSETS = {
|
|
26
|
+
'eng.1' => -1,
|
|
27
|
+
'eng.2' => -1,
|
|
28
|
+
'eng.3' => -1,
|
|
29
|
+
'eng.4' => -1,
|
|
30
|
+
'eng.5' => -1,
|
|
31
|
+
|
|
32
|
+
'es.1' => -1,
|
|
33
|
+
'es.2' => -1,
|
|
34
|
+
|
|
35
|
+
'pt.1' => -1,
|
|
36
|
+
'pt.2' => -1,
|
|
37
|
+
|
|
38
|
+
'br.1' => -5,
|
|
39
|
+
'mx.1' => -7,
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
|
|
43
|
+
|
|
44
|
+
class Job ## todo/check: use a module (NOT a class) - why? why not?
|
|
45
|
+
def self.download( datasets )
|
|
46
|
+
datasets.each_with_index do |dataset,i|
|
|
47
|
+
league = dataset[0]
|
|
48
|
+
seasons = dataset[1]
|
|
49
|
+
|
|
50
|
+
puts "downloading [#{i+1}/#{datasets.size}] #{league}..."
|
|
51
|
+
seasons.each_with_index do |season,j|
|
|
52
|
+
puts " season [#{j+1}/#{season.size}] #{league} #{season}..."
|
|
53
|
+
Worldfootball.schedule( league: league,
|
|
54
|
+
season: season )
|
|
55
|
+
end
|
|
56
|
+
end
|
|
57
|
+
end
|
|
58
|
+
|
|
59
|
+
def self.convert( datasets )
|
|
60
|
+
datasets.each_with_index do |dataset,i|
|
|
61
|
+
league = dataset[0]
|
|
62
|
+
seasons = dataset[1]
|
|
63
|
+
|
|
64
|
+
puts "converting [#{i+1}/#{datasets.size}] #{league}..."
|
|
65
|
+
seasons.each_with_index do |season,j|
|
|
66
|
+
puts " season [#{j+1}/#{season.size}] #{league} #{season}..."
|
|
67
|
+
Worldfootball.convert( league: league,
|
|
68
|
+
season: season,
|
|
69
|
+
offset: OFFSETS[ league ] )
|
|
70
|
+
end
|
|
71
|
+
end
|
|
72
|
+
end
|
|
73
|
+
end # class Job
|
|
74
|
+
|
|
75
|
+
end # module Worldfootball
|
|
76
|
+
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: football-sources
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0
|
|
4
|
+
version: 0.1.0
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Gerald Bauer
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2020-11-
|
|
11
|
+
date: 2020-11-21 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: webget-football
|
|
@@ -16,14 +16,14 @@ dependencies:
|
|
|
16
16
|
requirements:
|
|
17
17
|
- - ">="
|
|
18
18
|
- !ruby/object:Gem::Version
|
|
19
|
-
version: 0.
|
|
19
|
+
version: 0.1.1
|
|
20
20
|
type: :runtime
|
|
21
21
|
prerelease: false
|
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
|
23
23
|
requirements:
|
|
24
24
|
- - ">="
|
|
25
25
|
- !ruby/object:Gem::Version
|
|
26
|
-
version: 0.
|
|
26
|
+
version: 0.1.1
|
|
27
27
|
- !ruby/object:Gem::Dependency
|
|
28
28
|
name: sportdb-catalogs
|
|
29
29
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -91,29 +91,20 @@ files:
|
|
|
91
91
|
- lib/football-sources/apis/config.rb
|
|
92
92
|
- lib/football-sources/apis/convert.rb
|
|
93
93
|
- lib/football-sources/apis/convert_cl.rb
|
|
94
|
-
- lib/football-sources/apis/
|
|
94
|
+
- lib/football-sources/apis/mods.rb
|
|
95
95
|
- lib/football-sources/apis/stat.rb
|
|
96
|
+
- lib/football-sources/fbref.rb
|
|
97
|
+
- lib/football-sources/fbref/build.rb
|
|
98
|
+
- lib/football-sources/fbref/config.rb
|
|
99
|
+
- lib/football-sources/fbref/convert.rb
|
|
96
100
|
- lib/football-sources/version.rb
|
|
97
101
|
- lib/football-sources/worldfootball.rb
|
|
98
102
|
- lib/football-sources/worldfootball/build.rb
|
|
99
103
|
- lib/football-sources/worldfootball/config.rb
|
|
100
104
|
- lib/football-sources/worldfootball/convert.rb
|
|
101
105
|
- lib/football-sources/worldfootball/convert_reports.rb
|
|
102
|
-
- lib/football-sources/worldfootball/
|
|
103
|
-
- lib/football-sources/worldfootball/leagues.rb
|
|
104
|
-
- lib/football-sources/worldfootball/leagues/asia.rb
|
|
105
|
-
- lib/football-sources/worldfootball/leagues/europe--british_isles.rb
|
|
106
|
-
- lib/football-sources/worldfootball/leagues/europe--central.rb
|
|
107
|
-
- lib/football-sources/worldfootball/leagues/europe--eastern.rb
|
|
108
|
-
- lib/football-sources/worldfootball/leagues/europe--northern.rb
|
|
109
|
-
- lib/football-sources/worldfootball/leagues/europe--southern.rb
|
|
110
|
-
- lib/football-sources/worldfootball/leagues/europe--western.rb
|
|
111
|
-
- lib/football-sources/worldfootball/leagues/europe.rb
|
|
112
|
-
- lib/football-sources/worldfootball/leagues/north_america.rb
|
|
113
|
-
- lib/football-sources/worldfootball/leagues/pacific.rb
|
|
114
|
-
- lib/football-sources/worldfootball/leagues/south_america.rb
|
|
106
|
+
- lib/football-sources/worldfootball/jobs.rb
|
|
115
107
|
- lib/football-sources/worldfootball/mods.rb
|
|
116
|
-
- lib/football-sources/worldfootball/tool.rb
|
|
117
108
|
- lib/football-sources/worldfootball/vacuum.rb
|
|
118
109
|
- lib/football/sources.rb
|
|
119
110
|
- test/helper.rb
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
module Footballdata
|
|
4
|
-
|
|
5
|
-
def self.schedule( league:, season: )
|
|
6
|
-
season = Season( season ) ## cast (ensure) season class (NOT string, integer, etc.)
|
|
7
|
-
|
|
8
|
-
Metal.competition( LEAGUES[ league.downcase ], season.start_year )
|
|
9
|
-
end
|
|
10
|
-
|
|
11
|
-
end # module Footballdata
|
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
module Worldfootball
|
|
4
|
-
|
|
5
|
-
##
|
|
6
|
-
## note/fix!!!!
|
|
7
|
-
## do NOT allow redirects for now - report error!!!
|
|
8
|
-
## does NOT return 404 page not found errors; always redirects (301) to home page
|
|
9
|
-
## on missing pages:
|
|
10
|
-
## 301 Moved Permanently location=https://www.weltfussball.de/
|
|
11
|
-
## 301 Moved Permanently location=https://www.weltfussball.de/
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
|
|
15
|
-
|
|
16
|
-
# url = "https://www.weltfussball.de/alle_spiele/eng-league-one-#{season}/"
|
|
17
|
-
# url = "https://www.weltfussball.de/alle_spiele/eng-league-two-#{season}/"
|
|
18
|
-
# https://www.weltfussball.de/alle_spiele/eng-national-league-2019-2020/
|
|
19
|
-
# https://www.weltfussball.de/alle_spiele/eng-fa-cup-2018-2019/
|
|
20
|
-
# https://www.weltfussball.de/alle_spiele/eng-league-cup-2019-2020/
|
|
21
|
-
|
|
22
|
-
# https://www.weltfussball.de/alle_spiele/fra-ligue-2-2019-2020/
|
|
23
|
-
# https://www.weltfussball.de/alle_spiele/ita-serie-b-2019-2020/
|
|
24
|
-
# https://www.weltfussball.de/alle_spiele/rus-premier-liga-2019-2020/
|
|
25
|
-
# https://www.weltfussball.de/alle_spiele/rus-1-division-2019-2020/
|
|
26
|
-
# https://www.weltfussball.de/alle_spiele/tur-sueperlig-2019-2020/
|
|
27
|
-
# https://www.weltfussball.de/alle_spiele/tur-1-lig-2019-2020/
|
|
28
|
-
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
def self.schedule( league:, season: )
|
|
32
|
-
season = Season( season ) ## cast (ensure) season class (NOT string, integer, etc.)
|
|
33
|
-
|
|
34
|
-
league = find_league( league )
|
|
35
|
-
|
|
36
|
-
pages = league.pages( season: season )
|
|
37
|
-
|
|
38
|
-
## if single (simple) page setup - wrap in array
|
|
39
|
-
pages = pages.is_a?(Array) ? pages : [pages]
|
|
40
|
-
pages.each do |page_meta|
|
|
41
|
-
Metal.schedule( page_meta[:slug] )
|
|
42
|
-
end # each page
|
|
43
|
-
end
|
|
44
|
-
|
|
45
|
-
|
|
46
|
-
def self.schedule_reports( league:, season:, cache: true ) ## todo/check: rename to reports_for_schedule or such - why? why not?
|
|
47
|
-
season = Season( season ) ## cast (ensure) season class (NOT string, integer, etc.)
|
|
48
|
-
|
|
49
|
-
league = find_league( league )
|
|
50
|
-
|
|
51
|
-
pages = league.pages( season: season )
|
|
52
|
-
|
|
53
|
-
## if single (simple) page setup - wrap in array
|
|
54
|
-
pages = pages.is_a?(Array) ? pages : [pages]
|
|
55
|
-
pages.each do |page_meta|
|
|
56
|
-
Metal.schedule_reports( page_meta[:slug], cache: cache )
|
|
57
|
-
end # each page
|
|
58
|
-
end
|
|
59
|
-
|
|
60
|
-
|
|
61
|
-
end # module Worldfootball
|
|
@@ -1,200 +0,0 @@
|
|
|
1
|
-
|
|
2
|
-
|
|
3
|
-
require_relative 'leagues/europe'
|
|
4
|
-
require_relative 'leagues/north_america'
|
|
5
|
-
require_relative 'leagues/south_america'
|
|
6
|
-
require_relative 'leagues/pacific'
|
|
7
|
-
require_relative 'leagues/asia'
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
module Worldfootball
|
|
11
|
-
|
|
12
|
-
LEAGUES = [LEAGUES_EUROPE,
|
|
13
|
-
LEAGUES_NORTH_AMERICA,
|
|
14
|
-
LEAGUES_SOUTH_AMERICA,
|
|
15
|
-
LEAGUES_PACIFIC,
|
|
16
|
-
LEAGUES_ASIA].reduce({}) { |mem,h| mem.merge!( h ); mem }
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
class League
|
|
20
|
-
def initialize( key, data )
|
|
21
|
-
@key = key
|
|
22
|
-
## @data = data
|
|
23
|
-
|
|
24
|
-
@pages = data[:pages]
|
|
25
|
-
@season_proc = data[:season] || ->(season) { nil }
|
|
26
|
-
end
|
|
27
|
-
|
|
28
|
-
def key() @key; end
|
|
29
|
-
|
|
30
|
-
def pages( season: )
|
|
31
|
-
## note: return for no stages / simple case - just a string
|
|
32
|
-
## and for the stages case ALWAYS an array (even if it has only one page (with stage))
|
|
33
|
-
|
|
34
|
-
if @pages.is_a?( String )
|
|
35
|
-
# assume always "simple/regular" format w/o stages
|
|
36
|
-
slug = @pages
|
|
37
|
-
{ slug: fill_slug( slug, season: season ) }
|
|
38
|
-
else
|
|
39
|
-
## check for league format / stages
|
|
40
|
-
## return array (of strings) or nil (for no stages - "simple" format)
|
|
41
|
-
indices = @season_proc.call( season )
|
|
42
|
-
if indices.nil?
|
|
43
|
-
puts "!! ERROR - no configuration found for season >#{season}< for league >#{@key}< found; sorry"
|
|
44
|
-
exit 1
|
|
45
|
-
elsif indices.is_a?( Integer ) ## single number - single/regular format w/o stage
|
|
46
|
-
# note: starting with 0 (always use idx-1) !!!
|
|
47
|
-
slug = if @pages.is_a?( Array )
|
|
48
|
-
@pages[indices-1]
|
|
49
|
-
else ## assume hash (and key is page slug)
|
|
50
|
-
@pages.keys[indices-1]
|
|
51
|
-
end
|
|
52
|
-
{ slug: fill_slug( slug, season: season ) }
|
|
53
|
-
else ## assume regular case - array of integers
|
|
54
|
-
recs = []
|
|
55
|
-
indices.each do |idx|
|
|
56
|
-
slug = key = @pages.keys[idx-1]
|
|
57
|
-
recs << { slug: fill_slug( slug, season: season ),
|
|
58
|
-
stage: @pages[key] } ## note: include mapping for page to stage name!!
|
|
59
|
-
end
|
|
60
|
-
recs
|
|
61
|
-
end
|
|
62
|
-
end
|
|
63
|
-
end # pages
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
######
|
|
67
|
-
# helper method
|
|
68
|
-
def fill_slug( slug, season: )
|
|
69
|
-
## note: fill-in/check for place holders too
|
|
70
|
-
slug = if slug.index( '{season}' )
|
|
71
|
-
slug.sub( '{season}', season.to_path( :long ) ) ## e.g. 2010-2011
|
|
72
|
-
elsif slug.index( '{end_year}' )
|
|
73
|
-
slug.sub( '{end_year}', season.end_year.to_s ) ## e.g. 2011
|
|
74
|
-
else
|
|
75
|
-
## assume convenience fallback - append regular season
|
|
76
|
-
"#{slug}-#{season.to_path( :long )}"
|
|
77
|
-
end
|
|
78
|
-
|
|
79
|
-
puts " slug=>#{slug}<"
|
|
80
|
-
|
|
81
|
-
slug
|
|
82
|
-
end
|
|
83
|
-
end # class League
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
def self.find_league( key ) ## league info lookup
|
|
88
|
-
data = LEAGUES[ key ]
|
|
89
|
-
if data.nil?
|
|
90
|
-
puts "!! ERROR - no league found for >#{key}<; add to leagues tables"
|
|
91
|
-
exit 1
|
|
92
|
-
end
|
|
93
|
-
League.new( key, data ) ## use a convenience wrapper for now
|
|
94
|
-
end
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
### "reverse" lookup by page - returns league AND season
|
|
99
|
-
## note: "blind" season template para - might be season or start_year etc.
|
|
100
|
-
## e.g. {season} or {start_year} becomes {}
|
|
101
|
-
|
|
102
|
-
PAGE_VAR_RE = /{
|
|
103
|
-
[^}]+
|
|
104
|
-
}/x
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
def self.norm_slug( slug )
|
|
108
|
-
## assume convenience fallback - append regular season
|
|
109
|
-
slug.index( '{' ) ? slug : "#{slug}-{season}"
|
|
110
|
-
end
|
|
111
|
-
|
|
112
|
-
PAGES ||=
|
|
113
|
-
LEAGUES.reduce( {} ) do |pages, (key, data)|
|
|
114
|
-
if data[:pages].is_a?( String )
|
|
115
|
-
slug = data[:pages]
|
|
116
|
-
slug = Worldfootball.norm_slug( slug )
|
|
117
|
-
pages[ slug.sub( PAGE_VAR_RE, '{}') ] = { league: key, slug: slug }
|
|
118
|
-
elsif data[:pages].is_a?( Array )
|
|
119
|
-
data[:pages].each do |slug|
|
|
120
|
-
slug = Worldfootball.norm_slug( slug )
|
|
121
|
-
pages[ slug.sub( PAGE_VAR_RE, '{}') ] = { league: key, slug: slug }
|
|
122
|
-
end
|
|
123
|
-
## elsif data[:pages].nil?
|
|
124
|
-
## todo/fix: missing pages!!!
|
|
125
|
-
else ## assume hash
|
|
126
|
-
## add stage to pages too - why? why not?
|
|
127
|
-
data[:pages].each do |slug, stage|
|
|
128
|
-
slug = Worldfootball.norm_slug( slug )
|
|
129
|
-
pages[ slug.sub( PAGE_VAR_RE, '{}') ] = { league: key, slug: slug, stage: stage }
|
|
130
|
-
end
|
|
131
|
-
end
|
|
132
|
-
pages
|
|
133
|
-
end
|
|
134
|
-
|
|
135
|
-
# e.g. 2000 or 2000-2001
|
|
136
|
-
SEASON_RE = /[0-9]{4}
|
|
137
|
-
(?:
|
|
138
|
-
-[0-9]{4}
|
|
139
|
-
)?
|
|
140
|
-
/x
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
def self.find_page!( slug )
|
|
144
|
-
page = find_page( slug )
|
|
145
|
-
if page.nil?
|
|
146
|
-
puts "!! ERROR: no mapping for page >#{slug}< found; sorry"
|
|
147
|
-
|
|
148
|
-
season_str = nil
|
|
149
|
-
norm = slug.sub( SEASON_RE ) do |match| ## replace season with var placeholder {}
|
|
150
|
-
season_str = match ## keep reference to season str
|
|
151
|
-
'{}' ## replace with {}
|
|
152
|
-
end
|
|
153
|
-
|
|
154
|
-
puts " season: >#{season_str}<"
|
|
155
|
-
puts " slug (norm): >#{norm}<"
|
|
156
|
-
puts
|
|
157
|
-
## pp PAGES
|
|
158
|
-
exit 1
|
|
159
|
-
end
|
|
160
|
-
page
|
|
161
|
-
end
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
def self.find_page( slug )
|
|
166
|
-
## return league key and season
|
|
167
|
-
season_str = nil
|
|
168
|
-
norm = slug.sub( SEASON_RE ) do |match| ## replace season with var placeholder {}
|
|
169
|
-
season_str = match ## keep reference to season str
|
|
170
|
-
'{}' ## replace with {}
|
|
171
|
-
end
|
|
172
|
-
|
|
173
|
-
if season_str.nil?
|
|
174
|
-
puts "!! ERROR: no season found in page slug >#{slug}<; sorry"
|
|
175
|
-
exit 1
|
|
176
|
-
end
|
|
177
|
-
|
|
178
|
-
rec = PAGES[ norm ]
|
|
179
|
-
return nil if rec.nil?
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
league_key = rec[:league]
|
|
183
|
-
slug_tmpl = rec[:slug]
|
|
184
|
-
season = if slug_tmpl.index( '{start_year}' )
|
|
185
|
-
## todo/check - season_str must be year (e.g. 2020 or such and NOT 2020-2021)
|
|
186
|
-
Season( "#{season_str.to_i}-#{season_str.to_i+1}" )
|
|
187
|
-
elsif slug_tmpl.index( '{end_year}' )
|
|
188
|
-
## todo/check - season_str must be year (e.g. 2020 or such and NOT 2020-2021)
|
|
189
|
-
Season( "#{season_str.to_i-1}-#{season_str.to_i}" )
|
|
190
|
-
else ## assume "regular" seasson - pass through as is
|
|
191
|
-
Season( season_str )
|
|
192
|
-
end
|
|
193
|
-
|
|
194
|
-
## return hash table / record
|
|
195
|
-
{ league: league_key,
|
|
196
|
-
season: season.key }
|
|
197
|
-
end
|
|
198
|
-
|
|
199
|
-
|
|
200
|
-
end # module Worldfootball
|