sportdb-exporters 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 192a963be138b0e03063615abbb95e84d2e2f492
+  data.tar.gz: a881a0a6845e6265b81c20411eaba1fe3a35fa31
+SHA512:
+  metadata.gz: a947f48d8d2b14b360934c7dd2c8cf11b8a086a4dcc57aa7516ddf3e82192fc77dda3c36f28e46bba475e598ffada9abf826779142e30d1e10d25daa34315931
+  data.tar.gz: b22a856f3a193a9817c4b3f5d1def27d513a1c2ac3c93c10851693032308e27027cfcc96bd42069c762d4413b4b26c3ee87281c02ab350e9cee6f37edec6ac08

data/CHANGELOG.md

@@ -0,0 +1,4 @@
+### 0.0.1 / 2020-09-21
+
+* Everything is new. First release.
+

data/Manifest.txt

@@ -0,0 +1,8 @@
+CHANGELOG.md
+Manifest.txt
+README.md
+Rakefile
+lib/sportdb/exporters.rb
+lib/sportdb/exporters/json_exporter.rb
+lib/sportdb/exporters/json_exporter_more.rb
+lib/sportdb/exporters/version.rb

data/README.md

@@ -0,0 +1,28 @@
+# sportdb-exporters - export helpers for sport.db data in various formats incl. json, csv, and friends
+
+
+* home  :: [github.com/sportdb/sport.db](https://github.com/sportdb/sport.db)
+* bugs  :: [github.com/sportdb/sport.db/issues](https://github.com/sportdb/sport.db/issues)
+* gem   :: [rubygems.org/gems/sportdb-exporters](https://rubygems.org/gems/sportdb-exporters)
+* rdoc  :: [rubydoc.info/gems/sportdb-exporters](http://rubydoc.info/gems/sportdb-exporters)
+* forum :: [groups.google.com/group/opensport](https://groups.google.com/group/opensport)
+
+
+## Usage
+
+TBD
+
+
+## License
+
+![](https://publicdomainworks.github.io/buttons/zero88x31.png)
+
+The `sportdb-exporters` scripts are dedicated to the public domain.
+Use it as you please with no restrictions whatsoever.
+
+
+## Questions? Comments?
+
+Send them along to the
+[Open Sports & Friends Forum/Mailing List](http://groups.google.com/group/opensport).
+Thanks!

data/Rakefile

@@ -0,0 +1,26 @@
+require 'hoe'
+require './lib/sportdb/exporters/version.rb'
+
+Hoe.spec 'sportdb-exporters' do
+
+  self.version = SportDb::Module::Exporters::VERSION
+
+  self.summary = 'sportdb-exporters - export helpers for sport.db data in various formats incl. json, csv, and friends'
+  self.description = summary
+
+  self.urls = { home: 'https://github.com/sportdb/sport.db' }
+
+  self.author = 'Gerald Bauer'
+  self.email = 'opensport@googlegroups.com'
+
+  # switch extension to .markdown for gihub formatting
+  self.readme_file  = 'README.md'
+  self.history_file = 'CHANGELOG.md'
+
+  self.licenses = ['Public Domain']
+
+  self.spec_extras = {
+   required_ruby_version: '>= 2.2.2'
+  }
+
+end

data/lib/sportdb/exporters.rb

@@ -0,0 +1,14 @@
+require 'sportdb/catalogs'
+require 'sportdb/models'
+
+
+###
+# our own code
+require 'sportdb/exporters/version'
+require 'sportdb/exporters/json_exporter'
+require 'sportdb/exporters/json_exporter_more'
+
+
+
+SportDb::Module::Exporters.banner     # say hello
+

data/lib/sportdb/exporters/json_exporter.rb

@@ -0,0 +1,237 @@
+module SportDb
+class JsonExporter
+
+
+LEAGUE_TO_BASENAME = {
+  'eng.1' => 'en.1',
+  'eng.2' => 'en.2',
+  'eng.3' => 'en.3',
+  'eng.4' => 'en.4',
+
+  'world' => 'worldcup',
+  ## 'cl'    => 'cl',    ## keep cl as is :-)
+  'uefa.cl'       => 'cl',
+  'uefa.cl.quali' => 'cl.quali'
+}
+
+
+def self.export( league_key, out_root: )
+
+  puts "find league >#{league_key}<"
+  league = Model::League.find_by( key: league_key )
+
+  if league.nil?
+    puts "!! WARN: no league found for >#{league_key}<; skipping export json"
+    return
+  end
+
+
+  league.events.each do |event|
+     puts "** event:"
+     pp event.name
+     pp event.season
+     pp event.league
+     puts "teams.count: #{event.teams.count}"
+     puts "rounds.count: #{event.rounds.count}"
+     puts "groups.count: #{event.groups.count}"
+     puts "matches.count: #{event.matches.count}"
+
+
+     ## build path e.g.
+     ##  2014-15/at.1.clubs.json
+
+     ##  -- check for remapping (e.g. add .1); if not found use league key as is
+     league_basename = LEAGUE_TO_BASENAME[ event.league.key ] || event.league.key
+
+     season_basename = event.season.name.sub('/', '-')  ## e.g. change 2014/15 to 2014-15
+
+
+     out_dir   = "#{out_root}/#{season_basename}"
+     ## make sure folders exist
+     FileUtils.mkdir_p( out_dir ) unless Dir.exists?( out_dir )
+
+     ### note:
+     ##  skip teams for now if no teams on "top-level"
+     ##  - what to do? use all unique teams from matches? yes, yes!!
+     ##  - maybe add stages array to team - why? why not?
+     ##  -  or use teams by stage?
+
+     ## if empty - try regular season stage
+     ##                or apertura stage?
+
+
+     unless event.teams.empty?
+       data_clubs = build_clubs( event )
+       ## pp data_clubs
+       File.open( "#{out_dir}/#{league_basename}.clubs.json", 'w:utf-8' ) do |f|
+         f.write JSON.pretty_generate( data_clubs )
+       end
+     end
+
+     # note: make groups export optional for now - why? why not?
+     unless event.groups.empty?
+       data_groups = build_groups( event )
+       ## pp data_groups
+       File.open( "#{out_dir}/#{league_basename}.groups.json", 'w' ) do |f|
+         f.write JSON.pretty_generate( data_groups )
+       end
+     end
+
+     data_matches = build_matches( event )
+     ## pp data_matches
+     File.open( "#{out_dir}/#{league_basename}.json", 'w:utf-8' ) do |f|
+       f.write JSON.pretty_generate( data_matches )
+     end
+  end
+end
+
+
+###############
+## helpers
+
+def self.build_clubs( event )
+  clubs = []
+  event.teams.each do |team|
+    clubs << { name:    team.name,
+               code:    team.code,
+               country: team.country.name, }
+  end
+
+  data = {
+   name:  event.name,
+   clubs: clubs
+  }
+
+  data
+end
+
+
+def self.build_groups( event )
+  groups = []
+  event.groups.each do |group|
+    teams  = []
+
+    if group.teams.empty?
+      puts "!! WARN - group #{group.name} has no teams/is empty"
+    end
+
+    group.teams.each do |team|
+      teams << team.name
+    end
+    groups << { name: group.name, teams: teams }
+  end
+
+  data = {
+   name:   event.name,
+   groups: groups
+  }
+
+  data
+end
+
+
+def self.build_matches( event )
+  ## note: no longer list by rounds
+  ##  now list by dates and add round as a "regular" field
+  ##    note: make round optional too!!!
+
+  matches = []
+  event.matches.order( 'date ASC' ).each do |match|
+      h = {}
+
+      ## let stage and/or group go first if present/available
+      h[ :stage ] = match.stage.name    if match.stage
+      h[ :round ] = match.round.name    if match.round
+      h[ :group ] = match.group.name    if match.group
+
+
+      h[ :date  ] = match.date.strftime( '%Y-%m-%d')
+      h[ :team1 ] = match.team1.name
+      h[ :team2 ] = match.team2.name
+
+
+      score = {}
+      if match.score1 && match.score2
+        score[:ft] = [match.score1, match.score2]
+      end
+
+      if match.score1et && match.score2et
+        score[:et] = [match.score1et, match.score2et]
+      end
+
+      if match.score1p && match.score2p
+        score[:p]  = [match.score1p, match.score2p]
+      end
+
+      h[ :score ] = score   unless score.empty?  ## note: only add if has some data
+
+
+      unless match.goals.empty?
+        goals1, goals2 = build_goals( match )
+        h[ :goals1 ] = goals1
+        h[ :goals2 ] = goals2
+      end
+
+
+      if match.status
+        case match.status
+        when Status::CANCELLED
+          h[ :status ] = 'CANCELLED'
+        when Status::AWARDED
+          h[ :status ] = 'AWARDED'
+        when Status::ABANDONED
+          h[ :status ] = 'ABANDONED'
+        when Status::REPLAY
+          h[ :status ] = 'REPLAY'
+        when Status::POSTPONED
+          ## note: add NOTHING for postponed for now
+        else
+          puts "!! WARN - unknown match status >#{match.status}<:"
+          pp match
+          h[ :status ] = match.status.downcase  ## print "literal" downcased for now
+        end
+      end
+
+      matches << h
+  end
+
+  data = {
+    name:    event.name,
+    matches: matches
+  }
+
+  data
+end
+
+
+
+def self.build_goals( match )
+  goals1 = []
+  goals2 = []
+
+  match.goals.each do |goal|
+    if goal.team_id == match.team1_id
+      goals = goals1
+    elsif goal.team_id == match.team2_id
+      goals = goals2
+    else
+      puts "*** team id NOT matching for goal; must be team1 or team2 id"
+      exit 1   ## exit - why? why not?
+    end
+
+    g = { name:   goal.person.name,
+          minute: goal.minute,
+        }
+    g[:offset]  = goal.offset     if goal.offset != 0
+    g[:score1]  = goal.score1
+    g[:score2]  = goal.score2
+    g[:penalty] = goal.penalty    if goal.penalty
+    g[:owngoal] = goal.owngoal    if goal.owngoal
+    goals << g
+  end
+  [goals1, goals2]
+end
+
+
+end # class Json Exporter
+end # module SportDb

data/lib/sportdb/exporters/json_exporter_more.rb

@@ -0,0 +1,250 @@
+module SportDb
+class JsonExporter
+
+## hack: for timezone (add timezone to city - fix/fix/fix)
+
+CITY_TO_TIMEZONE = {
+  ## brazil 2014
+  'Rio de Janeiro'   => 'UTC-3',
+  'Brasília'         => 'UTC-3',
+  'São Paulo'        => 'UTC-3',
+  'Fortaleza'        => 'UTC-3',
+  'Belo Horizonte'   => 'UTC-3',
+  'Salvador'         => 'UTC-3',
+  'Natal'            => 'UTC-3',
+  'Porto Alegre'     => 'UTC-3',
+  'Recife'           => 'UTC-3',
+  'Curitiba'         => 'UTC-3',
+  'Cuiabá'           => 'UTC-4',
+  'Manaus'           => 'UTC-4',
+  ## russia 2018
+  'Kaliningrad'      => 'UTC+2',
+  'Nizhny Novgorod'  => 'UTC+3',
+  'Volgograd'        => 'UTC+3',
+  'Saransk'          => 'UTC+3',
+  'Rostov-on-Don'    => 'UTC+3',
+  'Kazan'            => 'UTC+3',
+  'Sochi'            => 'UTC+3',
+  'Saint Petersburg' => 'UTC+3',
+  'Moscow'           => 'UTC+3',
+  'Samara'           => 'UTC+4',
+  'Ekaterinburg'     => 'UTC+5',
+}
+
+def self.city_to_timezone( city )
+  CITY_TO_TIMEZONE[ city ] || '?'
+end
+
+
+def self.export_worldcup( league_key, out_root: )
+
+  league = Model::League.find_by_key!( league_key )
+
+  league.events.each do |event|
+     puts "** event:"
+     pp event.title
+     pp event.season
+     pp event.league
+     puts "teams.count: #{event.teams.count}"
+     puts "rounds.count: #{event.rounds.count}"
+     puts "groups.count: #{event.groups.count}"
+     puts "grounds.count: #{event.grounds.count}"
+
+
+     grounds = []
+     event.grounds.each do |ground|
+        grounds << { key:      ground.key,
+                     name:     ground.title,
+                     capacity: ground.capacity,
+                     city:     ground.city.name,
+                     timezone: city_to_timezone( ground.city.name ) }
+     end
+
+     hash_grounds = {
+      name:     event.title,
+      stadiums: grounds
+     }
+
+     pp hash_grounds
+
+
+     teams = []
+     event.teams.each do |team|
+       if team.country.assoc
+         continental = {}
+         team.country.assoc.parent_assocs.each do |parent|
+           ## next if parent.key == 'fifa'  ## skip fifa
+           ##  todo/fix: only include / use (single) continental (parent) org/assoc
+           ##  find/use continental parent only for now
+           if ['caf', 'afc', 'concacaf', 'uefa', 'conmebol', 'ofc'].include? parent.key
+             continental = { name: parent.title,
+                             code: parent.key.upcase }
+           end
+         end
+         assoc = { key:          team.country.assoc.key,
+                   name:         team.country.assoc.title,
+                 }
+         assoc[ :continental ] = continental   unless continental.empty?
+       else
+         assoc = {}
+       end
+       t = { name:      team.title,
+             code:      team.code,
+             continent: team.country.continent.name }
+       t[ :assoc ] = assoc   unless assoc.empty?
+       teams << t
+     end
+
+     hash_teams = {
+      name: event.title,
+      teams: teams
+     }
+
+     pp hash_teams
+
+
+     standings = []
+     event.groups.each do |group|
+       entries = []
+       group_standing = Model::GroupStanding.find_by( group_id: group.id )
+       if group_standing
+         group_standing.entries.each do |entry|
+            entries << { team: { name: entry.team.name, code: entry.team.code },
+                         pos:           entry.pos,
+                         played:        entry.played,
+                         won:           entry.won,
+                         drawn:         entry.drawn,
+                         lost:          entry.lost,
+                         goals_for:     entry.goals_for,
+                         goals_against: entry.goals_against,
+                         pts:           entry.pts
+                       }
+          end
+        end
+        standings << { name: group.title, standings: entries }
+     end
+
+     hash_standings = {
+      name:   event.title,
+      groups: standings
+     }
+
+     pp hash_standings
+
+
+     groups = []
+     event.groups.each do |group|
+       teams  = []
+       group.teams.each do |team|
+         teams << { name: team.title,
+                    code: team.code
+                  }
+       end
+       groups << { name: group.title, teams: teams }
+     end
+
+     hash_groups = {
+      name: event.title,
+      groups: groups
+     }
+
+     pp hash_groups
+
+
+     rounds = []
+     event.rounds.each do |round|
+       matches = []
+       round.games.each do |game|
+         m = {        num:  game.pos,    ## use id - why? why not?
+                      date: game.play_at.strftime( '%Y-%m-%d'),
+                      time: game.play_at.strftime( '%H:%M'),
+                      team1: {
+                        name: game.team1.title,
+                        code: game.team1.code
+                      },
+                      team2: {
+                        name: game.team2.title,
+                        code: game.team2.code
+                      },
+                      score1:    game.score1,
+                      score2:    game.score2,
+                      score1i:   game.score1i,   # half time / first third (opt)
+                      score2i:   game.score2i,   # half time - team 2
+                }
+
+                if game.knockout
+                  m[ :score1et ] = game.score1et  # extratime - team 1 (opt)
+                  m[ :score2et ] = game.score2et  # extratime - team 2 (opt)
+                  m[ :score1p  ] = game.score1p   # penalty  - team 1 (opt)
+                  m[ :score2p  ] = game.score2p   # penalty  - team 2 (opt) elfmeter (opt)
+                  m[ :knockout ] = game.knockout
+                end
+
+                unless game.goals.empty?
+                  goals1, goals2 = build_goals( game )
+                  m[ :goals1 ] = goals1
+                  m[ :goals2 ] = goals2
+                end
+
+                if game.group
+                  m[ :group ]    =  game.group.title
+                end
+
+                if game.ground
+                  m[ :stadium  ] = { key: game.ground.key, name: game.ground.title }
+                  m[ :city     ] = game.ground.city.name
+                  m[ :timezone ] = city_to_timezone( game.ground.city.name )
+                end
+
+          matches << m
+       end
+
+       rounds << { name: round.title, matches: matches }
+     end
+
+     hash_matches =  {
+       name: event.title,
+       rounds: rounds
+     }
+
+     pp hash_matches
+
+
+     ## build path e.g.
+     ##  2014-15/at.1.clubs.json
+     ##  2018/worldcup.teams.json
+
+     ##  -- check for remapping (e.g. add .1); if not found use league key as is
+     league_basename = LEAGUE_TO_BASENAME[ event.league.key ] || event.league.key
+
+     season_basename = event.season.title.sub('/', '-')  ## e.g. change 2014/15 to 2014-15
+
+
+     out_dir   = "#{out_root}/#{season_basename}"
+     ## make sure folders exist
+     FileUtils.mkdir_p( out_dir ) unless Dir.exists?( out_dir )
+
+     File.open( "#{out_dir}/#{league_basename}.stadiums.json", 'w' ) do |f|
+       f.write JSON.pretty_generate( hash_grounds )
+     end
+
+     File.open( "#{out_dir}/#{league_basename}.teams.json", 'w' ) do |f|
+       f.write JSON.pretty_generate( hash_teams )
+     end
+
+     File.open( "#{out_dir}/#{league_basename}.groups.json", 'w' ) do |f|
+       f.write JSON.pretty_generate( hash_groups )
+     end
+
+     File.open( "#{out_dir}/#{league_basename}.standings.json", 'w' ) do |f|
+       f.write JSON.pretty_generate( hash_standings )
+     end
+
+     File.open( "#{out_dir}/#{league_basename}.json", 'w' ) do |f|
+       f.write JSON.pretty_generate( hash_matches )
+     end
+  end
+end
+
+end # class Json Exporter
+end # module SportDb

data/lib/sportdb/exporters/version.rb

@@ -0,0 +1,25 @@
+
+module SportDb
+  module Module
+  module Exporters
+
+    MAJOR = 0    ## todo: namespace inside version or something - why? why not??
+    MINOR = 0
+    PATCH = 1
+    VERSION = [MAJOR,MINOR,PATCH].join('.')
+
+    def self.version
+      VERSION
+    end
+
+    def self.banner
+      "sportdb-exporters/#{VERSION} on Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
+    end
+
+    def self.root
+      File.expand_path( File.dirname(File.dirname(File.dirname(File.dirname(__FILE__)))) )
+    end
+
+  end # module Exporters
+  end # module Module
+  end # module SportDb

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification
+name: sportdb-exporters
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Gerald Bauer
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2020-09-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.0'
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.16'
+description: sportdb-exporters - export helpers for sport.db data in various formats
+  incl. json, csv, and friends
+email: opensport@googlegroups.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- CHANGELOG.md
+- Manifest.txt
+- README.md
+files:
+- CHANGELOG.md
+- Manifest.txt
+- README.md
+- Rakefile
+- lib/sportdb/exporters.rb
+- lib/sportdb/exporters/json_exporter.rb
+- lib/sportdb/exporters/json_exporter_more.rb
+- lib/sportdb/exporters/version.rb
+homepage: https://github.com/sportdb/sport.db
+licenses:
+- Public Domain
+metadata: {}
+post_install_message: 
+rdoc_options:
+- "--main"
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.2.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: sportdb-exporters - export helpers for sport.db data in various formats incl.
+  json, csv, and friends
+test_files: []