fifadat-convert 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 98a8e2d8a9d493086e5b0758df77f1c372437961fadb6fdbf30a715b50316af7
+  data.tar.gz: 1efd005037d164e2ffdf71f677616d0427a558ee076654128d8e6d2047f27498
+SHA512:
+  metadata.gz: 1d01a876f48d6a96ddecc640d90daeb1b507ed88e6f513510bfdbba5a0154c05c3502fe5354b6129908e6f3547853897ab09661683c1d7c99d3440c42dec6d26
+  data.tar.gz: f98f022b43b2b0483fe66446a95fa64f9306a9d2be623759e8a2b93a0664c23f584e3900b340e0b4bb54bbeca7b42d0edb03762ce91903c25763a2906b9b7ced

data/CHANGELOG.md

@@ -0,0 +1,4 @@
+
+### 0.0.1 / 2026-09-24
+
+* Everything is new. First release.

data/Manifest.txt

@@ -0,0 +1,27 @@
+CHANGELOG.md
+Manifest.txt
+README.md
+Rakefile
+bin/fifadat
+lib/fifadat/convert.rb
+lib/fifadat/convert/build_match.rb
+lib/fifadat/convert/build_report.rb
+lib/fifadat/convert/convert-reports.rb
+lib/fifadat/convert/convert.rb
+lib/fifadat/convert/errata.rb
+lib/fifadat/convert/goals-calc_score.rb
+lib/fifadat/convert/goals.rb
+lib/fifadat/convert/helper-date.rb
+lib/fifadat/convert/helper-minute.rb
+lib/fifadat/convert/helper-score.rb
+lib/fifadat/convert/norm.rb
+lib/fifadat/convert/officials.rb
+lib/fifadat/convert/penalties.rb
+lib/fifadat/convert/players.rb
+lib/fifadat/convert/stadiums.rb
+lib/fifadat/convert/stages.rb
+lib/fifadat/convert/substitutions.rb
+lib/fifadat/convert/teams.rb
+lib/fifadat/convert/tool.rb
+lib/fifadat/convert/version.rb
+lib/fifadata-convert.rb

data/README.md

@@ -0,0 +1,24 @@
+# fifadat-convert  - convert fifa api json
+
+* home  :: [github.com/sportdb/sport.db](https://github.com/sportdb/sport.db)
+* bugs  :: [github.com/sportdb/sport.db/issues](https://github.com/sportdb/sport.db/issues)
+* gem   :: [rubygems.org/gems/fifadat-convert](https://rubygems.org/gems/fifadat-convert)
+* rdoc  :: [rubydoc.info/gems/fifadat-convert](http://rubydoc.info/gems/fifadat-convert)
+
+
+
+## Usage
+
+To be done
+
+
+## License
+
+The `fifadat-convert` scripts are dedicated to the public domain.
+Use as you please with no restrictions whatsoever.
+
+
+## Questions? Comments?
+
+Yes, you can. More than welcome.
+See [Help & Support »](https://github.com/openfootball/help)

data/Rakefile

@@ -0,0 +1,30 @@
+require 'hoe'
+require './lib/fifadat/convert/version.rb'
+
+Hoe.spec 'fifadat-convert' do
+
+  self.version = FifadatConvert::VERSION
+
+  self.summary = "fifadat-convert - convert fifa api json"
+  self.description = summary
+
+  self.urls = { home: 'https://github.com/sportdb/sport.db' }
+
+  self.author = 'Gerald Bauer'
+  self.email  = 'gerald.bauer@gmail.com'
+
+  # switch extension to .markdown for gihub formatting
+  self.readme_file  = 'README.md'
+  self.history_file = 'CHANGELOG.md'
+
+  self.extra_deps = [
+    ['fifadat'],
+  ]
+
+  self.licenses = ['Public Domain']
+
+  self.spec_extras = {
+   required_ruby_version: '>= 3.1.0'
+  }
+
+end

data/bin/fifadat

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+## tip: to test run:
+##   $ ruby bin/fifadat
+
+
+##
+## note - always use latest (local) if present
+$LOAD_PATH.unshift( '/sports/yorobot/fifadat/fifadat/lib' )
+$LOAD_PATH.unshift( '/sports/yorobot/fifadat/fifadat-convert/lib' )
+
+
+require 'fifadat/convert'
+
+
+Fifadat.main( ARGV )

data/lib/fifadat/convert/build_match.rb

@@ -0,0 +1,105 @@
+
+
+
+def _build_match( m )   ## use _fill/build_match_basics() or such ???
+    rec = {}
+
+       ## 0 =>   FINISHED/complete (OK)
+       ## 1 =>   SCHEDULED/not yet played
+       status = m['MatchStatus']
+       timed  = m['TimeDefined']
+
+       if status == 1 && timed    ## note: use TIMED (instead of SCHEDULED)
+          rec[:status] = 'TIMED'
+       else
+          rec[:status] = MATCH_STATUS[ status ] || "#{status}-???"
+       end
+
+
+
+       rec[:stage]  = desc( m['StageName'] )
+
+       ## check optional  group, matchday, (match) num
+       ##    note - matchday is a string!! (check if always a number)
+       ##      ## convert to int if str - why? why not??
+       group = desc( m['GroupName'] )
+       rec[:group]  = group   if group
+
+       matchday  = m['MatchDay']
+       rec[:matchday]  = matchday.to_i(10)  if matchday
+
+       num  = m['MatchNumber']
+       rec[:num]  = num   if num
+
+
+       dateTime       = parse_date_utc( m['Date'] )
+       localDateTime  = parse_date_utc( m['LocalDate'] )
+
+       if timed
+         ##  pass along as is for now - why? why not
+         ##   note - Date is date_utc and
+         ##      LocalDate is date_local (also in utc BUT different HH:MM or possible day)
+         ## note - also in utc, that is, timezone is Z (not +03:00 or such!!!)
+
+         ## note - use datetime  - why? why not?
+         ##
+         ## note - cut-off/remove seconds
+         rec[:datetime_utc]   = dateTime.strftime( '%Y-%m-%dT%H:%MZ' )
+
+         ## note - use  20:30 UTC+1  or 20:30 UTC-3  for timezone format for now
+         rec[:datetime_local] = _fmt_date_local( dateTime, localDateTime )
+       else
+         rec[:date]      = dateTime.strftime( '%Y-%m-%d' )
+       end
+
+
+
+       if m['HomeTeam'] && m['AwayTeam']   ## assume match reports
+         team1 = build_team( m['HomeTeam'] )
+         team2 = build_team( m['AwayTeam'] )
+          ##  use full team details here (via lookup)
+         ##         when report (mode) - why? why not?
+         rec[:team1] = team1[:name]
+         rec[:team2] = team2[:name]
+       else
+         team1 =  build_team( m['Home'] )
+         team2 =  build_team( m['Away'] )
+         rec[:team1] = team1[:name]
+         rec[:team2] = team2[:name]
+       end
+
+
+
+  #####
+  #  handle score
+  ## m = (full) match hash incl.  IdMatch, etc.
+  ##  returns string e.g.  4-4  or 4-3 a.e.t etc
+
+     score = _parse_score( m )
+     rec[:score] = score      unless score.empty?
+
+
+       ## check - never in use?
+       rec[:home]  = true    if m['IsHome']
+
+
+       ## add country to stadium too - why? why not?
+       stadium = build_stadium( m['Stadium'] )
+
+
+       if m['HomeTeam'] && m['AwayTeam']   ## assume match reports
+         rec[:stadium] = {  name: stadium[:name],
+                            city: stadium[:city],
+                            street: stadium[:street],
+                            country: stadium[:country] }
+       else
+          rec[:stadium] = {  name:    stadium[:name],
+                              city:    stadium[:city] }
+       end
+
+       attendance = m['Attendance']
+       rec[:attendance] = attendance.to_i(10)   if attendance
+
+
+      rec
+end

data/lib/fifadat/convert/build_report.rb

@@ -0,0 +1,135 @@
+
+
+def _build_report_score( live, timeline=nil )
+
+    _scores = _build_score_from_goals( live )
+
+
+    score = nil
+
+     case live['ResultType']
+     when 1,4
+         ## 1 => 'REGULAR',
+         ## 4 => 'REGULAR/AGG',  ##  aggregate (1st/2nd leg) - regular
+        ## add ht
+        ##  assert ft match
+        score      = {  ht: _scores[:ht][:score],
+                         ft: _scores[:ft][:score]
+                      }
+     when 3,5,8
+       score       = {   ht: _scores[:ht][:score],
+                         ft: _scores[:ft][:score],
+                         et: _scores[:et][:score],
+                      }
+     when 2
+        ##  todo/fix - pull in timeline check too to check
+        ##     if any events recorded for extra time!!
+        score      = {   ht: _scores[:ht][:score],
+                         ft: _scores[:ft][:score],
+                      }
+
+        ## note - only incl. extra-time (et) if a goal scored in extra time
+        score[:et] = _scores[:et][:score]   unless _scores[:et][:minutes].empty?
+     end
+
+     score
+end
+
+
+
+def _build_report( live, timeline=nil )
+       rec = {}
+
+
+####
+##  add goals
+   players = Players.new
+   players.add( live['HomeTeam']['Players'] )
+   players.add( live['AwayTeam']['Players'] )
+
+   rec[:goals1] = build_goals( live['HomeTeam']['Goals'], players: players )
+   rec[:goals2] = build_goals( live['AwayTeam']['Goals'], players: players )
+
+
+      ##########
+      ##   add penalty kicks / penalties
+      if live['ResultType'] == 2   ## aet, win on pens
+         if timeline.nil?
+            ##
+            team1_code = live['HomeTeam']['Abbreviation']
+            team2_code = live['AwayTeam']['Abbreviation']
+            puts "!! ERROR - no timeline for match #{team1_code} v #{team2_code} with win on penalties!!"
+            exit 1
+         else
+            ### get timeline with penalty shoot-out details
+            ##     note - requires team1/2_ids!!!
+            team1_id = live['HomeTeam']['IdTeam']
+            team2_id = live['AwayTeam']['IdTeam']
+
+            pens = build_penalties( timeline['Event'],
+                                     players: players,
+                                     team1_id: team1_id,
+                                     team2_id: team2_id )
+            ## pp pens
+
+            rec[:penalties] = pens
+         end
+      end
+
+
+##
+##  add players by team1/team2
+   players1 = Players.new
+   players1.add( live['HomeTeam']['Players'] )
+
+   players2 = Players.new
+   players2.add( live['AwayTeam']['Players'] )
+
+
+   rec[:formation1] = live['HomeTeam']['Tactics']   ## e.g. "Tactics": "3-1-4-2"
+   rec[:lineup1] = players1.lineup   ## starter XI
+   rec[:bench1]  = players1.bench    ## substitutes
+
+   rec[:formation2] = live['AwayTeam']['Tactics']
+   rec[:lineup2] = players2.lineup
+   rec[:bench2]  = players2.bench
+
+
+#####
+## add bookings (yellow/red/red-yellow cards)
+   players1.add_bookings( live['HomeTeam']['Bookings'])
+   players2.add_bookings( live['AwayTeam']['Bookings'])
+
+
+   yellow1    = players1.yellowcards
+   red1       = players1.redcards
+   yellowred1 = players1.yellowredcards
+   rec[:yellow1]     = yellow1    unless yellow1.empty?
+   rec[:red1]        = red1       unless red1.empty?
+   rec[:yellowred1]  = yellowred1 unless yellowred1.empty?
+
+   yellow2    = players2.yellowcards
+   red2       = players2.redcards
+   yellowred2 = players2.yellowredcards
+   rec[:yellow2]     = yellow2    unless yellow2.empty?
+   rec[:red2]        = red2       unless red2.empty?
+   rec[:yellowred2]  = yellowred2 unless yellowred2.empty?
+
+
+
+## add substitutions (off/on - in/out)
+   rec[:subs1] = build_subs( live['HomeTeam']['Substitutions'], players: players1 )
+   rec[:subs2] = build_subs( live['AwayTeam']['Substitutions'], players: players2 )
+
+
+## add referees
+   officials = build_officials( live['Officials'], id: false )
+
+    if officials.empty?
+      ## puts "!! WARN no refs / officials found"
+    else
+         rec[:referees] = officials
+    end
+
+    rec
+end

data/lib/fifadat/convert/convert-reports.rb

@@ -0,0 +1,114 @@
+
+
+##
+##   read & build match report
+
+## use mk/build_report_basename - why? why not?
+##     fix-fix-fix - change to _match_basename !!!
+##        use by (match)report and (match)timeline !!!
+def _report_basename( m )
+      ### get match (live) details
+      team1_code = m['Home']['Abbreviation']
+      team2_code = m['Away']['Abbreviation']
+      localDateTime  = parse_date_utc( m['LocalDate'] )
+
+      ##  e.g.  2020-06-24_RAP-AUS__54545454
+      basename = String.new
+      basename += localDateTime.strftime('%Y-%m-%d')    ##   i) date
+      basename += "_#{team1_code}-#{team2_code}"        ##  ii) team1 v team2
+
+      basename
+end
+
+
+
+def _read_timeline( m, timeline_dir: )
+      return nil     if m['Home'].nil? || m['Away'].nil?
+
+      basename = _report_basename( m )
+      basename += "__#{m['IdMatch']}"
+
+      path = "#{timeline_dir}/#{basename}.json"
+
+      ## note - skip if no match report available!!!
+      if File.file?( path )
+         timeline = read_json_v2( path )
+         timeline
+      else
+         nil
+      end
+end
+
+def _read_report( m, report_dir: )
+      return nil     if m['Home'].nil? || m['Away'].nil?
+
+      ##  e.g.  2020-06-24_RAP-AUS__54545454
+      #   note - add match id for "raw" match reports!!!
+      basename = _report_basename( m )
+      basename += "__#{m['IdMatch']}"
+
+      ## #{indir}/#{slug}/matches/#{season.to_path}
+      path = "#{report_dir}/#{basename}.json"
+
+      ## note - skip if no match report available!!!
+      if File.file?( path )
+         live = read_json_v2( path )
+         live
+      else
+         nil
+      end
+end
+
+
+
+
+
+
+def convert_reports( slug:, season:,
+                         indir: '.',
+                         outdir: './tmp' )
+
+   season = Season(season)
+
+   data =  read_json_v2( "#{indir}/#{slug}/#{season.to_path}_matches.json" )
+   matches = data['Results']  ## only use results (match) array
+   puts "  #{matches.size} match(es) in season #{season}"
+
+
+   report_dir = "#{indir}/#{slug}/matches/#{season.to_path}"
+   timeline_dir = "#{indir}/#{slug}/timelines/#{season.to_path}"
+
+
+
+   matches.each_with_index do |m, i|
+      live     = _read_report( m, report_dir: report_dir )
+
+      ## no report found; continue
+      next  if live.nil?
+
+      ## check for optional timeline
+      timeline = _read_timeline( m, timeline_dir: timeline_dir )
+
+      rec = {
+               meta: {
+                  name: desc(live['SeasonName']),
+                  slug: slug,
+                  season: season.to_s,
+                  generated: Time.now.to_s,
+               }
+            }.merge( _build_match( live ),
+                     _build_report( live, timeline ))
+
+      ## try  update of score via goals from report
+      score_more =  _build_report_score( live, timeline )
+      if score_more
+           rec[:score] = rec[:score].merge( score_more )
+      end
+
+
+      ## build basename e.g  2026-07-15_ARG-ENG
+      basename = _report_basename( m )
+      outpath = "#{outdir}/#{season.to_path}/#{slug}/#{basename}.json"
+      write_json( outpath, rec )
+   end
+end

data/lib/fifadat/convert/convert.rb

@@ -0,0 +1,172 @@
+
+
+
+def convert( slug:, season:,
+                indir: '.',
+                outdir: './tmp' )
+
+    season = Season(season)
+
+    ## fix - change data to top or ??? - why? why not?
+    data = {}
+
+    ## add slug & seasons (add name to be done!!)
+    data[:meta] = { slug:      slug,
+                    season:    season.to_s,
+                    generated: Time.now.to_s,
+                  }
+
+
+   matches =  read_json_v2( "#{indir}/#{slug}/#{season.to_path}_matches.json" )
+   matches = matches['Results']  ## only use results (match) array
+
+   ## pp matches
+   puts "  #{matches.size} match(es) in season #{season}"
+
+
+  ## read in stages
+  ##   incl.  SequenceOrder, StageLevel (optional)
+  stages = Stages.read( "#{indir}/#{slug}/misc/#{season.to_path}_stages.json" )
+
+
+  stages.add_matches( matches )
+  data[:stages] = stages.as_json
+
+
+   teams = Teams.new
+   teams.add_matches( matches )
+   data[:teams] = teams.as_json
+
+
+   stadiums = Stadiums.new
+   stadiums.add_matches( matches )
+   data[:stadiums] = stadiums.as_json
+
+
+   ## for match-by-match live reports
+   report_dir   = "#{indir}/#{slug}/matches/#{season.to_path}"
+   timeline_dir = "#{indir}/#{slug}/timelines/#{season.to_path}"
+
+
+   recs = []
+   matches.each_with_index do |m, i|
+
+       ## add/track id too - why? why not?
+       ##  rec[:id]  = m['IdMatch']
+
+
+        ## add/fill-up match basic
+       rec = _build_match( m )
+
+
+   ### get match (live) details
+   ###
+   ##   check if match report exits
+   ##    optional for now!!
+
+      live = _read_report( m, report_dir: report_dir )
+
+
+      ## if live.nil?
+      ##   puts "warn no match report for #{_report_basename(m)}"
+      ## end
+
+
+   ###
+   ##   note - skip check for match events / goals etc.
+   ##      if not yet played!!!
+
+   if live && !(rec[:status] == 'TIMED' ||
+                rec[:status] == 'SCHED' || rec[:status] == 'SCHEDULED' ||
+                rec[:status] == 'LIVE')
+
+
+      ## check for timeline
+      timeline = _read_timeline( m, timeline_dir: timeline_dir )
+      ## reuse generated output from report
+        report = _build_report( live, timeline )
+
+        ## try  update of score via goals from (match) report
+        score_more =  _build_report_score( live, timeline )
+        if score_more
+           rec[:score] = rec[:score].merge( score_more )
+        end
+
+
+
+        goals1 = report[:goals1]
+        goals2 = report[:goals2]
+
+
+       if goals1.empty? && goals2.empty?
+          ## skip if no goals
+       else
+         rec[:goals1] = goals1
+         rec[:goals2] = goals2
+
+
+
+       end
+
+
+       #########
+       ##  add penalties
+         penalties = report[:penalties]
+          rec[:penalties] = penalties   if penalties && !penalties.empty?
+
+
+      sentoff1 =  (report[:red1]||[]) + (report[:yellowred1]||[])
+      sentoff2 =  (report[:red2]||[]) + (report[:yellowred2]||[])
+
+      ## sort by minute
+      sentoff1 = sentoff1.sort { |l,r|  l[:minute] <=> r[:minute] }
+      sentoff2 = sentoff2.sort { |l,r|  l[:minute] <=> r[:minute] }
+
+     rec[:sentoff1] = sentoff1    unless sentoff1.empty?
+     rec[:sentoff2] = sentoff2    unless sentoff2.empty?
+ end
+
+
+
+=begin
+   "Officials":
+     [{"IdCountry": "BRA",
+       "OfficialId": "361561",
+       "NameShort": [{"Locale": "en-GB", "Description": "Wilton SAMPAIO"}],
+       "Name": [{"Locale": "en-GB", "Description": "Wilton SAMPAIO"}],
+       "OfficialType": 1,
+       "TypeLocalized": [{"Locale": "en-GB", "Description": "Referee"}]},
+      {"IdCountry": "PAR",
+       "OfficialId": "416159",
+       "NameShort":
+        [{"Locale": "en-GB", "Description": "Juan Gabriel BENITEZ"}],
+       "Name": [{"Locale": "en-GB", "Description": "Juan Gabriel Benítez"}],
+       "OfficialType": 4,
+       "TypeLocalized":
+        [{"Locale": "en-GB", "Description": "Fourth official"}]}],
+=end
+
+###
+##  add referees
+    officials = build_officials( m['Officials'], id: false )
+
+    if officials.empty?
+       ## puts "!! WARN no refs / officials found"
+    else
+         rec[:referees] = officials
+    end
+
+
+
+
+      recs << rec
+   end
+   data[:matches] = recs
+
+
+    outpath =  "#{outdir}/#{season.to_path}/#{slug}.json"
+    write_json( outpath, data)
+    puts "  written to >#{outpath}<"
+
+    true
+end

data/lib/fifadat/convert/errata.rb

@@ -0,0 +1,60 @@
+###
+#  known data gotchas/errors
+
+
+##
+#  worldcup 2026 - USA v Belgium
+#  -- goal  (period, minute)
+
+=begin
+in USA v Belgium
+"Type"=>2,
+ "IdPlayer"=>"448362",
+ "Minute"=>"1'",
+ "IdAssistPlayer"=>nil,
+ "Period"=>2,
+ "IdGoal"=>nil,
+ "IdTeam"=>"43935"}
+
+{     "Type": 2,
+      "IdPlayer": "448362",
+      "Minute": "0'",
+      "IdAssistPlayer": null,
+      "Period": 2,                ##  change to 3!!!!
+      "IdGoal": null,
+      "IdTeam": "43935"},
+
+=end
+
+
+def errata_autofix_goal( h )
+   if h['Period']     ==  2 &&
+      h['IdPlayer'] == '448362' &&         ##
+      h['IdTeam']   == '43935'             ## Belgium
+         puts "-- ERRATA - autofix goal  USA v Belgium / Worldcup"
+         pp h
+
+         h['Period']  = 3    ## 1ST_HALF
+         h['Minute']  = "9'"
+   end
+
+   h
+end
+
+
+##
+#  clubworldcup
+#  -- score (ResultType)
+
+
+def errata_autofix_score( m )
+   ##  pachuca vs salzburg in cwc 2025??
+   if m['IdMatch'] == '400019191'  &&        ##  fix for pachuca vs salzburg
+      m['ResultType'] == 0
+            m['ResultType'] == 1   ## regular   (or use 4-REG/AGG - why? why not?)
+
+            puts "-- ERRATA - autofix score    pachuca vs salzburg / Club Worldcup"
+    end
+
+    m
+end