fifadat 0.0.1

data/lib/fifadat/ppmatch.rb

@@ -0,0 +1,78 @@
+
+
+## todo/check:
+##    use: fomat:  full/fuller, short/long or such - why? why not?
+def pp_match( m, season: false )
+
+   competitionName = desc( m['CompetitionName'])
+   seasonName      = desc( m['SeasonName'])
+
+
+  idCompetition = m['IdCompetition']
+  idSeason      = m['IdSeason']
+  idStage       = m['IdStage']
+  idMatch       = m['IdMatch']
+
+   stageName   = desc( m['StageName'] )
+   groupName   = desc( m['GroupName'] )  # optional
+   matchDay    = m['MatchDay']           # optional
+
+   matchNumber = m['MatchNumber']        # optional
+
+   team1 = m['Home'] ? { name:    desc( m['Home']['TeamName'] ),
+                        abbrev:  m['Home']['Abbreviation'],
+                        country: m['Home']['IdCountry'],
+                       }
+                    :  { name: '?',  abbrev: '?',  country: '?'  }
+
+   team2 = m['Away'] ? { name:    desc( m['Away']['TeamName'] ),
+                        abbrev:  m['Away']['Abbreviation'],
+                        country: m['Away']['IdCountry'],
+                       }
+                     : { name: '?', abbrev: '?', country: '?' }
+
+
+  matchStatus  = m['MatchStatus']
+  resultType  = m['ResultType']
+
+  ## add aggregate score too
+  score        = [m['HomeTeamScore'],        m['AwayTeamScore']].compact
+  penScore = [m['HomeTeamPenaltyScore'], m['AwayTeamPenaltyScore']].compact
+  aggScore = [m['AggregateHomeTeamScore'],m['AggregateAwayTeamScore']].compact
+
+
+
+   buf = String.new
+
+
+   if season
+     ## beautify
+     ##   possible rm competitionName from season
+
+     seasonNameAlt = seasonName.sub( competitionName, '').gsub( /[ ]{2,}/,' ').strip
+    buf << "== #{competitionName}"
+    buf << " | #{seasonNameAlt}"
+    buf << "\n"
+   end
+
+
+   buf << "#{matchStatus}-#{MATCH_STATUS[matchStatus]||'??'}  "
+   buf << "  ▪ #{stageName}"
+   buf <<  ", #{groupName}"    if groupName
+   buf << " - #{matchDay}"     if matchDay
+   buf << " (#{matchNumber})"  if matchNumber
+
+   buf <<  "   #{team1[:name]} | #{team1[:abbrev]} (#{team1[:country]})"
+   buf <<  " v "
+   buf <<  "#{team2[:name]} | #{team2[:abbrev]} (#{team2[:country]})  "
+   buf << "\n"
+
+   buf <<  "  "
+   buf <<  " (#{resultType}-#{RESULT_TYPE[resultType]||'??'})"
+   buf <<  "  score: #{score.inspect}"   unless score.empty?
+   buf <<  " pen: #{penScore.inspect}"   unless penScore.empty?
+   buf <<  " agg: #{aggScore.inspect}"   unless aggScore.empty?
+   buf <<  "\n"
+
+   buf
+end

data/lib/fifadat/prepare.rb

@@ -0,0 +1,117 @@
+###
+#  get matches and stages per season
+##
+##  download / prepare (fill-up local) cache
+
+
+def prepare( name:,
+             season:,
+             outdir: '.',
+             force: false )
+
+ ###
+ ### rename name to slug or such
+ ##   e.g.   worldcup, clubworldcup, interconticup or such expected!!!
+
+    season = Season(season)
+
+    idComp   = Fifa._idComp_by!( name: name )
+
+    idSeason = Fifa._idSeason_by!( name: name, season: season )
+
+    fetch_json_if( Fifa::Metal.matches_url( idSeason: idSeason ),
+                "#{outdir}/#{name}/#{season.to_path}_matches.json", force: force )
+
+    fetch_json_if( Fifa::Metal.stages_url( idSeason: idSeason ),
+               "#{outdir}/#{name}/misc/#{season.to_path}_stages.json", force: force )
+
+    fetch_json_if( Fifa::Metal.squads_url( idCompetition: idComp,
+                                         idSeason:      idSeason ),
+               "#{outdir}/#{name}/misc/#{season.to_path}_squads.json", force: force )
+
+end
+
+
+
+def prepare_reports( name:,
+                     season:,
+                     outdir: '.',
+                     force: false )
+
+  ## download match reports (via live/football)
+    season = Season(season)
+
+     data = read_json( "#{outdir}/#{name}/#{season.to_path}_matches.json" )
+     matches = data['Results']
+
+
+    puts "  #{matches.size} match(es) in season #{season}"
+
+
+    matches.each_with_index do |m, i|
+      idCompetition = m['IdCompetition']
+      idSeason      = m['IdSeason']
+      idStage       = m['IdStage']
+      idMatch       = m['IdMatch']
+
+      stageName   = desc( m['StageName'] )
+
+
+      ## note - skip if teams not yet know
+      ##  e.g. Home & Away is null
+      ##  e.g.    "Home": null,
+      ##          "Away": null,
+
+      ## todo/fix - check for MatchStatus and ResultType too
+      ##  e.g. MatchStatus = 1  -- future
+      ##       ResultType  = 0  -- not played yet
+
+      if m['Home'].nil? || m['Away'].nil?
+         puts "[#{i+1}/#{matches.size}]  ??  ??, #{stageName}  (SKIPPED - TO BE DONE)"
+         next
+      end
+
+
+      dateTime       = parse_date( m['Date'] )    ## utc
+      localDateTime  = parse_date( m['LocalDate'] )
+
+
+      ## pp m['Home']
+      teamName1   = desc( m['Home']['TeamName'] )
+      teamCode1   = m['Home']['Abbreviation']
+
+      ## pp m['Away']
+      teamName2   = desc( m['Away']['TeamName'] )
+      teamCode2   = m['Away']['Abbreviation']
+
+
+      puts "[#{i+1}/#{matches.size}]  #{teamName1} #{teamName2}, #{stageName}, #{localDateTime}"
+
+
+      outpath = "#{outdir}/#{name}/matches/#{season.to_path}/#{localDateTime.strftime('%Y-%m-%d')}_#{teamCode1}-#{teamCode2}__#{idMatch}.json"
+
+      url = Fifa::Metal.live_url( idCompetition: idCompetition,
+                                  idSeason:      idSeason,
+                                  idStage:       idStage,
+                                 idMatch:       idMatch )
+
+      fetch_json_if( url, outpath, force: force )
+
+
+      ###
+      ##   add timeline (only)  if score incl. penalty shoot-out
+      resultType = m['ResultType']
+      if resultType == 2 ## (aet??) win on pens
+
+        ## download timeline
+        outpath = "#{outdir}/#{name}/timelines/#{season.to_path}/#{localDateTime.strftime('%Y-%m-%d')}_#{teamCode1}-#{teamCode2}__#{idMatch}.json"
+
+        url = Fifa::Metal.timeline_url( idCompetition: idCompetition,
+                                idSeason:      idSeason,
+                                idStage:       idStage,
+                                idMatch:       idMatch )
+
+       fetch_json_if( url, outpath, force: force )
+    end
+  end
+end

data/lib/fifadat/tool.rb

@@ -0,0 +1,184 @@
+
+
+module Fifadat
+
+def self.main( args=ARGV )
+
+
+opts = {
+  season:  nil,
+  file:    nil,
+  force:   false,
+  offline: false,
+  reports: true,
+
+  cache_dir:    '/sports/cache.fifadat',
+  convert_dir:  '/sports/cache.api.fifa',
+}
+
+
+parser = OptionParser.new do |parser|
+parser.banner = "Usage: #{$PROGRAM_NAME} [options] NAME"
+   ## add options here
+   parser.on( "--season=SEASON",
+                 "season" ) do |season|
+     opts[:season] = season
+   end
+
+
+  parser.on( "--cache", "--cached", "--offline",
+               "always (and only) use cached data in >#{opts[:cache_dir]}< - default is (#{opts[:offline]})" ) do |offline|
+    opts[:offline] = offline
+  end
+
+  parser.on( "--force",
+               "always (force) download fresh copy & overwrite - default is (#{opts[:force]})" ) do |force|
+    opts[:force] = force
+  end
+
+  parser.on( "--[no-]reports",
+               "incl. one-by-one (detailed) match reports - default is (#{opts[:reports]})" ) do |reports|
+    opts[:reports] = reports
+  end
+
+
+
+  parser.on( "-f FILE", "--file FILE",
+                "read leagues (and seasons) via .csv file") do |file|
+    opts[:file] = file
+  end
+
+
+
+end
+parser.parse!( args )
+
+
+puts "OPTS:"
+pp opts
+puts "ARGV:"
+pp args
+
+
+cache_dir    = opts[:cache_dir]
+convert_dir  = opts[:convert_dir]
+
+
+
+if opts[:file]
+   recs = read_csv( opts[:file] )
+else
+
+  ## otherwise
+  ##   build rec(ord)s from scratch (from command-line args)
+  if args.size == 0
+    puts " NAME argument (plus season opt) required; use:"
+    Fifa::CODES.each do |code, h|
+        idCompetition = h[:idCompetition]
+        comp = Fifa::COMPETITIONS[idCompetition]
+        seasons = comp.values.map { |c| c[:season] }
+        puts "  #{code}   (#{seasons.size}) #{seasons.join(',')}"
+    end
+    exit 1
+  end
+
+
+  ##
+  ## note - all args other than first ignored for now; issue warn - why? why not?
+  rec = {}
+  rec['league']    =  args[0].downcase
+  rec['seasons']   =  Season.parse(opts[:season]).to_s
+  recs = [rec]
+end
+
+pp recs
+
+
+   ################
+   ## step 0) validate slugs & seasons
+   recs.each do |rec|
+      slug   =  rec['league']
+      seasons = Season.parse_line( rec['seasons'] )
+      seasons.each do |season|
+        pp  Fifa._idSeason_by!( name: slug, season: season )
+      end
+    end
+
+
+  if opts[:offline] == false
+    ## step 1a) prepare
+   recs.each do |rec|
+      slug   =  rec['league']
+      seasons = Season.parse_line( rec['seasons'] )
+      seasons.each do |season|
+
+        prepare( name:    slug,
+                 season:  season,
+                 outdir:  cache_dir,
+                 force: opts[:force] )    ## note - autoadd slug (name) e..g ./eng !!
+
+=begin
+        ###
+        ## add debug
+        page = String.new
+        page << "= #{slug} #{season}\n"
+        page << "#  generated on #{Time.now}\n"
+        page <<  "\n"
+
+        buf = pp_debug( slug: slug, season: season,
+                    indir: cache_dir )
+
+        page << buf
+        puts page
+
+        outpath =  "#{convert_dir}/#{season.to_path}_#{slug}-debug.txt"
+
+        write_text( outpath, page )
+        puts "  written to >#{outpath}<"
+=end
+      end
+    end
+
+    if opts[:reports]
+      ## step 1b) prepare details
+      recs.each do |rec|
+        slug   =  rec['league']
+        seasons = Season.parse_line( rec['seasons'] )
+        seasons.each do |season|
+          ## match (reports) one-by-one
+          prepare_reports( name:    slug,
+                         season:  season,
+                         outdir:  cache_dir,    ## note - autoadd slug (name) e..g ./eng !!
+                         force: opts[:force] )
+        end
+      end
+    end # if reports
+  end  ## if online (offline==false)
+
+
+
+
+   ## step 2) convert
+   recs.each do |rec|
+      slug   =  rec['league']
+      seasons = Season.parse_line( rec['seasons'] )
+      seasons.each do |season|
+
+        convert( slug: slug, season: season,
+                               indir: cache_dir,
+                              outdir: convert_dir )
+
+
+        ##  convert all match reports one-by-one
+        convert_reports( slug: slug, season: season,
+                                     indir: cache_dir,
+                                     outdir: convert_dir )
+      end
+   end
+
+puts "bye"
+
+end
+
+
+end  # module Fifadat

data/lib/fifadat/types.rb

@@ -0,0 +1,166 @@
+
+##
+## help - yes, you can.
+##    if you have any more info about the fifa types,
+##    please tell and help fill-in the details.
+
+
+
+MATCH_STATUS = {
+  0 => 'FIN',     # finished
+  1 => 'SCHED',   # scheduled  (with or without time - see timed flag)
+  2 => 'LIVE',
+
+  ## ???
+
+  7 => 'POSTPONED',  # postponed
+
+  9 => 'AWD',    #  awarded !!!
+                 #    check if 9/0   is possibly cancelled/annulled (if no score)
+                 #             9/12 (AWD 3-0 or such)
+
+}
+
+
+##
+## "MatchStatus"=>9,  cancelled!!!!
+##
+##  "ResultType"=>12,
+##  21:30  CD Independiente Medellín (COL) v CR Flamengo (BRA)        [cancelled]
+##
+
+##
+## Result: Al Duhail awarded a 3–0 walkover victory.
+## Reason: Auckland City FC withdrew from the tournament
+## due to strict COVID-19 pandemic quarantine and isolation measures
+##  enforced by New Zealand authorities.
+
+##
+## check 2  is only win on pens!!!
+##   might be WITHOUT extra time e.g. copa liber.
+##  [28/142]  0-FIN    3rd Round   Sporting Cristal | SCL (PER) v Carabobo FC | CRB (VEN)
+##                 (2-AET_WIN_ON_PENS)  score: [1, 2] pen: [3, 2] agg: [2, 2]
+##   and others!!!
+##
+##   how to check if  extra time was played?? (use period??)
+
+  # resultType
+  #            0 =>  no result / not played yet
+  #            1 => regular (90 mins)
+  #            2 => aet (120 mins), win on pens
+  #            3 => aet (120 mins)
+  #            8 =>  same as 3?  -aet with golden goal/silver goal in 1998 FRA-PAR
+
+
+
+RESULT_TYPE = {
+  0 => 'NO',
+  1 => 'REGULAR',
+  ## note - cannot tell if
+  ##          win on penalties
+  ##    is  after extra-time!!!
+  ##      used many times in copa libertadores
+  ##       check gold cup too
+  2 => 'AET_WIN_ON_PENS',  ## or REG_WIN_ON_PENS or AGG_WIN_ON_PENS !!!!!!
+  3 => 'AET',
+  ##
+  ## note - agg - used for 1st & 2nd leg
+  4 => 'REGULAR/AGG',  ##  aggregate (1st/2nd leg) - regular
+  5 => 'AET/AGG',      ##   aggregate  - after extra-time
+  ## e.g.
+  ## 2nd LegFeb 25, 2026 Juventus 3–2 (AET) Galatasaray
+  ##
+  8 => 'AET/GG',   ## after extra-time/golden goal !!!
+
+  12 => 'AWD',  ## AWARDED
+}
+
+
+GOAL_TYPE = {
+     1 => 'PENALTY',
+     2 => 'REGULAR',
+     3 => 'OWN_GOAL',
+}
+
+
+PERIOD_TYPE = {
+##   "MatchMinute": "0'",  "1'",  "45'+2'",
+  3   => '1ST_HALF',
+##  "MatchMinute": "46'", "90'+2'",
+  5   => '2ND_HALF',
+##  "MatchMinute": "91'",  "105'+2'",
+  7   => 'EXTRA_TIME_1ST_HALF',
+##   "MatchMinute": "106'", "120'+2'",
+  9   => 'EXTRA_TIME_2ND_HALF',
+##   "MatchMinute": "120'",  "121'",  "122'",  "123'",
+ 11  =>  'PENALTY_SHOOTOUT',
+##     "MatchMinute": "127'", "130'",
+  10  => 'MATCH_END'
+}
+
+=begin
+"MatchMinute": "1'",
+    "Period": 0,  !!!!
+ "MatchMinute": "91'",
+   "Period": 0,   !!!
+=end
+
+
+EVENT_TYPE = {
+  0  => 'Goal!',          ## e.g.  DI MARÍA (Argentina) scores!!
+  1  =>  'Assist',        ## e.g. Assisted by MAC ALLISTER.
+  2  => 'Yellow card',      ## e.g. FERNÁNDEZ (Argentina) is booked by the referee.
+  3  =>  'Red card',         ## e.g. Zinedine ZIDANE (France) is sent off
+
+  5 =>  'Substitution',    ## e.g. ACUÑA (in) comes off the bench to replace DI MARÍA (out) (Argentina)
+  6 => 'Penalty Awarded',
+  7 =>  'Start Time',      ## e.g. The referee signals the start of the first period.
+  8 =>  'End Time',        ## e.g. 'The referee brings the first period to an end.
+
+  12 => 'Attempt at Goal',
+
+  15 => 'Offside',
+  16 => 'Corner',
+  18 => 'Foul',
+  19 =>  'Coin Toss',
+
+  23 => 'Dropped Ball',
+  24 => 'Throw In',
+  25 => 'Clearance',
+  26 => 'Match end',
+  27 => 'Aerial Duel',
+
+  41 => 'Penalty Goal',
+  46 => 'Penalty missed',  ## David TREZEGUET (France) rattles the crossbar from the spot!
+  51 => 'Penalty missed',  ## JULIO CESAR (Brazil) hits the post from the spot!
+  60 => 'Penalty missed',  ## COMAN (France) sees his penalty saved by the goalkeeper.
+  65 => 'Penalty missed',  ## TCHOUAMENI (France) misses from the penalty spot!
+                           ## Michel PLATINI (France) misses from the penalty spot!
+
+}
+
+
+
+=begin
+
+note - matchStatus  for 12-AWD should also be 9-AWD!!!
+
+resultType 12
+  The Clausura 2022 match between Querétaro and Atlas on March 5, 2022,
+  was officially suspended in the 62nd minute
+   and later recorded as a 3–0 victory for Atlas
+       : Atlas was leading 1–0 at the time of suspension.
+           Forfeit Victory: Atlas was officially awarded a 3–0 walkover win.
+
+
+             0 =>  no result / not played yet
+              1 => regular (90 mins)
+              2 => aet (120 mins), win on pens
+              3 => aet (120 mins)
+
+              8 =>  same as 3?  -aet with golden goal/silver goal in 1998 FRA-PAR
+
+              4 =>    aggregate  leg 1/2 ?? e.g.
+                    "AggregateHomeTeamScore": 2,
+                    "AggregateAwayTeamScore": 4,
+=end

data/lib/fifadat.rb

@@ -0,0 +1,54 @@
+require 'cocos'   ## check if incl webclient already?
+require 'webclient'
+
+require 'season-formats'
+
+
+
+
+require_relative 'fifadat/json'    ## read_json_v2, fetch_json, fetch_json_if, etc.
+
+
+
+###
+##  our own code
+
+require_relative 'fifadat/api-config'  ## base
+require_relative 'fifadat/api'  ## base
+require_relative 'fifadat/helper'
+require_relative 'fifadat/prepare'   ## "all-in-one" prepare (download cache) helpers etc.
+
+require_relative 'fifadat/ppdebug'
+require_relative 'fifadat/ppmatch'
+
+require_relative 'fifadat/types'
+require_relative 'fifadat/errata'
+
+
+#####
+## more
+require_relative 'fifadat/pp/norm'
+
+require_relative 'fifadat/pp/stages'
+require_relative 'fifadat/pp/teams'
+require_relative 'fifadat/pp/stadiums'
+require_relative 'fifadat/pp/players'
+
+require_relative 'fifadat/pp/officials'   ## aka referees
+require_relative 'fifadat/pp/goals'
+require_relative 'fifadat/pp/goals-calc_score'
+require_relative 'fifadat/pp/penalties'
+require_relative 'fifadat/pp/substitutions'
+
+
+require_relative 'fifadat/pp/build_match'
+require_relative 'fifadat/pp/build_report'
+require_relative 'fifadat/pp/convert'
+require_relative 'fifadat/pp/convert-reports'
+
+require_relative 'fifadat/pp/helper-date'
+require_relative 'fifadat/pp/helper-score'
+require_relative 'fifadat/pp/helper-minute'
+
+
+require_relative 'fifadat/tool'      ## fifadat command-line tool