fifadat-convert 0.0.1

data/lib/fifadat/convert/players.rb

@@ -0,0 +1,329 @@
+
+
+
+def build_players( recs )
+    recs = recs.map  { |h| build_player( h ) }
+    recs
+end
+
+
+# TYPE_PLAYER_POS = {
+#   0 => 'GK',
+#   1 => 'DF',
+#   2 => 'MF',
+#   3 => 'FW',
+#   4 => '??',
+#   5 => '??',
+#   6 => '??'
+# }
+
+def build_player( h )
+   name       = desc( h['PlayerName'] )
+
+   if name.nil?
+     ## "PlayerName"=>[],
+     ## "ShortName"=>[{"Locale"=>"en-gb", "Description"=>"S. Lainer"}],
+
+     ## hack:
+     ##  use shortname
+      name = desc( h['ShortName'] )
+   end
+
+   if name.nil?
+      ## puts "name is nil:"
+      ## pp h
+      ## exit 1
+      ##  report/log error/warn
+      ##
+      ## quick fix use N.N. for now
+      name = 'N.N.'
+   end
+
+   ## name = norm_player( name )
+
+
+   short_name = desc( h['ShortName'] )
+
+   ##
+   ##  todo/check - add IdCountry if available??
+
+
+   status = h['Status']
+   assert( [1,2].include?( status ), "player status 1,2 expected; got #{h.inspect}")
+
+   ## what is pos 6 ??
+   ## e.g.
+   ##   !! ASSERT FAILED
+   ## {"IdPlayer"=>"419456", "IdTeam"=>"32759", "ShirtNumber"=>4, "Status"=>1,
+   ## "PlayerName"=>[{"Locale"=>"en-GB", "Description"=>"Ismaila COULIBALY"}],
+   ##  "ShortName"=>[{"Locale"=>"en-GB", "Description"=>"Ismaila COULIBALY"}],
+   ## "Position"=>6, "PlayerPicture"=>nil,
+   ## "FieldStatus"=>2, "LineupX"=>nil, "LineupY"=>nil}
+   ##
+   ## what is pos 5 ??
+   ##  e.g.
+   ## {"IdPlayer"=>"7czui1ih46j3zitzysxvjqjv8", "IdTeam"=>"2000019848", "ShirtNumber"=>33,
+   ##  "Status"=>1,
+   ## "PlayerName"=>[{"Locale"=>"en-gb", "Description"=>"Maximilian Hennig"}],
+   ## "ShortName"=>[{"Locale"=>"en-gb", "Description"=>"M. Hennig"}],
+   ## "Position"=>5, "PlayerPicture"=>nil, "FieldStatus"=>2, "LineupX"=>nil, "LineupY"=>nil}
+   ##
+   ## what is pos 4 ??
+   ##  {"IdPlayer"=>"254150", "IdTeam"=>"2000017585", "ShirtNumber"=>15,
+   ## "Status"=>2, "SpecialStatus"=>nil, "Captain"=>false,
+   ## "PlayerName"=>[{"Locale"=>"en-GB", "Description"=>"Nemanja RNIC"}],
+   ## "ShortName"=>[{"Locale"=>"en-gb", "Description"=>"N. Rnić"}],
+   ## "Position"=>4, "PlayerPicture"=>nil, "FieldStatus"=>1, "LineupX"=>nil, "LineupY"=>nil}
+
+
+   pos = h['Position']
+   assert( [0,1,2,3,4,5,6].include?( pos ), "player pos 0,1,2,3,4,5,6 expected; got #{h.inspect}" )
+
+   ##    0 - is always goal keeper
+   ##   check meaning of 1 to 6
+   ##     on website !!!
+   ##       pos is NOT (simply) matching tactics/formation (index number)!!
+
+   rec = { id:      h['IdPlayer'],
+           name:        name,
+           short_name:  short_name,
+           status:      status,
+           pos:         pos,
+        }
+
+    ## check for shirtNumber too
+    num = h['ShirtNumber']
+    rec[:num]     = num  if num
+
+    rec[:captain]  = true   if h['Captain']
+
+  rec
+end
+
+
+
+class Players
+   def initialize
+      @recs = {}
+   end
+
+   def add( recs )    ## rename to collect - why? why not?
+      recs.each { |h| _add( build_player(h)) }
+   end
+
+
+   def _add( new_rec )
+      rec =  @recs[ new_rec[:id] ]
+      if rec.nil?
+          rec = new_rec
+          rec[:count] = 1   ## add counter - why? why not?
+          @recs[ new_rec[:id]] = new_rec
+
+      else
+          rec[:count] += 1
+          ## assert attributes equal - why? why not?
+
+          assert( new_rec[:name] == rec[:name] &&
+                  new_rec[:short_name] == rec[:short_name],
+                  "player records NOT matching - #{rec.pretty_inspect} != #{new_rec.pretty_inspect}")
+      end
+   end
+
+
+   def find( id_player )
+       rec = @recs[ id_player ]
+       rec
+   end
+
+   def find!( id_player )
+       rec = @recs[ id_player ]
+       raise ArgumentError, "no player w/ id >#{id_player}< found; sorry"  if rec.nil?
+       rec
+   end
+
+
+   ###
+   ## todo/check
+   ##    add alias (or rename) starter  ??
+   ##   add new subs to  status == 2  - why? why not?
+   def lineup
+      recs = @recs.values.select { |rec| rec[:status] == 1 }
+
+      recs = recs.map {|rec| rec.except( :id, :status, :count ) }
+      recs
+   end
+
+   def bench
+      recs = @recs.values.select { |rec| rec[:status] == 2 }
+
+      recs = recs.map {|rec| rec.except( :id, :status, :count ) }
+      recs
+   end
+
+
+
+   ## all players with red or red-yellow card (sent off)
+   def sentoff
+      recs = @recs.values.select { |rec| rec[:r] || rec[:yr] }
+
+=begin
+       "id": "395516",
+          "name": "Cesar MONTES",
+          "short_name": "Cesar MONTES",
+          "status": 1,
+          "pos": 1,
+          "captain": true,
+          "count": 1,
+          "r": {
+            "minute": "90+2'"
+=end
+
+  ## todo/check - add a flag for yellow-red card (e.g. yr=true) - why? why not?
+
+        recs = recs.map do |rec|
+                   minute = if rec[:r]
+                              rec[:r][:minute]
+                             elsif rec[:yr]
+                               rec[:yr][:minute]
+                             else
+                               raise ArgumentError, "r or yr card expected; got #{rec.inspect}"
+                             end
+                  { name:   rec[:name],
+                    minute: minute }
+               end
+
+         recs
+   end
+
+
+   def redcards
+      recs = @recs.values.select { |rec| rec[:r] }
+
+        recs = recs.map do |rec|
+                  { name:   rec[:name],
+                    minute: rec[:r][:minute] }
+               end
+         recs
+   end
+
+   def yellowcards
+      recs = @recs.values.select { |rec| rec[:y] }
+
+        recs = recs.map do |rec|
+                  { name:   rec[:name],
+                    minute: rec[:y][:minute] }
+               end
+         recs
+   end
+
+   def yellowredcards
+      recs = @recs.values.select { |rec| rec[:yr] }
+
+        recs = recs.map do |rec|
+                  { name:   rec[:name],
+                    minute: rec[:yr][:minute] }
+               end
+         recs
+   end
+
+
+
+   def add_bookings( bookings )  ##  yellow/red cards
+      bookings.each do |b|
+
+         card = b['Card']
+         assert( [0,1,2,3].include?( card ), "card 0/1/2/3 expected; got #{b.pretty_inspect}")
+
+         ##
+         ## what is card 0?  ignore for now
+         ##  Palmeiras v FC Porto  0-0   - 2025-06-15T18:00:00+00:00
+         ## !! ASSERT FAILED - card 1/2/3 expected; got {"Card"=>0,
+         ## "Period"=>5,
+         ## "IdEvent"=>nil,
+         ## "EventNumber"=>nil,
+         ## "IdPlayer"=>"495048",
+         ## "IdCoach"=>nil,
+         ## "IdTeam"=>"1884426",
+         ## "Minute"=>"72'",
+         ## "Reason"=>nil}
+         next if card == 0
+
+
+         idPlayer = b['IdPlayer']
+
+         ## booking (card) for coach or stuff!!!!
+         ##   skip for now
+         next   if idPlayer.nil? && (b['IdCoach'] || b['IdStaff'])
+
+
+         player = @recs[ idPlayer ]
+         assert( player, "booking player not found; sorry - #{b.pretty_inspect}" )
+
+           ## note - parse & reformat minute for keep same format
+          ## _fmt_minute( *_parse_minute( b['Minute'] ))
+         minute = _build_minute( b )
+
+          if card == 1      ## yellow
+             player[ :y ] = { minute: minute }
+          elsif card == 2   ## red
+             player[ :r ] = { minute: minute }
+          elsif card == 3   ## yellow/red
+             player[ :yr ] = { minute: minute }
+          end
+      end
+   end
+
+
+
+ def add_subs( subs )
+        subs.each do |sub|
+
+          idPlayerOff = sub['IdPlayerOff']
+          idPlayerOn  = sub['IdPlayerOn']
+
+          ## note - parse & reformat minute for keep same format
+          minute  = _build_sub_minute( sub )
+
+          player_off = @recs[ idPlayerOff ]
+          player_on  = @recs[ idPlayerOn ]
+
+##
+##   note - skip special case for now
+##              with NO PLAYER ON (e.g. idPlayerOn is nil!!)
+       ##    next if idPlayerOn.nil?
+           ##  todo/fix - report/log warning!!!
+
+
+          if player_off.nil?
+             puts "!! player_off >#{idPlayerOff}< not found in:"
+             pp sub
+             puts "---"
+             pp @recs.values
+             exit 1
+          end
+
+          if player_on.nil?
+             puts "!! player_on >#{idPlayerOn}< not found in:"
+             pp sub
+             puts "---"
+             pp @recs.values
+             exit 1
+          end
+
+          assert( player_off && player_on,
+                  "subs player_off or player_on not found; sorry" )
+
+          player_off[ :sub ] = { minute: minute,
+                                 player_ref: player_on }
+        end
+   end
+
+
+   def dump
+      pp @recs.values
+      puts "  #{@recs.size} player(s)"
+   end
+
+   def size() @recs.size; end
+
+end  # class Players

data/lib/fifadat/convert/stadiums.rb

@@ -0,0 +1,99 @@
+
+
+def build_stadium( h )
+   if h
+     id         = h['IdStadium']
+     id_country = h['IdCountry']
+ ##    id_city    = h['IdCity']
+
+     name      = desc( h['Name'] )
+     city_name = desc( h['CityName'] )
+
+
+     if name.nil?
+       puts "stadium without name:"
+       pp h
+       exit 1
+     end
+
+     ## name, city_name = norm_stadium( name, city_name: city_name )
+
+
+     if id.nil?
+        ## auto-generate id
+        ##  use slug of name plus id_city
+        ## add city name
+        ##  fix- add   0-9 & dash(-) to name too - why? why not?
+        id  =       name.downcase.gsub( /[^a-z]/, '' )
+        id += "_" + city_name.downcase.gsub( /[^a-z]/, '' )
+     end
+
+
+   rec = { id:        id,
+           name:      name,
+           city:      city_name
+         }
+
+   rec[:street] = h['Street']   if h['Street']
+
+   rec[:country] = id_country    ### fix - change to cc/country code - why? why not?
+
+   rec
+  else    ## assume nil - dummy record
+     rec =  {
+         id:      '<nil>',
+         name:    '?',
+         city:    '?',   ## use nil - why? why not?
+         country: '?'    ## use nil - why? why not?
+            }
+      rec
+   end
+end
+
+
+
+
+class Stadiums
+   def initialize
+      @recs = {}
+   end
+
+   def add_matches( matches )  ## rename to add_matches - why? why not?
+     matches.each_with_index do |m|
+       stadium = build_stadium( m['Stadium'] )
+       _add( stadium )
+     end
+   end
+
+
+
+   def _add( new_rec )
+      rec =  @recs[ new_rec[:id] ]
+      if rec.nil?
+          rec = new_rec
+          rec[:count] = 1   ## add counter - why? why not?
+          @recs[ new_rec[:id]] = new_rec
+      else
+          rec[:count] += 1
+
+          ## assert attributes equal - why? why not?
+         assert( new_rec[:name]     == rec[:name] &&
+                  new_rec[:city]    == rec[:city] &&
+                  new_rec[:country] == rec[:country],
+                  "stadium records NOT matching - #{rec.pretty_inspect} != #{new_rec.pretty_inspect}")
+      end
+   end
+
+
+   def as_json( id: false )
+      if id
+        @recs.values
+      else
+        @recs.values.map { |rec| rec.except(:id ) }
+      end
+   end
+
+
+   def size() @recs.size; end
+
+end  # class Stadiums

data/lib/fifadat/convert/stages.rb

@@ -0,0 +1,119 @@
+
+
+=begin
+[{"IdStage": "286472",
+    "Name": [{"Locale": "en-GB", "Description": "Final"}],
+    "IdSeason": "286466",
+    "SeasonName":
+     [{"Locale": "en-GB", "Description": "FIFA Club World Cup Morocco 2022™"}],
+    "IdCompetition": "107",
+    "StageLevel": null,
+    "StartDate": "2023-02-11T19:00:00Z",
+    "EndDate": "2023-02-11T19:00:00Z",
+    "Type": 0,
+    "SequenceOrder": 6,
+    "Properties": {"IdIFES": "286472"},
+    "IsUpdateable": null},
+=end
+
+
+def build_stage( h )
+   name       = desc( h['Name'] )
+   seq        = h['SequenceOrder']
+   level      = h['StageLevel']      ## note - is optional
+
+   rec = {
+        ##  id:          h['IdStage'],   ## convert to number - why? why not?
+           seq:             seq,
+           name:            name,
+   }
+
+
+   if h['StartDate'] && h['EndDate']
+     ## note - start/end dates are utc (NOT local)
+     start_date = parse_date_utc( h['StartDate'] )   ## expects  ...:00Z format
+     end_date   = parse_date_utc( h['EndDate'] )     ## expects  ...:00Z format
+
+     ## check if HH::MM is 00:00
+     ##    only use date for now; ignore time
+     ##     report warn(ing) if time present!!!
+     if start_date.hour != 0 || start_date.min != 0 ||
+        end_date.hour != 0   || end_date.min != 0
+        ## issue warn   start/end_date with HH:MM (NOT 00:00)
+        puts "!! warn:  stage start/end_date with HH:MM  (expected 00:00)"
+        pp h
+     end
+
+      rec[:start_date] = start_date.strftime('%Y-%m-%d')
+      rec[:end_date]   = end_date.strftime('%Y-%m-%d')
+   else
+       ##    maybe add to log later - why? why not?
+       ## puts "!! warn:  stage witouout start/end_date"
+       ## pp h
+   end
+
+   rec[:count] = 0
+
+  rec[:level] = level   if level
+
+  rec
+end
+
+
+
+class Stages
+
+   def self.read( path )
+       data = read_json_v2( path )
+       obj = new
+       obj.add( data['Results'] )
+       obj
+   end
+
+
+   def initialize
+      @recs = {}
+   end
+
+   def add( recs )    ## rename to collect - why? why not?
+      recs.each { |h| _add( build_stage(h)) }
+   end
+
+
+   def _add( new_rec )
+      rec =  @recs[ new_rec[:name] ]
+      if rec.nil?
+          @recs[ new_rec[:name]] = new_rec
+      else
+          raise ArgumentError, "duplicate stage entry: #{new_rec.pretty_inspect}"
+      end
+   end
+
+
+   ## add match stats
+   def add_matches( matches )
+        matches.each do |m|
+          name = desc( m['StageName'] )
+          rec  = find!( name )
+          rec[:count] += 1
+        end
+   end
+
+
+   def find!( name )
+       rec = @recs[ name ]
+       raise ArgumentError, "no stage w/ name >#{name}< found; sorry"  if rec.nil?
+       rec
+   end
+
+   def as_json
+        ## note - sort by seq
+
+        @recs.values.sort do |l,r|
+             l[:seq] <=> r[:seq]
+         end
+   end
+
+   def size() @recs.size; end
+
+end  # class Stages