worldfootball 0.3.0 → 0.3.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 89d825112036b8740d446612f179f44d96d33fbba1874ab51d8f9e5dda1e01a9
-  data.tar.gz: 38d332b34ef4adb9017cbcee8434aa2f85d8a53a46e4556a267cb45443e17abd
+  metadata.gz: e84b891950ee051be8ef6ac91b8783f66ded443013729773c6a56af1e57a496c
+  data.tar.gz: 1c0dacfecd6f124b11829b5dee118a3937f48da67072fa5ad09b4fdcbd1a459b
 SHA512:
-  metadata.gz: cf178997ed45d02f06e1039bab38d84979ab6df75422d73988c7dc2617d1a1cd4538f4ab5884ad4479faa130bd8203d8b58938f09fec661b937396cbc7364146
-  data.tar.gz: 23e76db98b915fe5f280653d4928cfb7f6c7e1c8adbc506b7ae87ad6ba99fcb30748968111bcb0b6e24c545ee89d42906abc662d07440f6aad87227aac8cdda2
+  metadata.gz: ea8e5b931a08163bd30303cad79e8d0d3ec9a6b4aabed00a9638a2a77fc33aa8887646214c965404d2e938050200aaa5e854c7a87c0f79d6b9c8a7f3561d9601
+  data.tar.gz: 347feb8a6fd95541d73611b328d2608d021d8d06d4549f16ab5f5e2405537d8320e8d9b78bda7e645e9916ec77685849c87968adfd97534efed0d350a1d757ee

data/CHANGELOG.md

@@ -1,5 +1,4 @@
-### 0.3.0
-
+### 0.3.2
 ### 0.0.1 / 2024-07-04
 
 * Everything is new. First release.

data/Manifest.txt

@@ -3,6 +3,12 @@ Manifest.txt
 README.md
 Rakefile
 bin/wfb
+bin/wfbconf
+bin/wfbconv
+bin/wfbdump
+bin/wfbgen
+bin/wfbsync
+bin/wfbup
 config/leagues/africa.csv
 config/leagues/america.csv
 config/leagues/asia.csv

data/README.md

@@ -39,14 +39,56 @@ and so on.
 
 
 
-### More
+### More Command-Line Tools
 
+<!--
 Debugging tips & tricks. List all cached (offline local) match schedule pages:
 
 ```
 $ wfb cache
 ```
+-->
 
+wfbup -
+wfbconv -
+wfbgen -
+wfbconf -   
+wfbdump
+
+
+#### wfbup -  download leagues (if no league passed in, download all!)
+
+```
+$ wfbup        # download ALL leagues and ALL seasons (uses all built-in configs)
+$ wfbup at.1   # download ALL seasons for league 
+```
+
+#### wfbconv - convert (to .csv) leagues (if no league passed in, converts all!)
+
+```
+$ wfbconv        # convert ALL leagues and ALL seasons (uses all built-in configs)
+$ wfbconv at.1   # convert ALL seasons for league 
+```
+
+#### wfbgen - generate (.txt) leagues (if no league passed in, generate all!)
+
+```
+$ wfbgen        # generate ALL leagues and ALL seasons (uses all built-in configs)
+$ wfbgen at.1   # generate ALL seasons for league 
+```
+
+
+#### wfbconf - check built-in config(uration) for league
+
+```
+$ wfbconf eng.1
+```
+
+#### wfbdump - dump (page) slug incl. matches, teams, rounds & more
+
+```
+$ wfbdump aut-bundesliga-2024-2025
+```
 
 
 

data/bin/wfb

@@ -4,8 +4,12 @@
 ##   ruby -I ./lib bin/wfb
 ##    or
 ##   ruby -I wfb/lib wfb/bin/wfb
+##    or
+##   ruby -I wfb/lib wfb/bin/wfb -f max.csv --cached
 
 
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/timezones/lib' )
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/fifa/lib' )
 require 'worldfootball'
 
 
@@ -25,7 +29,7 @@ Worldfootball.config.convert.out_dir = if File.exist?( '/sports/cache.wfb')
                                         end
 
 Worldfootball.config.generate.out_dir = if File.exist?( '/sports/cache.wfb.txt')
-                                           puts "  setting convert out_dir to >/sports/cache.wfb.txt<"
+                                           puts "  setting generate out_dir to >/sports/cache.wfb.txt<"
                                            '/sports/cache.wfb.txt'
                                         else
                                            './tmp' ## use tmp in working dir
@@ -35,6 +39,7 @@ Worldfootball.config.generate.out_dir = if File.exist?( '/sports/cache.wfb.txt')
 require 'optparse'
 
 
+
 module Worldfootball
 def self.main( args=ARGV )
 
@@ -130,15 +135,14 @@ end
 #  assume leagues
 
 datasets = if opts[:file]
-              read_datasets( opts[:file] )
+              read_leagueset( opts[:file] )
            else
-              parse_datasets_args( args )
+              parse_leagueset_args( args )
            end
 
 
 ## step 0 - validate and fill-up seasons etc.
-datasets.each do |dataset|
-  league_key, seasons = dataset
+datasets.each do |league_key, seasons|
 
   league =  find_league!( league_key )  ## league info lookup
 
@@ -150,8 +154,8 @@ datasets.each do |dataset|
   ##              might be 2024/25 or 2024 or
   #                 for world cup 2022 or such
   if seasons.empty?
-     seasons = [Season(league.seasons.keys[0])]
-     dataset[1] = seasons
+     season = Season(league.seasons.keys[0])
+     seasons << season
   end
 end
 
@@ -206,36 +210,13 @@ if opts[:convert]
   end
 end
 
+
 if opts[:generate]
 ## step 3 - generate
   datasets.each do |league_key, seasons|
     seasons.each do |season|
-
-          path = "#{config.convert.out_dir}/#{season.to_path}/#{league_key}.csv"
-          ## get matches
-          puts "  ---> reading matches in #{path} ..."
-          matches = SportDb::CsvMatchParser.read( path )
-          puts "     #{matches.size} matches"
-
-          ## build
-          txt = SportDb::TxtMatchWriter.build( matches )
-          puts txt
-
-          path =  if season >= Season( '2000' )
-                    "#{config.generate.out_dir}/#{season.to_path}/#{league_key}.txt"
-                  else
-                    decade = season.start_year - (season.start_year%10)
-                    ## use archive-style before 2000!!!
-                    "#{config.generate.out_dir}/archive/#{decade}s/#{season.to_path}/#{league_key}.txt"
-                  end
-
-          buf = String.new
-          ## note - use league key for league name for now!!
-          buf << "= #{league_key.upcase.gsub('.', ' ')} #{season.key}\n\n"
-          buf << txt
-
-          puts "   writing to >#{path}<..."
-          write_text( path, buf )
+         generate( league: league_key,
+                   season: season )
     end
   end
   ## for debugging dump page (slug) titles

data/bin/wfbconf

@@ -0,0 +1,63 @@
+#!/usr/bin/env ruby
+
+## tip: to test run:
+##   ruby -I ./lib bin/wfbconf
+##    or
+##   ruby -I wfb/lib wfb/bin/wfbconf
+
+####
+#  wfbconf - check built-in config(uration) for league
+#    e.g.     wfbconf eng.1
+
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/fifa/lib' )
+require 'worldfootball'
+
+
+Webcache.root =  if File.exist?( '/sports/cache' )
+                     puts "  setting web cache to >/sports/cache<"
+                     '/sports/cache'
+                 else
+                     './cache'
+                 end
+
+
+
+require 'optparse'
+
+##
+#  by default convert all with overwrite/force set to false
+
+Webget.config.sleep = 2
+
+args = ARGV
+
+
+Worldfootball.debug = true
+
+
+if args.size == 0   ## no args; print all keys
+    keys = Worldfootball::LEAGUES.keys
+
+    pp keys
+    puts "   #{keys.size} league(s)"
+else
+  ##
+  ## download fresh copy?
+  ## Worldfootball::Metal.download_schedule( slug )
+
+  key = args[0] || 'eng.1'
+
+  league = Worldfootball::LEAGUES[key]
+  seasons = league.seasons
+  pp seasons
+
+  puts "  #{key} - #{seasons.size} season(s)"
+
+  puts
+  latest = seasons.keys[0]
+  puts " latest #{latest}: "
+  pp seasons[latest]
+end
+
+
+puts "bye"

data/bin/wfbconv

@@ -0,0 +1,100 @@
+#!/usr/bin/env ruby
+
+## tip: to test run:
+##   ruby -I ./lib bin/wfbconv
+##    or
+##   ruby -I wfb/lib wfb/bin/wfbconv
+
+###
+#  wfbconv -  convert (to .csv) all leagues  (if no league passed in, converts all!)
+# 
+
+
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/timezones/lib' )
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/fifa/lib' )
+require 'worldfootball'
+
+
+Webcache.root =  if File.exist?( '/sports/cache' )
+                     puts "  setting web cache to >/sports/cache<"
+                     '/sports/cache'
+                 else
+                     './cache'
+                 end
+
+## convert (default) output directory
+Worldfootball.config.convert.out_dir = if File.exist?( '/sports/cache.wfb')
+                                           puts "  setting convert out_dir to >/sports/cache.wfb<"
+                                           '/sports/cache.wfb'
+                                        else
+                                           './tmp' ## use tmp in working dir
+                                        end
+
+Worldfootball.config.generate.out_dir = if File.exist?( '/sports/cache.wfb.txt')
+                                           puts "  setting generate out_dir to >/sports/cache.wfb.txt<"
+                                           '/sports/cache.wfb.txt'
+                                        else
+                                           './tmp' ## use tmp in working dir
+                                        end
+
+
+require 'optparse'
+
+##
+#  by default convert all with overwrite/force set to false
+
+Webget.config.sleep = 2
+
+args = ARGV
+
+opts = {
+    force:   false,   # a.k.a. overwrite
+ }
+
+
+parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options]"
+
+
+  parser.on( "--force",
+               "always overwrite (force) datafile - default is (#{opts[:force]})" ) do |force|
+    opts[:force] = true   # true|false
+  end
+end
+
+
+parser.parse!( args )
+
+puts "OPTS:"
+p opts
+puts "ARGV:"
+p args
+
+
+keys =  if args.size == 0
+           Worldfootball::LEAGUES.keys
+        else
+           args
+        end
+
+
+
+keys.each_with_index do |key, i|
+  league = Worldfootball::LEAGUES[key]
+  seasons = league.seasons
+
+  puts "==> #{i+1}/#{keys.size} #{key} - #{seasons.size} seasons(s)..."
+
+  seasons.each_with_index do |season_rec,j|
+    season = season_rec[0]
+
+    next if key == 'nl.cup' && season == '1959/60'
+
+    puts "  #{j+1}/#{seasons.size} #{key} #{season}..."
+    Worldfootball.convert( league: key, season: season,
+                           overwrite: opts[:force] )
+  end
+end
+
+
+puts "bye"

data/bin/wfbdump

@@ -0,0 +1,76 @@
+#!/usr/bin/env ruby
+
+## tip: to test run:
+##   ruby -I ./lib bin/wfbdump
+##    or
+##   ruby -I wfb/lib wfb/bin/wfbdump
+
+
+#####
+#  wfbdump - dump matches, teams, rounds and more for (page) slug
+#    e.g.
+#    wfbdump caf-champions-league-2008
+#    wfbdump aut-bundesliga-2024-2025
+
+
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/fifa/lib' )
+require 'worldfootball'
+
+
+Webcache.root =  if File.exist?( '/sports/cache' )
+                     puts "  setting web cache to >/sports/cache<"
+                     '/sports/cache'
+                 else
+                     './cache'
+                 end
+
+
+
+require 'optparse'
+
+##
+#  by default convert all with overwrite/force set to false
+
+Webget.config.sleep = 2
+
+args = ARGV
+
+
+Worldfootball.debug = true
+
+##
+## download fresh copy?
+## Worldfootball::Metal.download_schedule( slug )
+
+slug = args[0] || 'caf-champions-league-2008'
+
+page = Worldfootball::Page::Schedule.from_cache( slug )
+
+matches = page.matches
+teams   = page.teams
+rounds  = page.rounds
+
+puts "  #{matches.size} match(es), #{teams.size} team(s), #{rounds.size} round(s)"
+# pp matches
+
+puts
+puts "  #{teams.size} team(s)"
+pp teams
+
+puts
+puts "  #{rounds.size} round(s)"
+pp rounds
+
+
+puts "==> page props"
+print "title: "
+puts page.title
+puts
+print "keywords: "
+puts page.keywords
+puts
+print "url: "
+puts page.url
+
+
+puts "bye"

data/bin/wfbgen

@@ -0,0 +1,102 @@
+#!/usr/bin/env ruby
+
+## tip: to test run:
+##   ruby -I ./lib bin/wfbgen
+##    or
+##   ruby -I wfb/lib wfb/bin/wfbgen
+
+###############
+#  wfbgen  
+#  
+
+
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/timezones/lib' )
+$LOAD_PATH.unshift( '/sports/sportdb/sportdb-writers/lib' )
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db/fifa/lib' )
+
+require 'worldfootball'
+
+
+Webcache.root =  if File.exist?( '/sports/cache' )
+                     puts "  setting web cache to >/sports/cache<"
+                     '/sports/cache'
+                 else
+                     './cache'
+                 end
+
+## convert (default) output directory
+Worldfootball.config.convert.out_dir = if File.exist?( '/sports/cache.wfb')
+                                           puts "  setting convert out_dir to >/sports/cache.wfb<"
+                                           '/sports/cache.wfb'
+                                        else
+                                           './tmp' ## use tmp in working dir
+                                        end
+
+Worldfootball.config.generate.out_dir = if File.exist?( '/sports/cache.wfb.txt')
+                                           puts "  setting generate out_dir to >/sports/cache.wfb.txt<"
+                                           '/sports/cache.wfb.txt'
+                                        else
+                                           './tmp' ## use tmp in working dir
+                                        end
+
+
+require 'optparse'
+
+##
+#  by default convert all with overwrite/force set to false
+
+Webget.config.sleep = 2
+
+args = ARGV
+
+opts = {
+    force:   false,   # a.k.a. overwrite
+ }
+
+
+parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options]"
+
+
+  parser.on( "--force",
+               "always overwrite (force) datafile - default is (#{opts[:force]})" ) do |force|
+    opts[:force] = true   # true|false
+  end
+end
+
+
+parser.parse!( args )
+
+puts "OPTS:"
+p opts
+puts "ARGV:"
+p args
+
+
+keys =  if args.size == 0
+           Worldfootball::LEAGUES.keys
+        else
+           args
+        end
+
+
+
+keys.each_with_index do |key, i|
+  league = Worldfootball::LEAGUES[key]
+  seasons = league.seasons
+
+  puts "==> #{i+1}/#{keys.size} #{key} - #{seasons.size} seasons(s)..."
+
+  seasons.each_with_index do |season_rec,j|
+    season = season_rec[0]
+
+    next if key == 'nl.cup' && season == '1959/60'
+
+    puts "  #{j+1}/#{seasons.size} #{key} #{season}..."
+    Worldfootball.generate( league: key, season: season,
+                            overwrite: opts[:force] )
+  end
+end
+
+
+puts "bye"