fbtxt2json 0.2.2 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 66b36b917ccd87f925171e33aadc3edd58db330f7f46af0a8c7ca7f36060ba2d
-  data.tar.gz: 324a37bb90fdb2badf86e187c8e422eca9ecead101cbc057a638aac247b86e65
+  metadata.gz: 5ef1887740ca10a869bb772542efbd1c0f96bfdfd17368e425c104f6653c497c
+  data.tar.gz: 45d1fb3ec650e499c9c0f8318dc56c942d92806d76e4a534e0ee0d541da20f5b
 SHA512:
-  metadata.gz: f4c5dcac2a7ba88ab44943536bbad963bc5897d641076ae4f9af078d87d49be40e7a0cd853547a6bd247ae39f69a83c08d12ef941cc7fb5b4a1f9d36820370dd
-  data.tar.gz: 1336d12e9b6009b970ac4f7401146790a6dca5cd08098add1956fba224a5f6aef8ec82da36b0310c0c0296f35ee24041eb097d3178215ba27e6bcf1233e5aace
+  metadata.gz: af4f21b7f278fced209a80fac3c043868c64c82b5c1246da38bb56774ff34f4df06404a661ef0c449e0a62eca02dcd4e20f64826cab3011530761078f18db594
+  data.tar.gz: c1dc3ea735f2af33794c708be36bf9c6bb6ff37ae2d8cc218c61005fc923ed1775a7f7c2955c4755bc24b364020bf69924a53cacfafb6af6fa30c20b3951cd45

data/CHANGELOG.md

@@ -1,4 +1,4 @@
-### 0.2.2
+### 0.3.0
 ### 0.0.1 / 2024-09-28
 
 * Everything is new. First release.

data/Manifest.txt

@@ -2,4 +2,5 @@ CHANGELOG.md
 Manifest.txt
 README.md
 Rakefile
+bin/fbtxt2csv
 bin/fbtxt2json

data/Rakefile

@@ -2,7 +2,7 @@ require 'hoe'
 
 
 Hoe.spec 'fbtxt2json' do
-  self.version = '0.2.2'
+  self.version = '0.3.0'
 
   self.summary = "fbtxt2json - convert football.txt match schedules & more to json"
   self.description = summary

data/bin/fbtxt2csv

@@ -0,0 +1,244 @@
+#!/usr/bin/env ruby
+
+###
+#  todo/check -  move fbtxt2csv to its own top-level gem 
+##                  or add to ___ - why? why not?
+
+
+## tip: to test run:
+##   ruby -I ./lib bin/fbtxt2csv
+
+
+## our own code
+require 'sportdb/quick'
+
+require 'fbtok'  ### check if requires sportdb/quick  (no need to duplicate)
+
+
+
+require 'optparse'
+
+
+
+args = ARGV
+opts = {  debug:  false,
+          output: nil,
+          seasons: [],
+       }
+
+parser = OptionParser.new do |parser|
+parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
+
+##
+## check if git has a offline option?? (use same)
+##             check for other tools - why? why not?
+#    parser.on( "-q", "--quiet",
+#                 "less debug output/messages - default is (#{!opts[:debug]})" ) do |debug|
+#      opts[:debug] = false
+#    end
+
+   parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+     opts[:debug] = true
+   end
+
+   parser.on( "-o PATH", "--output PATH",
+                  "output to file" ) do |output|
+     opts[:output] = output
+   end
+
+   parser.on( "--seasons SEASONS",
+                  "turn on processing only seasons (default: #{!opts[:seasons].empty?})" ) do |seasons|
+       pp seasons
+       seasons = seasons.split( /[, ]/ )
+       seasons = seasons.map {|season| Season.parse(season) }               
+       opts[:seasons] = seasons
+   end   
+end
+parser.parse!( args )
+
+
+puts "OPTS:"
+p opts
+puts "ARGV:"
+p args
+
+
+
+paths = if args.empty?
+          ['/sports/openfootball/euro/2021--europe/euro.txt']
+        else
+          args
+        end
+
+
+if opts[:debug]
+   SportDb::QuickMatchReader.debug = true
+   SportDb::MatchParser.debug      = true
+else
+   SportDb::QuickMatchReader.debug = false
+   SportDb::MatchParser.debug      = false
+   LogUtils::Logger.root.level = :info
+end
+
+
+ 
+ 
+MAX_HEADERS = [
+  'League',   
+  'Date',     
+  'Time',     
+  'Team 1',     
+  'Team 2',     
+  'HT',        
+  'FT',        
+  'ET',        
+  'P',       
+  'Round',      
+  'Status',    
+]
+
+MIN_HEADERS = [   ## always keep even if all empty
+  'League',
+  'Date',
+  'Team 1',
+  'FT',
+  'Team 2'
+]
+
+
+
+def vacuum( rows, headers: MAX_HEADERS, fixed_headers: MIN_HEADERS )
+  ## check for unused columns and strip/remove
+  counter = Array.new( MAX_HEADERS.size, 0 )
+  rows.each do |row|
+     row.each_with_index do |col, idx|
+       counter[idx] += 1  unless col.nil? || col.empty?
+     end
+  end
+
+  ## pp counter
+
+  ## check empty columns
+  headers       = []
+  indices       = []
+  empty_headers = []
+  empty_indices = []
+
+  counter.each_with_index do |num, idx|
+     header = MAX_HEADERS[ idx ]
+     if num > 0 || (num == 0 && fixed_headers.include?( header ))
+       headers << header
+       indices << idx
+     else
+       empty_headers << header
+       empty_indices << idx
+     end
+  end
+
+  if empty_indices.size > 0
+    rows = rows.map do |row|
+             row_vacuumed = []
+             row.each_with_index do |col, idx|
+               ## todo/fix: use values or such??
+               row_vacuumed << col   unless empty_indices.include?( idx )
+             end
+             row_vacuumed
+         end
+    end
+
+  [rows, headers]
+end
+
+ 
+
+def parse( txt )   ### check - name parse_txt or txt_to_csv or such - why? why not?
+   quick = SportDb::QuickMatchReader.new( txt )
+   matches = quick.parse
+   name    = quick.league_name   ## quick hack - get league+season via league_name
+ 
+   recs = []
+
+   matches.each do |match|
+
+      ## for separator use comma (,) or pipe (|) or ???
+      round = String.new
+      ## round << "#{match.stage} | "    if match.stage
+      ## round << "#{match.group} | "    if match.group
+      round << "#{match.stage}, "    if match.stage
+      round << "#{match.group}, "    if match.group
+      round << match.round
+
+      rec = [
+            #############################
+            ## todo/fix - split league into league_name and season!!!!
+            ###############################
+            name,  ## league name
+            match.date ? match.date : '',
+            match.time ? match.time : '',
+            match.team1,
+            match.team2,
+            (match.score1i && match.score2i)   ?  "#{match.score1i}-#{match.score2i}" : '',
+            (match.score1  && match.score2)    ?  "#{match.score1}-#{match.score2}" : '', 
+            (match.score1et && match.score2et) ?  "#{match.score1et}-#{match.score2et}" : '',     
+            (match.score1p && match.score2p)   ?  "#{match.score1p}-#{match.score2p}" : '',     
+            round,
+            match.status ? match.status : '',
+       ]
+
+       ## add more attributes e.g. ground, etc.
+
+       recs << rec
+   end
+
+   puts "  #{recs.size} record(s)"
+ 
+   if quick.errors?
+      puts "!! #{quick.errors.size} parse error(s):"
+      pp quick.errors
+      exit 1
+   end
+
+   recs
+end
+
+
+recs = []
+
+paths.each do |path|
+   if Dir.exist?( path )
+      puts "==> reading dir >#{path}<..."
+   
+      datafiles = SportDb::Parser::Opts._find( path, seasons: opts[:seasons] )
+      pp datafiles
+      puts "   #{datafiles.size} datafile(s)"
+      datafiles.each_with_index do |datafile,j|
+         puts "    reading file [#{j+1}/#{datafiles.size}] >#{datafile}<..."
+         txt = read_text( datafile )
+         recs += parse( txt )
+      end
+   elsif File.exist?( path )
+      puts "==> reading file >#{path}<..."
+      txt = read_text( path )
+      recs += parse( txt )
+   else ## not a file or dir repprt errr
+       raise ArgumentError, "file/dir does NOT exist - #{path}"
+   end
+end
+
+
+recs, headers = vacuum( recs )
+pp recs[0,10]   ## dump first 10 records
+pp headers
+puts "  #{recs.size} record(s)"
+
+
+if opts[:output]
+   puts "==> writing matches to #{opts[:output]}"
+   write_csv( opts[:output], recs,
+              headers: headers )
+end
+
+
+puts "bye"
+

data/bin/fbtxt2json

@@ -56,7 +56,7 @@ parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
    end
 
    parser.on( "--seasons SEASONS",
-                  "turn on processing only seasons (default: #{!opts[:seasons].empty?}" ) do |seasons|
+                  "turn on processing only seasons (default: #{!opts[:seasons].empty?})" ) do |seasons|
        pp seasons
        seasons = seasons.split( /[, ]/ )
        seasons = seasons.map {|season| Season.parse(season) }               

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fbtxt2json
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.3.0
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-04-06 00:00:00.000000000 Z
+date: 2025-04-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sportdb-quick
@@ -75,6 +75,7 @@ dependencies:
 description: fbtxt2json - convert football.txt match schedules & more to json
 email: gerald.bauer@gmail.com
 executables:
+- fbtxt2csv
 - fbtxt2json
 extensions: []
 extra_rdoc_files:
@@ -86,6 +87,7 @@ files:
 - Manifest.txt
 - README.md
 - Rakefile
+- bin/fbtxt2csv
 - bin/fbtxt2json
 homepage: https://github.com/sportdb/footty
 licenses: