sportdb-quick 0.1.2 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9a1f7a6531aba4ac7f0223ee696b347f90d422d6297ee04e03d4839f2e3a1ba0
-  data.tar.gz: 3d2e7b520183f40149856467646af58a17d39232d3bb0f78c285e7c220af7ece
+  metadata.gz: 743ddb45d7379bdcb351178da359316544e663307b5d96c34f6ac90b9752fce3
+  data.tar.gz: 86960f084c612aec1e04f183ba1f3a89959518355e498527734b23a265090fa9
 SHA512:
-  metadata.gz: 071ffe16ce450fccdeb4a6fcbcc4749a2ffec2e22a95ca0b9ae8d80d981741bd6f960b0715a61aee23452dd699bd5043e46ab197fcc9a070e379e13a073f4508
-  data.tar.gz: c765504847f2240b14068805e3965e2f186d38f78674f631d95cacd286c64b08007b4316043951979538bf6c1a7f7e25cf14f48e96fcd33fafbae6d124216c14
+  metadata.gz: 6068e848f99a756b9de1d4012cda3d5c6750dc99c329f773cbd692ffa9004f2cfa5835ffdb329aae055eaa30f1ffafeab42adc1a627d05ca040261d71d5476a7
+  data.tar.gz: d143f15ecca6cc4bdf3c72e0d8883c94622198e9fd721ce14e93ebc882c127ef4300d865bb05d7c129e82e2f27d81ea25ca4894e0d254a0b80e6600911cd6ac5

data/CHANGELOG.md

@@ -1,4 +1,4 @@
-### 0.1.2
+### 0.2.1
 
 ### 0.0.1 / 2024-08-27
 

data/Manifest.txt

@@ -9,7 +9,6 @@ lib/sportdb/quick/csv/goal_parser_csv.rb
 lib/sportdb/quick/csv/match_parser_csv.rb
 lib/sportdb/quick/csv/match_status_parser.rb
 lib/sportdb/quick/match_parser.rb
-lib/sportdb/quick/opts.rb
 lib/sportdb/quick/quick_league_outline_reader.rb
 lib/sportdb/quick/quick_match_reader.rb
 lib/sportdb/quick/version.rb

data/bin/fbt

@@ -26,8 +26,8 @@ require 'optparse'
 
  args = ARGV
  opts = { debug: false,
-          metal: false,
-          quick: true }
+          file:  nil,
+        }
 
  parser = OptionParser.new do |parser|
   parser.banner = "Usage: #{$PROGRAM_NAME} [options]"
@@ -35,24 +35,21 @@ require 'optparse'
 ##
 ## check if git has a offline option?? (use same)
 ##             check for other tools - why? why not?
-
-
-  parser.on( "--verbose", "--debug",
+#    parser.on( "-q", "--quiet",
+#                 "less debug output/messages - default is (#{!opts[:debug]})" ) do |debug|
+#      opts[:debug] = false
+#    end
+   parser.on( "--verbose", "--debug",
                "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
-    opts[:debug] = true
-  end
+     opts[:debug] = true
+   end
+
+    parser.on( "-f FILE", "--file FILE",
+                    "read datafiles (pathspecs) via .csv file") do |file|
+      opts[:file] = file
+    end
 
-  parser.on( "--metal",
-                 "turn off typed parse tree; show to the metal tokens"+
-                   " (default: #{opts[:metal]})" ) do |metal|
-    opts[:metal] = true
-  end
 
-  parser.on( "--quick",
-                "use quick match reader; output matches in json"+
-                   " (default: #{opts[:quick]})" ) do |quick|
-     opts[:quick] = true
-  end
 end
 parser.parse!( args )
 
@@ -62,58 +59,110 @@ puts "ARGV:"
 p args
 
 
+    ## todo/check - use packs or projects or such
+    ##                instead of specs - why? why not?
+    specs = []
+    if opts[:file]
+          recs = read_csv( opts[:file] )
+          pp recs
+          ##  note - make pathspecs relative to passed in file arg!!!
+          basedir = File.dirname( opts[:file] )
+          recs.each do |rec|
+             paths = SportDb::Parser::Opts.find( rec['path'], dir: basedir )
+             specs << [paths, rec]
+          end
+    else
+       paths = if args.empty?
+                 [
+                   '../../../openfootball/euro/2021--europe/euro.txt',
+                   '../../../openfootball/euro/2024--germany/euro.txt',
+                 ]
+              else
+                ## check for directories
+                ##   and auto-expand
+                SportDb::Parser::Opts.expand_args( args )
+              end
+        specs << [paths, {}]
+    end
+
+
+if opts[:debug]
+   SportDb::QuickMatchReader.debug = true
+   SportDb::MatchParser.debug      = true
+else
+   SportDb::QuickMatchReader.debug = false
+   SportDb::MatchParser.debug      = false
+   LogUtils::Logger.root.level = :info
+end
 
 
+  specs.each_with_index do |(paths, rec),i|
+    errors = []
+    paths.each_with_index do |path,j|
+      puts "==> [#{j+1}/#{paths.size}] reading >#{path}<..."
+      quick = SportDb::QuickMatchReader.new( read_text( path ) )
+      matches = quick.parse
+
+      if quick.errors?
+        puts "!! #{quick.errors.size} error(s):"
+        pp quick.errors
+
+        quick.errors.each do |err|
+          errors << [ path, *err ]   # note: use splat (*) to add extra values (starting with msg)
+        end
+      end
+      puts "  #{matches.size} match(es)"
+    end
+
+    if errors.size > 0
+      puts
+      puts "!! #{errors.size} PARSE ERRORS in #{paths.size} datafile(s)"
+      pp errors
+    else
+      puts
+      puts "  OK - no parse errors in #{paths.size} datafile(s)"
+    end
+
+     ## add errors to rec via rec['errors'] to allow
+     ##   for further processing/reporting
+     rec['errors'] = errors
+  end
 
-paths =  if args.empty?
-            [
-              '../../../openfootball/euro/2021--europe/euro.txt',
-              '../../../openfootball/euro/2024--germany/euro.txt',
-            ]
-         else
-            ## check for directories
-            ##   and auto-expand
-
-            SportDb::Quick::Opts.expand_args( args )
-         end
 
 
-if opts[:quick]
+###
+## generate a report if --file option used
+if opts[:file]
 
-  paths.each_with_index do |path,i|
-    puts "==> [#{i+1}/#{paths.size}] reading >#{path}<..."
+  buf = String.new
 
-    matches = SportDb::QuickMatchReader.read( path )
-    ## pp matches
-    ##  try json for matches
-    data = matches.map {|match| match.as_json }
-    pp data
-    puts
-    puts "  #{data.size} match(es)"
-  end
-else
-  SportDb::Parser::Linter.debug = true    if opts[:debug]
+  buf << "# fbt summary report - #{specs.size} dataset(s)\n\n"
 
-  linter = SportDb::Parser::Linter.new
+  specs.each_with_index do |(paths, rec),i|
+     errors = rec['errors']
 
-  errors = []
+     if errors.size > 0
+       buf << "!! #{errors.size} ERROR(S)  "
+     else
+       buf << "   OK          "
+     end
+     buf << "%-20s" % rec['path']
+     buf << " - #{paths.size} datafile(s)"
+     buf << "\n"
 
-  paths.each_with_index do |path,i|
-    puts "==> [#{i+1}/#{paths.size}] reading >#{path}<..."
-    linter.read( path, parse: !opts[:metal] )
+     if errors.size > 0
+         buf << errors.pretty_inspect
+         buf << "\n"
+     end
+ end
 
-    errors += linter.errors    if linter.errors?
-  end
+  puts
+  puts "SUMMARY:"
+  puts buf
 
-  if errors.size > 0
-    puts
-    pp errors
-    puts
-    puts "!!   #{errors.size} parse error(s) in #{paths.size} datafiles(s)"
-  else
-    puts
-    puts "OK   no parse errors found in #{paths.size} datafile(s)"
-  end
+  #  maybe write out in the future?
+  # basedir  = File.dirname( opts[:file] )
+  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
 end
 
 

data/lib/sportdb/quick/match_parser.rb

@@ -3,6 +3,12 @@ module SportDb
 
 class MatchParser    ## simple match parser for team match schedules
 
+  def self.debug=(value) @@debug = value; end
+  def self.debug?() @@debug ||= false; end  ## note: default is FALSE
+  def debug?()  self.class.debug?; end
+
+  include Logging         ## e.g. logger#debug, logger#info, etc.
+
 
   def self.parse( lines, start: )
     ##  todo/fix: add support for txt and lines
@@ -13,11 +19,7 @@ class MatchParser    ## simple match parser for team match schedules
   end
 
 
-  include Logging         ## e.g. logger#debug, logger#info, etc.
 
-  def self.debug=(value) @@debug = value; end
-  def self.debug?() @@debug ||= false; end  ## note: default is FALSE
-  def debug?()  self.class.debug?; end
 
   def _read_lines( txt )   ## todo/check:  add alias preproc_lines or build_lines or prep_lines etc. - why? why not?
     ## returns an array of lines with comments and empty lines striped / removed
@@ -70,10 +72,17 @@ class MatchParser    ## simple match parser for team match schedules
                     _read_lines( lines ) : lines
 
     @start        = start
+    @errors = []
   end
 
 
+  attr_reader :errors
+  def errors?() @errors.size > 0; end
+
   def parse
+    ## note: every (new) read call - resets errors list to empty
+    @errors = []
+
     @last_date    = nil
     @last_time    = nil
     @last_round   = nil
@@ -92,8 +101,6 @@ class MatchParser    ## simple match parser for team match schedules
 
 
     @parser = Parser.new
-
-    @errors = []
     @tree   = []
 
     attrib_found = false
@@ -509,7 +516,7 @@ class MatchParser    ## simple match parser for team match schedules
         end
     end
 
-    pp [goals1,goals2]
+    pp [goals1,goals2]     if debug?
 
 ## wrap in struct andd add/append to match
 =begin
@@ -547,7 +554,7 @@ class GoalStruct
       goals << goal
     end
 
-    pp goals
+    pp goals   if debug?
 
     ## quick & dirty - auto add goals to last match
     ##   note - for hacky (quick& dirty) multi-line support
@@ -629,7 +636,9 @@ class GoalStruct
         else
             puts "!! PARSE ERROR - unexpected node type #{node_type} in match line; got:"
             pp node
-            exit 1
+            ## exit 1
+            @errors << ["PARSE ERROR - unexpected node type #{node_type} in match line; got: #{node.inspect}"]
+            return
         end
     end
 
@@ -637,7 +646,9 @@ class GoalStruct
     if teams.size != 2
       puts "!! PARSE ERROR - expected two teams; got #{teams.size}:"
       pp teams
-      exit 1
+      ## exit 1
+      @errors << ["PARSE ERROR - expected two teams; got #{teams.size}: #{teams.inspect}"]
+      return
     end
 
     team1 = teams[0]

data/lib/sportdb/quick/quick_league_outline_reader.rb

@@ -86,7 +86,8 @@ class QuickLeagueOutlineReader
     ##  => Österr. Bundesliga 2018/19, Regular Season
     ##  => Österr. Bundesliga 2018/19, Championship Round
     ##  etc.
-    values = str.split( /[,<>‹›]/ )  ## note: allow , > < or › ‹ for now
+    ## note limit split to two parts only!!!!
+    values = str.split( /[,<>‹›]/, 2 )  ## note: allow , > < or › ‹ for now
     values = values.map { |value| value.strip }   ## remove all whitespaces
     values
   end

data/lib/sportdb/quick/quick_match_reader.rb

@@ -4,6 +4,12 @@
 module SportDb
 class QuickMatchReader
 
+  def self.debug=(value) @@debug = value; end
+  def self.debug?() @@debug ||= false; end  ## note: default is FALSE
+  def debug?()  self.class.debug?; end
+
+
+
   def self.read( path )   ## use - rename to read_file or from_file etc. - why? why not?
     txt = File.open( path, 'r:utf-8' ) {|f| f.read }
     parse( txt )
@@ -17,16 +23,43 @@ class QuickMatchReader
   include Logging
 
   def initialize( txt )
+    @errors = []
     @txt = txt
   end
 
+  attr_reader :errors
+  def errors?() @errors.size > 0; end
+
+
+  ###
+  #  helpers get matches & more after parse; all stored in data
+  #
+  ## change/rename to event - why? why not?
+  def league_name
+     league = @data.keys[0]
+     season = @data[ league ].keys[0]
+
+     "#{league} #{season}"
+  end
+
+  def matches
+    league = @data.keys[0]
+    season = @data[ league ].keys[0]
+    @data[league][season]
+  end
+
+
+
   def parse
-    data = {}   # return data hash with leagues
+    ## note: every (new) read call - resets errors list to empty
+    @errors = []
+
+    @data = {}   # return data hash with leagues
                 #    and seasons
                 #   for now merge stage into matches
 
     secs = QuickLeagueOutlineReader.parse( @txt )
-    pp secs
+    pp secs    if debug?
 
     secs.each do |sec|   ## sec(tion)s
       season = Season.parse( sec[:season] )   ## convert (str) to season obj!!!
@@ -46,14 +79,20 @@ class QuickMatchReader
 
       auto_conf_teams,  matches, rounds, groups = parser.parse
 
-      puts ">>> #{auto_conf_teams.size} teams:"
-      pp auto_conf_teams
-      puts ">>> #{matches.size} matches:"
-      ## pp matches
-      puts ">>> #{rounds.size} rounds:"
-      pp rounds
-      puts ">>> #{groups.size} groups:"
-      pp groups
+      ## auto-add "upstream" errors from parser
+      @errors += parser.errors  if parser.errors?
+
+
+      if debug?
+        puts ">>> #{auto_conf_teams.size} teams:"
+        pp auto_conf_teams
+        puts ">>> #{matches.size} matches:"
+        ## pp matches
+        puts ">>> #{rounds.size} rounds:"
+        pp rounds
+        puts ">>> #{groups.size} groups:"
+        pp groups
+      end
 
       ## note: pass along stage (if present): stage  - optional from heading!!!!
       if stage
@@ -62,10 +101,10 @@ class QuickMatchReader
         end
       end
 
-      data[ league ] ||= {}
-      data[ league ][ season.key ] ||= []
+      @data[ league ] ||= {}
+      @data[ league ][ season.key ] ||= []
 
-      data[ league ][ season.key ] += matches
+      @data[ league ][ season.key ] += matches
       ## note - skip teams, rounds, and groups for now
     end
 
@@ -73,21 +112,21 @@ class QuickMatchReader
 ##             allowed in quick style
 
 
-    leagues = data.keys
+    leagues = @data.keys
     if leagues.size != 1
         puts "!! (QUICK) PARSE ERROR - expected one league only; got #{leagues.size}:"
         pp leagues
         exit 1
     end
 
-    seasons = data[ leagues[0] ].keys
+    seasons = @data[ leagues[0] ].keys
     if seasons.size != 1
         puts "!! (QUICK) PARSE ERROR - expected one #{leagues[0]} season only; got #{seasons.size}:"
         pp seasons
         exit 1
     end
 
-    data[ leagues[0] ][ seasons[0] ]
+    @data[ leagues[0] ][ seasons[0] ]
   end # method parse
 
 end # class QuickMatchReader

data/lib/sportdb/quick/version.rb

@@ -3,8 +3,8 @@ module SportDb
   module Module
     module Quick
   MAJOR = 0    ## todo: namespace inside version or something - why? why not??
-  MINOR = 1
-  PATCH = 2
+  MINOR = 2
+  PATCH = 1
   VERSION = [MAJOR,MINOR,PATCH].join('.')
 
   def self.version

data/lib/sportdb/quick.rb

@@ -16,8 +16,8 @@ end
 
 ## our own code
 require_relative 'quick/version'
-require_relative 'quick/opts'
 
+# require_relative 'quick/opts'
 # require_relative 'quick/linter'
 # require_relative 'quick/outline_reader'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: sportdb-quick
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.2.1
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-09-18 00:00:00.000000000 Z
+date: 2024-09-28 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sportdb-parser
@@ -107,7 +107,6 @@ files:
 - lib/sportdb/quick/csv/match_parser_csv.rb
 - lib/sportdb/quick/csv/match_status_parser.rb
 - lib/sportdb/quick/match_parser.rb
-- lib/sportdb/quick/opts.rb
 - lib/sportdb/quick/quick_league_outline_reader.rb
 - lib/sportdb/quick/quick_match_reader.rb
 - lib/sportdb/quick/version.rb

data/lib/sportdb/quick/opts.rb

@@ -1,70 +0,0 @@
-
-module SportDb
-module Quick
-
-###
-## note - Opts Helpers for now nested inside Parser - keep here? why? why not?
-class Opts
-
-    SEASON_RE = %r{ (?:
-                       \d{4}-\d{2}
-                     | \d{4}(--[a-z0-9_-]+)?
-                    )
-                  }x
-    SEASON = SEASON_RE.source    ## "inline" helper for embedding in other regexes - keep? why? why not?
-
-
-    ## note: if pattern includes directory add here
-    ##     (otherwise move to more "generic" datafile) - why? why not?
-    MATCH_RE = %r{ (?: ^|/ )      # beginning (^) or beginning of path (/)
-                       #{SEASON}
-                     /[a-z0-9_-]+\.txt$  ## txt e.g /1-premierleague.txt
-                }x
-
-
-def self.find( path )
-    datafiles = []
-
-    ## note: normalize path - use File.expand_path ??
-    ##    change all backslash to slash for now
-    ## path = path.gsub( "\\", '/' )
-    path = File.expand_path( path )
-
-    ## check all txt files
-    ## note: incl. files starting with dot (.)) as candidates
-    ##     (normally excluded with just *)
-    candidates = Dir.glob( "#{path}/**/{*,.*}.txt" )
-    ## pp candidates
-    candidates.each do |candidate|
-      datafiles << candidate    if MATCH_RE.match( candidate )
-    end
-
-    ## pp datafiles
-    datafiles
-end
-
-
-def self.expand_args( args )
-    paths = []
-
-    args.each do |arg|
-        ## check if directory
-        if Dir.exist?( arg )
-            datafiles = find( arg )
-            puts
-            puts "  found #{datafiles.size} match txt datafiles in #{arg}"
-            pp datafiles
-            paths += datafiles
-        else
-              ## assume it's a file
-            paths << arg
-        end
-    end
-
-    paths
-end
-end  # class Opts
-
-
-end   # module Quick
-end   # module SportDb