fbtok 0.3.4 → 0.4.1

data/{bin/fbt → lib/fbtok/fbquick.rb}

@@ -1,33 +1,15 @@
-#!/usr/bin/env ruby
 
-## tip: to test run:
-##   ruby -I ./lib bin/fbt
-##     -or-
-##   ruby -I ../parser/lib -I ./lib bin/fbt
-##     -or-
-##   ruby -I ../parser/lib -I ../sportdb-structs/lib -I ./lib bin/fbt
+module Fbquick
 
 
-## our own code
-require 'fbtok'
+def self.main( args=ARGV )
 
-
-##
-## read textfile
-##   and dump tokens
-##
-##   fbt  ../openfootball/.../euro.txt
-
-
-
-
- args = ARGV
  opts = { debug: false,
           file:  nil,
         }
 
  parser = OptionParser.new do |parser|
-  parser.banner = "Usage: #{$PROGRAM_NAME} [options]"
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE or DIR"
 
 ##
 ## check if git has a offline option?? (use same)
@@ -57,7 +39,7 @@ if opts[:debug]
   p opts
   puts "ARGV:"
   p args
-  
+
   SportDb::QuickMatchReader.debug = true
   SportDb::MatchParser.debug      = true
 else
@@ -70,30 +52,26 @@ end
 ## todo/check - use packs or projects or such
 ##                instead of specs - why? why not?
 specs =  if opts[:file]
-            SportDb::Parser::Opts.read_pathspecs( opts[:file] )
+            read_pathspecs( opts[:file] )
          else
-           paths =  if args.empty?
-                      ['/sports/openfootball/euro/2021--europe/euro.txt',
-                       '/sports/openfootball/euro/2024--germany/euro.txt'] 
-                    else
-                       ## check for directories
-                       ##   and auto-expand
-                       SportDb::Parser::Opts.expand_args( args )
-                    end
-             ## always return array of specs
-            [SportDb::Parser::Opts.build_pathspec( paths: paths)]  
+           args =     ['/sports/openfootball/euro/2021--europe/euro.txt',
+                       '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
+
+            build_pathspecs( args )
          end
 
+pp specs
+
 
 
-  specs.each_with_index do |spec,i|
-    paths = spec.paths
-    rec   = spec.rec
+  specs.each_with_index do |rec,i|
+    datafiles = rec['datafiles']
     errors = []
 
-    paths.each_with_index do |path,j|
-      puts "==> [#{j+1}/#{paths.size}] reading >#{path}<..."
-      quick = SportDb::QuickMatchReader.new( read_text( path ) )
+    datafiles.each_with_index do |path,j|
+      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
+      txt = read_text( path )
+      quick = SportDb::QuickMatchReader.new( txt )
       matches = quick.parse
 
       if quick.errors?
@@ -109,11 +87,11 @@ specs =  if opts[:file]
 
     if errors.size > 0
       puts
-      puts "!! #{errors.size} PARSE ERRORS in #{paths.size} datafile(s)"
+      puts "!! #{errors.size} PARSE ERRORS in #{datafiles.size} datafile(s)"
       pp errors
     else
       puts
-      puts "  OK - no parse errors in #{paths.size} datafile(s)"
+      puts "  OK - no parse errors in #{datafiles.size} datafile(s)"
     end
 
      ## add errors to rec via rec['errors'] to allow
@@ -126,9 +104,9 @@ specs =  if opts[:file]
 ###
 ## generate a report if --file option used
 if opts[:file]
-  buf = SportDb::Parser::BatchReport.new( 
-            specs, 
-            title: 'fbt summary report' ).build
+  buf = SportDb::PathspecReport.new(
+            specs,
+            title: 'fbquick summary report' ).build
 
   puts
   puts "SUMMARY:"
@@ -139,7 +117,7 @@ if opts[:file]
   # basename = File.basename( opts[:file], File.extname( opts[:file] ))
 end
 
-
-
 puts "bye"
+end
 
+end  # module Fbquick

data/lib/fbtok/fbtok.rb

@@ -0,0 +1,127 @@
+
+module Fbtok
+
+
+def self.main( args=ARGV )
+
+opts = {
+    debug: true,
+    warn:  false,
+    file:  nil,
+}
+
+
+parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE or DIR"
+
+
+  parser.on( "-q", "--quiet",
+             "less debug output/messages (default: #{!opts[:debug]})" ) do |debug|
+    opts[:debug] = false
+  end
+  parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+    opts[:debug] = true
+  end
+  parser.on( "-w", "--warn",
+              "turn warnings into errors (default: #{opts[:warn]})" ) do |warn|
+    opts[:warn] = true
+  end
+
+
+  parser.on( "-f FILE", "--file FILE",
+                "read datafiles (pathspecs) via .csv file") do |file|
+    opts[:file] = file
+    ## note: for batch (massive) processing auto-set debug (verbose output) to false (as default)
+    opts[:debug] = false
+  end
+end
+parser.parse!( args )
+
+
+
+if opts[:debug]
+  puts "OPTS:"
+  p opts
+  puts "ARGV:"
+  p args
+end
+
+
+# SportDb::Parser::Linter.debug = opts[:debug]
+# SportDb::Parser::Linter.warn  = opts[:warn]
+
+
+
+## todo/check - use packs or projects or such
+##                instead of specs - why? why not?
+specs =  if opts[:file]
+            read_pathspecs( opts[:file] )
+         else
+           args = ['/sports/openfootball/euro/2021--europe/euro.txt',
+                   '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
+
+            build_pathspecs( args )
+         end
+
+
+pp specs
+
+
+
+specs.each_with_index do |rec,i|
+    datafiles = rec['datafiles']
+
+    errors = []
+
+    datafiles.each_with_index do |path,j|
+      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
+
+      txt = read_text( path )
+      lexer = SportDb::Lexer.new( txt, debug: opts[:debug] )
+      tokens, more_errors = lexer.tokenize_with_errors
+
+      ####
+      ## todo - report error on empty file (no tokens!!!)
+
+      puts "   #{tokens.size} token(s)"
+
+      errors += more_errors    if more_errors.size > 0
+   end
+
+   if errors.size > 0
+      puts
+      pp errors
+      puts
+      puts "!!   #{errors.size} tokenize error(s) in #{datafiles.size} datafiles(s)"
+   else
+      puts
+      puts "OK   no tokenize errors found in #{datafiles.size} datafile(s)"
+   end
+
+   ## add errors to rec via rec['errors'] to allow
+   ##   for further processing/reporting
+   rec['errors'] = errors
+end
+
+
+###
+## generate a report if --file option used
+if opts[:file]
+  buf = SportDb::PathspecReport.new(
+            specs,
+            title: 'fbtok summary report' ).build
+
+  puts
+  puts "SUMMARY:"
+  puts buf
+
+  #  maybe write out in the future?
+  # basedir  = File.dirname( opts[:file] )
+  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
+end
+
+puts "bye"
+
+end  # self.main
+end  # module Fbtok

data/lib/fbtok/fbtree.rb

@@ -0,0 +1,141 @@
+
+module Fbtree
+
+def self.main( args=ARGV )
+
+
+opts = {
+    debug: true,
+    warn:  false,
+    file:  nil,
+}
+
+parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE or DIR"
+
+
+  parser.on( "-q", "--quiet",
+             "less debug output/messages (default: #{!opts[:debug]})" ) do |debug|
+    opts[:debug] = false
+  end
+  parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+    opts[:debug] = true
+  end
+  parser.on( "-w", "--warn",
+              "turn warnings into errors (default: #{opts[:warn]})" ) do |warn|
+    opts[:warn] = true
+  end
+
+
+  parser.on( "-f FILE", "--file FILE",
+                "read datafiles (pathspecs) via .csv file") do |file|
+    opts[:file] = file
+    ## note: for batch (massive) processing auto-set debug (verbose output) to false (as default)
+    opts[:debug] = false
+  end
+
+end
+parser.parse!( args )
+
+
+if opts[:debug]
+  puts "OPTS:"
+  p opts
+  puts "ARGV:"
+  p args
+end
+
+
+# SportDb::Parser::Linter.debug = opts[:debug]
+# SportDb::Parser::Linter.warn  = opts[:warn]
+
+
+
+
+## todo/check - use packs or projects or such
+##                instead of specs - why? why not?
+specs =  if opts[:file]
+            read_pathspecs( opts[:file] )
+         else
+           args = ['/sports/openfootball/euro/2021--europe/euro.txt',
+                   '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
+
+            build_pathspecs( args )
+         end
+
+
+
+
+specs.each_with_index do |rec,i|
+    datafiles = rec['datafiles']
+
+    errors = []
+
+   datafiles.each_with_index do |path,j|
+      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
+
+      txt = read_text( path )
+      parser = RaccMatchParser.new( txt, debug: opts[:debug] )
+      tree = parser.parse
+
+      dump_tree_stats( tree )
+
+      errors += parser.errors    if parser.errors?
+   end
+
+
+   if errors.size > 0
+      puts
+      pp errors
+      puts
+      puts "!!   #{errors.size} parse error(s) in #{datafiles.size} datafiles(s)"
+   else
+      puts
+      puts "OK   no parse errors found in #{datafiles.size} datafile(s)"
+   end
+
+   ## add errors to rec via rec['errors'] to allow
+   ##   for further processing/reporting
+   rec['errors'] = errors
+end
+
+
+###
+## generate a report if --file option used
+if opts[:file]
+
+  buf = SportDb::PathspecReport.new(
+            specs,
+            title: 'fbtree summary report' ).build
+
+  puts
+  puts "SUMMARY:"
+  puts buf
+
+  #  maybe write out in the future?
+  # basedir  = File.dirname( opts[:file] )
+  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
+end
+
+puts "bye"
+end
+
+
+def self.dump_tree_stats( tree )
+  stats = Hash.new(0)  ## track counts only for now
+  tree.each do |node|
+     stats[ node.class ] += 1
+  end
+
+  match_count  = stats[ RaccMatchParser::MatchLine ]
+  goal_count   = stats[ RaccMatchParser::GoalLine ]
+  lineup_count = stats[ RaccMatchParser::LineupLine ]
+
+  puts "   #{match_count} MatchLine(s)"     if match_count > 0
+  puts "   #{goal_count} GoalLine(s)"       if goal_count > 0
+  puts "   #{lineup_count} LineupLine(s)"   if lineup_count > 0
+end
+
+
+end # module Fbtree

data/lib/fbtok/fbx.rb

@@ -0,0 +1,107 @@
+##
+## todo/fix - use for testing
+#                reads textfile and dumps results in json
+#
+#  check - keep fbx name or find a differnt name - why? why not?
+
+##
+## read textfile
+##   and dump match parse results
+##
+##   fbt  ../openfootball/.../euro.txt
+
+
+
+module Fbx
+
+def self.main( args=ARGV )
+
+ opts = { debug: false,
+          outline: false }
+
+ parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE"
+
+##
+## check if git has a offline option?? (use same)
+##             check for other tools - why? why not?
+
+
+  parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+    opts[:debug] = debug
+  end
+
+#  parser.on( "--outline",
+#                "turn on outline (only) output (default: #{opts[:outline]})" ) do |outline|
+#    opts[:outline] = outline
+#  end
+end
+parser.parse!( args )
+
+
+if opts[:debug]
+  puts "OPTS:"
+  p opts
+  puts "ARGV:"
+  p args
+
+  SportDb::MatchParser.debug = true
+else
+  SportDb::MatchParser.debug = false
+  LogUtils::Logger.root.level = :info
+end
+
+
+args =  [
+              '../../../openfootball/euro/2021--europe/euro.txt',
+              '../../../openfootball/euro/2024--germany/euro.txt',
+        ]   if args.empty?
+
+pp args
+
+
+
+## errors = []
+
+
+paths = args
+
+paths.each_with_index do |path,i|
+    puts "==> [#{i+1}/#{paths.size}] reading >#{path}<..."
+
+    txt = read_text( path )
+
+    ##
+    ## note - use start: nil => requires that first date incl. a year!!!
+    parser = SportDb::MatchParser.new( txt, start: nil )
+
+    auto_conf_teams, matches, rounds, groups = parser.parse
+
+      puts ">>> #{auto_conf_teams.size} teams:"
+      pp auto_conf_teams
+      puts ">>> #{matches.size} matches:"
+      pp matches[0,2]   ## print first two matches
+      puts "..."
+      puts ">>> #{rounds.size} rounds:"
+      pp rounds
+      puts ">>> #{groups.size} groups:"
+      pp groups
+end  # each paths
+
+=begin
+if errors.size > 0
+    puts
+    pp errors
+    puts
+    puts "!!   #{errors.size} parse error(s) in #{paths.size} datafiles(s)"
+else
+    puts
+    puts "OK   no parse errors found in #{paths.size} datafile(s)"
+end
+=end
+
+puts "bye"
+
+end  # self.main
+end  # module Fbx