fbtok 0.4.0 → 0.4.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: d2f0738b7fe70aa6b73cb62e99c6319fe782be09aca0f73f7891a037b98ba020
-  data.tar.gz: b801c24152bac941a766f1340409e3a32aeefb69a217bff94f7f86953749d2b1
+  metadata.gz: 0bd9a1ff623cc7049c87db9b8344799d9ee49294bf1cd8f2a48cd57886fd0b89
+  data.tar.gz: 35acfef6ccd67319d218e8dd849e3772042d8190afe786f73ba98fa19ca2418b
 SHA512:
-  metadata.gz: 406113d724520254adf88aedbe49a6a11ea46aaeaebe85666f2a7a78ea1712936508db4b27bdda928436551d64f52503bc7c9cf98aef464af3cb200917ff324d
-  data.tar.gz: 9e5d237e6d3344b5c4ffb005d5d0c32d40003933ed99594d5e7a6480b6779254f92a15bfde8c4cc6b8b67feb39f4e40e8489d8cae009708eccccbf13b05fdc6b
+  metadata.gz: 20054a913668ac69f58bc17ebbc4bdc6de6528639f64a52b60925e87129f05fbd9bfe4a87c9ea8be55bf0d5010280e0fdf2f56b8b1b892b9f4744d99aa66239b
+  data.tar.gz: c7980b69a62273c6fffd4c7025ccb086a96070ee8dff51248fab1ddf08ef2625de467e646c4496570f163519d88985e06698c1452e639419c629521320bc26c5

data/CHANGELOG.md

@@ -1,4 +1,4 @@
-### 0.4.0
+### 0.4.2
 ### 0.0.1 / 2025-01-02
 
 * Everything is new. First release.

data/Manifest.txt

@@ -3,8 +3,13 @@ Manifest.txt
 README.md
 Rakefile
 bin/fbquick
+bin/fbquik
 bin/fbtok
 bin/fbtree
 bin/fbx
 lib/fbtok.rb
+lib/fbtok/fbquick.rb
+lib/fbtok/fbtok.rb
+lib/fbtok/fbtree.rb
+lib/fbtok/fbx.rb
 lib/fbtok/pathspec.rb

data/README.md

@@ -25,23 +25,25 @@ $ gem install fbtok
 - depends on sportdb-parser
 
 get help
+
 ```
 $ fbtok -h
 $ fbtree -h
 ```
 
 run on single / individual (data)files
-````
+
+```
 $ fbtok england/2025-26/1-permierleague.txt
 $ fbtok worldcup/min/2022.txt
 
 $ fbtree england/2025-26/1-permierleague.txt
 $ fbtree worldcup/min/2022.txt
-
 ```
 
 or on directories (auto-collecting all datafiles)
 
+```
 $ fbtok england
 $ fbtok worldcup
 
@@ -50,31 +52,32 @@ $ fbtree worldcup
 ```
 
 
-
-### fbquick & fbx   -  use quick match reader & dump match schedule
+### fbquick/fbquik & fbx   -  use quick match reader & dump match schedule
 
 - depends on sportdb-quick (& sportdb-parser)
 
 get help
+
 ```
-$ fbquick -h
+$ fbquik -h
 $ fbx -h
 ```
 
 run on single / individual (data)files
-````
-$ fbquick england/2025-26/1-permierleague.txt
-$ fbquick worldcup/min/2022.txt
+
+```
+$ fbquik england/2025-26/1-permierleague.txt
+$ fbquik worldcup/min/2022.txt
 
 $ fbx england/2025-26/1-permierleague.txt
 $ fbx worldcup/min/2022.txt
-
 ```
 
 or on directories (auto-collecting all datafiles)
 
-$ fbquick england
-$ fbquick worldcup
+```
+$ fbquik england
+$ fbquik worldcup
 ```
 
 note: `fbx` only works with single / individual (data)files
@@ -82,8 +85,6 @@ note: `fbx` only works with single / individual (data)files
 
 
 
-
-
 ## Questions? Comments?
 
 Yes, you can. More than welcome.

data/Rakefile

@@ -2,7 +2,7 @@ require 'hoe'
 
 
 Hoe.spec 'fbtok' do
-  self.version = '0.4.0'
+  self.version = '0.4.2'
 
   self.summary = "fbtok - football.txt lint tools incl. tokenizer, parser & more"
   self.description = summary

data/bin/fbquick

@@ -7,130 +7,16 @@
 ##     -or-
 ##   $ ruby -I ../parser/lib -I ../quick/lib -I ./lib bin/fbquick
 
-##
-## todo/fix - add (shortcut) alias  fbquik,fbqk - why? why not?
 
+## quick hack
+##   if available always use latest (local) source version
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/parser/lib' )
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/quick/lib' )
 
-## our own code
-require 'fbtok'
-
-
-
-
- args = ARGV
- opts = { debug: false,
-          file:  nil,
-        }
-
- parser = OptionParser.new do |parser|
-  parser.banner = "Usage: #{$PROGRAM_NAME} [options]"
-
-##
-## check if git has a offline option?? (use same)
-##             check for other tools - why? why not?
-#    parser.on( "-q", "--quiet",
-#                 "less debug output/messages - default is (#{!opts[:debug]})" ) do |debug|
-#      opts[:debug] = false
-#    end
-   parser.on( "--verbose", "--debug",
-               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
-     opts[:debug] = true
-   end
-
-    parser.on( "-f FILE", "--file FILE",
-                    "read datafiles (pathspecs) via .csv file") do |file|
-      opts[:file] = file
-    end
-
-
-end
-parser.parse!( args )
-
-
-
-if opts[:debug]
-  puts "OPTS:"
-  p opts
-  puts "ARGV:"
-  p args
-
-  SportDb::QuickMatchReader.debug = true
-  SportDb::MatchParser.debug      = true
-else
-  SportDb::QuickMatchReader.debug = false
-  SportDb::MatchParser.debug      = false
-  LogUtils::Logger.root.level = :info
-end
-
-
-## todo/check - use packs or projects or such
-##                instead of specs - why? why not?
-specs =  if opts[:file]
-            read_pathspecs( opts[:file] )
-         else
-           args =     ['/sports/openfootball/euro/2021--europe/euro.txt',
-                       '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
 
-            build_pathspecs( args )
-         end
-
-pp specs
-
-
-
-  specs.each_with_index do |rec,i|
-    datafiles = rec['datafiles']
-    errors = []
-
-    datafiles.each_with_index do |path,j|
-      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
-      txt = read_text( path )
-      quick = SportDb::QuickMatchReader.new( txt )
-      matches = quick.parse
-
-      if quick.errors?
-        puts "!! #{quick.errors.size} error(s):"
-        pp quick.errors
-
-        quick.errors.each do |err|
-          errors << [ path, *err ]   # note: use splat (*) to add extra values (starting with msg)
-        end
-      end
-      puts "  #{matches.size} match(es)"
-    end
-
-    if errors.size > 0
-      puts
-      puts "!! #{errors.size} PARSE ERRORS in #{datafiles.size} datafile(s)"
-      pp errors
-    else
-      puts
-      puts "  OK - no parse errors in #{datafiles.size} datafile(s)"
-    end
-
-     ## add errors to rec via rec['errors'] to allow
-     ##   for further processing/reporting
-     rec['errors'] = errors
-  end
-
-
-
-###
-## generate a report if --file option used
-if opts[:file]
-  buf = SportDb::PathspecReport.new(
-            specs,
-            title: 'fbquick summary report' ).build
-
-  puts
-  puts "SUMMARY:"
-  puts buf
-
-  #  maybe write out in the future?
-  # basedir  = File.dirname( opts[:file] )
-  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
-end
 
+## our own code
+require 'fbtok'
 
 
-puts "bye"
+Fbquick.main

data/bin/fbquik

@@ -0,0 +1,16 @@
+#!/usr/bin/env ruby
+
+## tip: to test run:
+##   $ ruby -I ./lib bin/fbquik
+
+## quick hack
+##   if available always use latest (local) source version
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/parser/lib' )
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/quick/lib' )
+
+
+## our own code
+require 'fbtok'
+
+
+Fbquick.main

data/bin/fbtok

@@ -3,125 +3,12 @@
 ## tip: to test run:
 ##   $ ruby -I ./lib bin/fbtok
 
-require 'fbtok'
-
-args = ARGV
-
-
-opts = {
-    debug: true,
-    warn:  false,
-    file:  nil,
-}
-
-parser = OptionParser.new do |parser|
-  parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
-
-
-  parser.on( "-q", "--quiet",
-             "less debug output/messages (default: #{!opts[:debug]})" ) do |debug|
-    opts[:debug] = false
-  end
-  parser.on( "--verbose", "--debug",
-               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
-    opts[:debug] = true
-  end
-  parser.on( "-w", "--warn",
-              "turn warnings into errors (default: #{opts[:warn]})" ) do |warn|
-    opts[:warn] = true
-  end
-
-
-  parser.on( "-f FILE", "--file FILE",
-                "read datafiles (pathspecs) via .csv file") do |file|
-    opts[:file] = file
-    ## note: for batch (massive) processing auto-set debug (verbose output) to false (as default)
-    opts[:debug] = false
-  end
-end
-parser.parse!( args )
-
-
-
-if opts[:debug]
-  puts "OPTS:"
-  p opts
-  puts "ARGV:"
-  p args
-end
-
-
-# SportDb::Parser::Linter.debug = opts[:debug]
-# SportDb::Parser::Linter.warn  = opts[:warn]
-
-
-
-## todo/check - use packs or projects or such
-##                instead of specs - why? why not?
-specs =  if opts[:file]
-            read_pathspecs( opts[:file] )
-         else
-           args = ['/sports/openfootball/euro/2021--europe/euro.txt',
-                   '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
+## quick hack
+##   if available always use latest (local) source version
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/parser/lib' )
 
-            build_pathspecs( args )
-         end
 
+require 'fbtok'
 
-pp specs
-
-
-
-specs.each_with_index do |rec,i|
-    datafiles = rec['datafiles']
-
-    errors = []
-
-    datafiles.each_with_index do |path,j|
-      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
-
-      txt = read_text( path )
-      lexer = SportDb::Lexer.new( txt, debug: opts[:debug] )
-      tokens, more_errors = lexer.tokenize_with_errors
-
-      ####
-      ## todo - report error on empty file (no tokens!!!)
-
-      puts "   #{tokens.size} token(s)"
-
-      errors += more_errors    if more_errors.size > 0
-   end
-
-   if errors.size > 0
-      puts
-      pp errors
-      puts
-      puts "!!   #{errors.size} tokenize error(s) in #{datafiles.size} datafiles(s)"
-   else
-      puts
-      puts "OK   no tokenize errors found in #{datafiles.size} datafile(s)"
-   end
-
-   ## add errors to rec via rec['errors'] to allow
-   ##   for further processing/reporting
-   rec['errors'] = errors
-end
-
-
-###
-## generate a report if --file option used
-if opts[:file]
-  buf = SportDb::PathspecReport.new(
-            specs,
-            title: 'fbtok summary report' ).build
-
-  puts
-  puts "SUMMARY:"
-  puts buf
-
-  #  maybe write out in the future?
-  # basedir  = File.dirname( opts[:file] )
-  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
-end
 
-puts "bye"
+Fbtok.main

data/bin/fbtree

@@ -3,140 +3,11 @@
 ## tip: to test run:
 ##   $ ruby -I ./lib bin/fbtree
 
-require 'fbtok'
-
-args = ARGV
-
-
-opts = {
-    debug: true,
-    warn:  false,
-    file:  nil,
-}
-
-parser = OptionParser.new do |parser|
-  parser.banner = "Usage: #{$PROGRAM_NAME} [options] PATH"
-
-
-  parser.on( "-q", "--quiet",
-             "less debug output/messages (default: #{!opts[:debug]})" ) do |debug|
-    opts[:debug] = false
-  end
-  parser.on( "--verbose", "--debug",
-               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
-    opts[:debug] = true
-  end
-  parser.on( "-w", "--warn",
-              "turn warnings into errors (default: #{opts[:warn]})" ) do |warn|
-    opts[:warn] = true
-  end
-
-
-  parser.on( "-f FILE", "--file FILE",
-                "read datafiles (pathspecs) via .csv file") do |file|
-    opts[:file] = file
-    ## note: for batch (massive) processing auto-set debug (verbose output) to false (as default)
-    opts[:debug] = false
-  end
-
-end
-parser.parse!( args )
-
-
-if opts[:debug]
-  puts "OPTS:"
-  p opts
-  puts "ARGV:"
-  p args
-end
-
-
-# SportDb::Parser::Linter.debug = opts[:debug]
-# SportDb::Parser::Linter.warn  = opts[:warn]
-
-
-
-
-## todo/check - use packs or projects or such
-##                instead of specs - why? why not?
-specs =  if opts[:file]
-            read_pathspecs( opts[:file] )
-         else
-           args = ['/sports/openfootball/euro/2021--europe/euro.txt',
-                   '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
-
-            build_pathspecs( args )
-         end
-
 
+## quick hack
+##   if available always use latest (local) source version
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/parser/lib' )
 
-def dump_tree_stats( tree )
-  stats = Hash.new(0)  ## track counts only for now
-  tree.each do |node|
-     stats[ node.class ] += 1
-  end
-
-  match_count  = stats[ RaccMatchParser::MatchLine ]
-  goal_count   = stats[ RaccMatchParser::GoalLine ]
-  lineup_count = stats[ RaccMatchParser::LineupLine ]
-
-  puts "   #{match_count} MatchLine(s)"     if match_count > 0
-  puts "   #{goal_count} GoalLine(s)"       if goal_count > 0
-  puts "   #{lineup_count} LineupLine(s)"   if lineup_count > 0
-end
-
-
-
-
-
-specs.each_with_index do |rec,i|
-    datafiles = rec['datafiles']
-
-    errors = []
-
-   datafiles.each_with_index do |path,j|
-      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
-
-      txt = read_text( path )
-      parser = RaccMatchParser.new( txt, debug: opts[:debug] )
-      tree = parser.parse
-
-      dump_tree_stats( tree )
-
-      errors += parser.errors    if parser.errors?
-   end
-
-   if errors.size > 0
-      puts
-      pp errors
-      puts
-      puts "!!   #{errors.size} parse error(s) in #{datafiles.size} datafiles(s)"
-   else
-      puts
-      puts "OK   no parse errors found in #{datafiles.size} datafile(s)"
-   end
-
-   ## add errors to rec via rec['errors'] to allow
-   ##   for further processing/reporting
-   rec['errors'] = errors
-end
-
-
-###
-## generate a report if --file option used
-if opts[:file]
-
-  buf = SportDb::PathspecReport.new(
-            specs,
-            title: 'fbtree summary report' ).build
-
-  puts
-  puts "SUMMARY:"
-  puts buf
-
-  #  maybe write out in the future?
-  # basedir  = File.dirname( opts[:file] )
-  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
-end
+require 'fbtok'
 
-puts "bye"
+Fbtree.main

data/bin/fbx

@@ -1,110 +1,18 @@
 #!/usr/bin/env ruby
 
 ## tip: to test run:
-##   $ ruby -I ./lib -I ../parser/lib bin/fbx
+##   $ ruby -I ./lib  bin/fbx
 
-##
-## todo/fix - use for testing
-#                reads textfile and dumps results in json
-#
-#  check - keep fbx name or find a differnt name - why? why not?
 
+## quick hack
+##   if available always use latest (local) source version
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/parser/lib' )
+$LOAD_PATH.unshift( '/sports/sportdb/sport.db.v2/quick/lib' )
 
-## our own code
-require 'fbtok'
-
-
-##
-## read textfile
-##   and dump match parse results
-##
-##   fbt  ../openfootball/.../euro.txt
-
-
-
-
- args = ARGV
- opts = { debug: false,
-          outline: false }
-
- parser = OptionParser.new do |parser|
-  parser.banner = "Usage: #{$PROGRAM_NAME} [options]"
-
-##
-## check if git has a offline option?? (use same)
-##             check for other tools - why? why not?
-
-
-  parser.on( "--verbose", "--debug",
-               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
-    opts[:debug] = debug
-  end
-
-#  parser.on( "--outline",
-#                "turn on outline (only) output (default: #{opts[:outline]})" ) do |outline|
-#    opts[:outline] = outline
-#  end
-end
-parser.parse!( args )
-
-
-if opts[:debug]
-  puts "OPTS:"
-  p opts
-  puts "ARGV:"
-  p args
 
-  SportDb::MatchParser.debug = true
-else
-  SportDb::MatchParser.debug = false
-  LogUtils::Logger.root.level = :info
-end
 
+## our own code
+require 'fbtok'
 
-args =  [
-              '../../../openfootball/euro/2021--europe/euro.txt',
-              '../../../openfootball/euro/2024--germany/euro.txt',
-        ]   if args.empty?
-
-pp args
-
-
-paths = args
-
-
-## errors = []
-
-
-paths.each_with_index do |path,i|
-    puts "==> [#{i+1}/#{paths.size}] reading >#{path}<..."
-
-    txt = read_text( path )
-
-    parser = SportDb::MatchParser.new( txt, start: nil )
-
-    auto_conf_teams, matches, rounds, groups = parser.parse
-
-      puts ">>> #{auto_conf_teams.size} teams:"
-      pp auto_conf_teams
-      puts ">>> #{matches.size} matches:"
-      pp matches[0,2]   ## print first two matches
-      puts "..."
-      puts ">>> #{rounds.size} rounds:"
-      pp rounds
-      puts ">>> #{groups.size} groups:"
-      pp groups
-end  # each paths
-
-=begin
-if errors.size > 0
-    puts
-    pp errors
-    puts
-    puts "!!   #{errors.size} parse error(s) in #{paths.size} datafiles(s)"
-else
-    puts
-    puts "OK   no parse errors found in #{paths.size} datafile(s)"
-end
-=end
 
-puts "bye"
+Fbx.main

data/lib/fbtok/fbquick.rb

@@ -0,0 +1,123 @@
+
+module Fbquick
+
+
+def self.main( args=ARGV )
+
+ opts = { debug: false,
+          file:  nil,
+        }
+
+ parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE or DIR"
+
+##
+## check if git has a offline option?? (use same)
+##             check for other tools - why? why not?
+#    parser.on( "-q", "--quiet",
+#                 "less debug output/messages - default is (#{!opts[:debug]})" ) do |debug|
+#      opts[:debug] = false
+#    end
+   parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+     opts[:debug] = true
+   end
+
+    parser.on( "-f FILE", "--file FILE",
+                    "read datafiles (pathspecs) via .csv file") do |file|
+      opts[:file] = file
+    end
+
+
+end
+parser.parse!( args )
+
+
+
+if opts[:debug]
+  puts "OPTS:"
+  p opts
+  puts "ARGV:"
+  p args
+
+  SportDb::QuickMatchReader.debug = true
+  SportDb::MatchParser.debug      = true
+else
+  SportDb::QuickMatchReader.debug = false
+  SportDb::MatchParser.debug      = false
+  LogUtils::Logger.root.level = :info
+end
+
+
+## todo/check - use packs or projects or such
+##                instead of specs - why? why not?
+specs =  if opts[:file]
+            read_pathspecs( opts[:file] )
+         else
+           args =     ['/sports/openfootball/euro/2021--europe/euro.txt',
+                       '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
+
+            build_pathspecs( args )
+         end
+
+pp specs
+
+
+
+  specs.each_with_index do |rec,i|
+    datafiles = rec['datafiles']
+    errors = []
+
+    datafiles.each_with_index do |path,j|
+      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
+      txt = read_text( path )
+      quick = SportDb::QuickMatchReader.new( txt )
+      matches = quick.parse
+
+      if quick.errors?
+        puts "!! #{quick.errors.size} error(s):"
+        pp quick.errors
+
+        quick.errors.each do |err|
+          errors << [ path, *err ]   # note: use splat (*) to add extra values (starting with msg)
+        end
+      end
+      puts "  #{matches.size} match(es)"
+    end
+
+    if errors.size > 0
+      puts
+      puts "!! #{errors.size} PARSE ERRORS in #{datafiles.size} datafile(s)"
+      pp errors
+    else
+      puts
+      puts "  OK - no parse errors in #{datafiles.size} datafile(s)"
+    end
+
+     ## add errors to rec via rec['errors'] to allow
+     ##   for further processing/reporting
+     rec['errors'] = errors
+  end
+
+
+
+###
+## generate a report if --file option used
+if opts[:file]
+  buf = SportDb::PathspecReport.new(
+            specs,
+            title: 'fbquick summary report' ).build
+
+  puts
+  puts "SUMMARY:"
+  puts buf
+
+  #  maybe write out in the future?
+  # basedir  = File.dirname( opts[:file] )
+  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
+end
+
+puts "bye"
+end
+
+end  # module Fbquick

data/lib/fbtok/fbtok.rb

@@ -0,0 +1,127 @@
+
+module Fbtok
+
+
+def self.main( args=ARGV )
+
+opts = {
+    debug: true,
+    warn:  false,
+    file:  nil,
+}
+
+
+parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE or DIR"
+
+
+  parser.on( "-q", "--quiet",
+             "less debug output/messages (default: #{!opts[:debug]})" ) do |debug|
+    opts[:debug] = false
+  end
+  parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+    opts[:debug] = true
+  end
+  parser.on( "-w", "--warn",
+              "turn warnings into errors (default: #{opts[:warn]})" ) do |warn|
+    opts[:warn] = true
+  end
+
+
+  parser.on( "-f FILE", "--file FILE",
+                "read datafiles (pathspecs) via .csv file") do |file|
+    opts[:file] = file
+    ## note: for batch (massive) processing auto-set debug (verbose output) to false (as default)
+    opts[:debug] = false
+  end
+end
+parser.parse!( args )
+
+
+
+if opts[:debug]
+  puts "OPTS:"
+  p opts
+  puts "ARGV:"
+  p args
+end
+
+
+# SportDb::Parser::Linter.debug = opts[:debug]
+# SportDb::Parser::Linter.warn  = opts[:warn]
+
+
+
+## todo/check - use packs or projects or such
+##                instead of specs - why? why not?
+specs =  if opts[:file]
+            read_pathspecs( opts[:file] )
+         else
+           args = ['/sports/openfootball/euro/2021--europe/euro.txt',
+                   '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
+
+            build_pathspecs( args )
+         end
+
+
+pp specs
+
+
+
+specs.each_with_index do |rec,i|
+    datafiles = rec['datafiles']
+
+    errors = []
+
+    datafiles.each_with_index do |path,j|
+      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
+
+      txt = read_text( path )
+      lexer = SportDb::Lexer.new( txt, debug: opts[:debug] )
+      tokens, more_errors = lexer.tokenize_with_errors
+
+      ####
+      ## todo - report error on empty file (no tokens!!!)
+
+      puts "   #{tokens.size} token(s)"
+
+      errors += more_errors    if more_errors.size > 0
+   end
+
+   if errors.size > 0
+      puts
+      pp errors
+      puts
+      puts "!!   #{errors.size} tokenize error(s) in #{datafiles.size} datafiles(s)"
+   else
+      puts
+      puts "OK   no tokenize errors found in #{datafiles.size} datafile(s)"
+   end
+
+   ## add errors to rec via rec['errors'] to allow
+   ##   for further processing/reporting
+   rec['errors'] = errors
+end
+
+
+###
+## generate a report if --file option used
+if opts[:file]
+  buf = SportDb::PathspecReport.new(
+            specs,
+            title: 'fbtok summary report' ).build
+
+  puts
+  puts "SUMMARY:"
+  puts buf
+
+  #  maybe write out in the future?
+  # basedir  = File.dirname( opts[:file] )
+  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
+end
+
+puts "bye"
+
+end  # self.main
+end  # module Fbtok

data/lib/fbtok/fbtree.rb

@@ -0,0 +1,141 @@
+
+module Fbtree
+
+def self.main( args=ARGV )
+
+
+opts = {
+    debug: true,
+    warn:  false,
+    file:  nil,
+}
+
+parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE or DIR"
+
+
+  parser.on( "-q", "--quiet",
+             "less debug output/messages (default: #{!opts[:debug]})" ) do |debug|
+    opts[:debug] = false
+  end
+  parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+    opts[:debug] = true
+  end
+  parser.on( "-w", "--warn",
+              "turn warnings into errors (default: #{opts[:warn]})" ) do |warn|
+    opts[:warn] = true
+  end
+
+
+  parser.on( "-f FILE", "--file FILE",
+                "read datafiles (pathspecs) via .csv file") do |file|
+    opts[:file] = file
+    ## note: for batch (massive) processing auto-set debug (verbose output) to false (as default)
+    opts[:debug] = false
+  end
+
+end
+parser.parse!( args )
+
+
+if opts[:debug]
+  puts "OPTS:"
+  p opts
+  puts "ARGV:"
+  p args
+end
+
+
+# SportDb::Parser::Linter.debug = opts[:debug]
+# SportDb::Parser::Linter.warn  = opts[:warn]
+
+
+
+
+## todo/check - use packs or projects or such
+##                instead of specs - why? why not?
+specs =  if opts[:file]
+            read_pathspecs( opts[:file] )
+         else
+           args = ['/sports/openfootball/euro/2021--europe/euro.txt',
+                   '/sports/openfootball/euro/2024--germany/euro.txt']  if args.empty?
+
+            build_pathspecs( args )
+         end
+
+
+
+
+specs.each_with_index do |rec,i|
+    datafiles = rec['datafiles']
+
+    errors = []
+
+   datafiles.each_with_index do |path,j|
+      puts "==> [#{i+1}/#{specs.size}, #{j+1}/#{datafiles.size}] reading >#{path}<..."
+
+      txt = read_text( path )
+      parser = RaccMatchParser.new( txt, debug: opts[:debug] )
+      tree = parser.parse
+
+      dump_tree_stats( tree )
+
+      errors += parser.errors    if parser.errors?
+   end
+
+
+   if errors.size > 0
+      puts
+      pp errors
+      puts
+      puts "!!   #{errors.size} parse error(s) in #{datafiles.size} datafiles(s)"
+   else
+      puts
+      puts "OK   no parse errors found in #{datafiles.size} datafile(s)"
+   end
+
+   ## add errors to rec via rec['errors'] to allow
+   ##   for further processing/reporting
+   rec['errors'] = errors
+end
+
+
+###
+## generate a report if --file option used
+if opts[:file]
+
+  buf = SportDb::PathspecReport.new(
+            specs,
+            title: 'fbtree summary report' ).build
+
+  puts
+  puts "SUMMARY:"
+  puts buf
+
+  #  maybe write out in the future?
+  # basedir  = File.dirname( opts[:file] )
+  # basename = File.basename( opts[:file], File.extname( opts[:file] ))
+end
+
+puts "bye"
+end
+
+
+def self.dump_tree_stats( tree )
+  stats = Hash.new(0)  ## track counts only for now
+  tree.each do |node|
+     stats[ node.class ] += 1
+  end
+
+  match_count  = stats[ RaccMatchParser::MatchLine ]
+  goal_count   = stats[ RaccMatchParser::GoalLine ]
+  lineup_count = stats[ RaccMatchParser::LineupLine ]
+
+  puts "   #{match_count} MatchLine(s)"     if match_count > 0
+  puts "   #{goal_count} GoalLine(s)"       if goal_count > 0
+  puts "   #{lineup_count} LineupLine(s)"   if lineup_count > 0
+end
+
+
+end # module Fbtree

data/lib/fbtok/fbx.rb

@@ -0,0 +1,107 @@
+##
+## todo/fix - use for testing
+#                reads textfile and dumps results in json
+#
+#  check - keep fbx name or find a differnt name - why? why not?
+
+##
+## read textfile
+##   and dump match parse results
+##
+##   fbt  ../openfootball/.../euro.txt
+
+
+
+module Fbx
+
+def self.main( args=ARGV )
+
+ opts = { debug: false,
+          outline: false }
+
+ parser = OptionParser.new do |parser|
+  parser.banner = "Usage: #{$PROGRAM_NAME} [options] DATAFILE"
+
+##
+## check if git has a offline option?? (use same)
+##             check for other tools - why? why not?
+
+
+  parser.on( "--verbose", "--debug",
+               "turn on verbose / debug output (default: #{opts[:debug]})" ) do |debug|
+    opts[:debug] = debug
+  end
+
+#  parser.on( "--outline",
+#                "turn on outline (only) output (default: #{opts[:outline]})" ) do |outline|
+#    opts[:outline] = outline
+#  end
+end
+parser.parse!( args )
+
+
+if opts[:debug]
+  puts "OPTS:"
+  p opts
+  puts "ARGV:"
+  p args
+
+  SportDb::MatchParser.debug = true
+else
+  SportDb::MatchParser.debug = false
+  LogUtils::Logger.root.level = :info
+end
+
+
+args =  [
+              '../../../openfootball/euro/2021--europe/euro.txt',
+              '../../../openfootball/euro/2024--germany/euro.txt',
+        ]   if args.empty?
+
+pp args
+
+
+
+## errors = []
+
+
+paths = args
+
+paths.each_with_index do |path,i|
+    puts "==> [#{i+1}/#{paths.size}] reading >#{path}<..."
+
+    txt = read_text( path )
+
+    ##
+    ## note - use start: nil => requires that first date incl. a year!!!
+    parser = SportDb::MatchParser.new( txt, start: nil )
+
+    auto_conf_teams, matches, rounds, groups = parser.parse
+
+      puts ">>> #{auto_conf_teams.size} teams:"
+      pp auto_conf_teams
+      puts ">>> #{matches.size} matches:"
+      pp matches[0,2]   ## print first two matches
+      puts "..."
+      puts ">>> #{rounds.size} rounds:"
+      pp rounds
+      puts ">>> #{groups.size} groups:"
+      pp groups
+end  # each paths
+
+=begin
+if errors.size > 0
+    puts
+    pp errors
+    puts
+    puts "!!   #{errors.size} parse error(s) in #{paths.size} datafiles(s)"
+else
+    puts
+    puts "OK   no parse errors found in #{paths.size} datafile(s)"
+end
+=end
+
+puts "bye"
+
+end  # self.main
+end  # module Fbx

data/lib/fbtok/pathspec.rb

@@ -20,6 +20,9 @@ class Pathspec
     ##     BUT NOT as first character!!! (e.g. exclude .confg.txt !!!)
     ##               e.g. 2024-25/at.1.txt
     ##                        change to at_1 or uefa_cl or such - why? why not?
+    ##
+    ##   note - support case-insensitive flag  (e.g. 2025-26/namur/2_Prov_A.txt)
+
     MATCH_RE = %r{
                     ## "classic" variant i)  with season folder
                     ##     e.g.  /1930/cup.txt
@@ -30,6 +33,13 @@ class Pathspec
                           (?:  --[a-z0-9_-]+
                           )?
                          /
+
+                        ### note - allow optional directories
+                        (?:
+                            [a-z0-9][a-z0-9_-]*
+                              /
+                        )*
+
                        [a-z0-9][a-z0-9._-]* \.txt   ## e.g /1-premierleague.txt
                          $
                     )
@@ -46,7 +56,7 @@ class Pathspec
                             \.txt
                             $
                     )
-                }x
+                }xi
 
     ### add support for matchdatafile with season NOT in directory
     ##      but starting filename e.g. 2024_friendlies.txt or 2024-25_bundesliga.txt
@@ -58,6 +68,12 @@ end
 
 
 ## todo/check - rename to glob or expand or such - why? why not?
+
+##
+##  todo - add a strict: true|false or   all: true|false or such option
+##                    that will use generic **/*.txt and only use ignore filter!!!
+
+
 def self._find( path, seasons: nil )
     ## check - rename dir
     ##          use root_dir or work_dir or cd or such - why? why not?
@@ -95,6 +111,8 @@ def self._find( path, seasons: nil )
           next   if seasons && seasons.size > 0 &&
                     !seasons.include?( Season.parse( m[:season] ))
 
+
+          #########
           ### exclude squad
           ##   and .v2 or .v2603
           ##
@@ -107,6 +125,12 @@ def self._find( path, seasons: nil )
           next   if /squad/i.match( basename )
           next   if /\.v[0-9][0-9_]*/i.match( basename )
 
+          #####
+          ### exclude dirs  w/ squad or wiki
+          dirname  = File.dirname( candidate )
+
+          next   if /squad|wiki/i.match( dirname )
+
 
           datafiles << candidate
        end

data/lib/fbtok.rb

@@ -4,3 +4,9 @@ require 'sportdb/quick'
 
 ## our own code
 require_relative 'fbtok/pathspec'
+
+
+require_relative 'fbtok/fbtok'
+require_relative 'fbtok/fbtree'
+require_relative 'fbtok/fbquick'
+require_relative 'fbtok/fbx'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fbtok
 version: !ruby/object:Gem::Version
-  version: 0.4.0
+  version: 0.4.2
 platform: ruby
 authors:
 - Gerald Bauer
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2026-05-26 00:00:00.000000000 Z
+date: 2026-05-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: sportdb-parser
@@ -76,6 +76,7 @@ description: fbtok - football.txt lint tools incl. tokenizer, parser & more
 email: gerald.bauer@gmail.com
 executables:
 - fbquick
+- fbquik
 - fbtok
 - fbtree
 - fbx
@@ -90,10 +91,15 @@ files:
 - README.md
 - Rakefile
 - bin/fbquick
+- bin/fbquik
 - bin/fbtok
 - bin/fbtree
 - bin/fbx
 - lib/fbtok.rb
+- lib/fbtok/fbquick.rb
+- lib/fbtok/fbtok.rb
+- lib/fbtok/fbtree.rb
+- lib/fbtok/fbx.rb
 - lib/fbtok/pathspec.rb
 homepage: https://github.com/sportdb/footty
 licenses: