fbtxt-lexer 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 3adf411ebce4d6898db3420ee0f5e0a5351cbd02356ecd136337db829ac43afc
+  data.tar.gz: 54009bc1ff2ad87d5b759f031e07504ee4794560266b3b3f886831d26a3f662f
+SHA512:
+  metadata.gz: 8e57cf05f3719c60b6470a83f0c3839652180e6027e956cc1c498cf5f3c8968068e3a06d479c7a15d6fcf6ca7ffdc70a6ac37ec15b9f3d4ac6be201b214787f6
+  data.tar.gz: 05a5b695db33fe546eaf9988d8d31a599144b04a301f6589effe0259572503b40845c2fc3b146c540acd425ac8b7725a809f38a56d765f268c52cef28ff3c231

data/CHANGELOG.md

@@ -0,0 +1,3 @@
+### 0.0.1 / 2026-08-16
+
+* Everything is new. First release.

data/Manifest.txt

@@ -0,0 +1,47 @@
+CHANGELOG.md
+Manifest.txt
+README.md
+Rakefile
+lib/fbtxt/lexer.rb
+lib/fbtxt/lexer/debuggable.rb
+lib/fbtxt/lexer/lexer-logger.rb
+lib/fbtxt/lexer/lexer-on_goal.rb
+lib/fbtxt/lexer/lexer-on_group_def.rb
+lib/fbtxt/lexer/lexer-on_prop_cards.rb
+lib/fbtxt/lexer/lexer-on_prop_lineup.rb
+lib/fbtxt/lexer/lexer-on_prop_misc.rb
+lib/fbtxt/lexer/lexer-on_prop_penalties.rb
+lib/fbtxt/lexer/lexer-on_round_def.rb
+lib/fbtxt/lexer/lexer-on_top.rb
+lib/fbtxt/lexer/lexer-prep_doc.rb
+lib/fbtxt/lexer/lexer-prep_line.rb
+lib/fbtxt/lexer/lexer-props.rb
+lib/fbtxt/lexer/lexer-tokenize_line.rb
+lib/fbtxt/lexer/lexer-tokenize_norm.rb
+lib/fbtxt/lexer/lexer.rb
+lib/fbtxt/lexer/lexer_buffer.rb
+lib/fbtxt/lexer/lexer_context.rb
+lib/fbtxt/lexer/lexer_token.rb
+lib/fbtxt/lexer/token-date--helpers.rb
+lib/fbtxt/lexer/token-date--names.rb
+lib/fbtxt/lexer/token-date.rb
+lib/fbtxt/lexer/token-date_duration.rb
+lib/fbtxt/lexer/token-geo.rb
+lib/fbtxt/lexer/token-goals--helpers.rb
+lib/fbtxt/lexer/token-goals.rb
+lib/fbtxt/lexer/token-group.rb
+lib/fbtxt/lexer/token-note.rb
+lib/fbtxt/lexer/token-prop.rb
+lib/fbtxt/lexer/token-prop_name.rb
+lib/fbtxt/lexer/token-round.rb
+lib/fbtxt/lexer/token-score--helpers.rb
+lib/fbtxt/lexer/token-score.rb
+lib/fbtxt/lexer/token-score_full.rb
+lib/fbtxt/lexer/token-score_fuller.rb
+lib/fbtxt/lexer/token-score_legs.rb
+lib/fbtxt/lexer/token-status.rb
+lib/fbtxt/lexer/token-status_inline.rb
+lib/fbtxt/lexer/token-text.rb
+lib/fbtxt/lexer/token-time.rb
+lib/fbtxt/lexer/token.rb
+lib/fbtxt/lexer/version.rb

data/README.md

@@ -0,0 +1,18 @@
+#  fbtxt-lexer - football.txt match lexer (& tokenizer)
+
+
+## Usage
+
+
+``` ruby
+result = Fbtxt.lex( txt )     # returns Fbtxt::LexerResult  w/ tokens, errors/ok?/nok?/etc.
+
+
+#-or-
+
+lexer = Fbtxt::Lexer.new(txt)
+tokens, errors = lexer.tokenize_with_errors
+```
+
+
+note - for porcelain / higher-level apis see `Fbtxt::Document`.

data/Rakefile

@@ -0,0 +1,30 @@
+require 'hoe'
+require './lib/fbtxt/lexer/version.rb'
+
+
+Hoe.spec 'fbtxt-lexer' do
+
+  self.version = Fbtxt::Module::Lexer::VERSION
+
+  self.summary = "fbtxt-lexer - football.txt match lexer (& tokenizer)"
+  self.description = summary
+
+  self.urls = { home: 'https://github.com/sportdb/sport.db' }
+
+  self.author = 'Gerald Bauer'
+  self.email  = 'gerald.bauer@gmail.com'
+
+  # switch extension to .markdown for gihub formatting
+  self.readme_file  = 'README.md'
+  self.history_file = 'CHANGELOG.md'
+
+  self.licenses = ['Public Domain']
+
+  self.extra_deps = [
+       ['cocos', '>= 0.4.2'],
+  ]
+
+  self.spec_extras = {
+    required_ruby_version: '>= 3.1.0'
+  }
+end

data/lib/fbtxt/lexer/debuggable.rb

@@ -0,0 +1,58 @@
+###
+## debugg(able) mix-in helper
+##      used for lexer & parser
+
+
+############
+##  fix - move (upcstream)  to cocos - why? why not?
+
+
+module Debuggable
+  def self.included(base)
+    base.extend(ClassMethods)
+  end
+
+  module ClassMethods
+    def debug=(value)
+        raise ArgumentError, "true|false required for debug flag; got #{value}"  unless value.is_a?(TrueClass) || value.is_a?(FalseClass)
+        @debug=value;
+    end
+    def debug()  @debug || false; end    ## note - default to false
+
+    def debug?() @debug == true; end
+  end
+
+
+  ########
+  ##  InstanceMethods
+  def debug?() self.class.debug?; end
+
+  ##
+  ## todo/check - allow/support multiple msg args - why? why not?
+
+  ##  note - use trace for debug for now - why? why not?
+  def _trace( *args )  __log__( :DEBUG, *args ); end
+
+  def _info( *args )   __log__( :INFO, *args );  end
+  def _warn( *args)    __log__( :WARN, *args ); end
+  def _error( *args )  __log__( :ERROR, *args ); end
+
+
+
+private
+  def __log__( level, *args )   ## :DEBUG, :INFO, :WARN, :ERROR, :FATAL etc.
+
+    if level == :DEBUG && !debug?
+        ## print nothing
+    else
+      msg = args.map do |arg|
+                arg.to_str
+               end.join(' | ')
+
+      fout =  level == :WARN || level == :ERROR || level == :FATAL ? STDERR : STDOUT
+
+      ## todo/check/fix - add/use/check for "local" logger
+      fout.puts "#{level} [#{self.class.name}] -- #{msg}"
+    end
+  end
+end  # module Debuggable

data/lib/fbtxt/lexer/lexer-logger.rb

@@ -0,0 +1,20 @@
+
+module Fbtxt
+class Lexer
+
+
+def log( msg )
+   ## append msg to ./logs.txt
+   ##     use ./errors.txt - why? why not?
+   ##
+   ##  change to ./logs_lexer.txt or such - why? why not?
+   ##    auto-add/prepend  [Lexer] and timestamp!!!  to msg - why? why not?
+   File.open( './logs.txt', 'a:utf-8' ) do |f|
+     f.write( "[Lexer] " + msg )
+     f.write( "\n" )
+   end
+end
+
+
+end   # class Lexer
+end   # module Fbtxt

data/lib/fbtxt/lexer/lexer-on_goal.rb

@@ -0,0 +1,167 @@
+module Fbtxt
+class Lexer
+
+
+
+
+GOAL_RE = Regexp.union(
+    SPACES_RE,
+    GOAL_MINUTE_RE,
+    GOAL_MINUTE_NA_RE,
+    GOAL_COUNT_RE,
+    PROP_NAME_RE,    ## note - (re)use prop name for now for (player) name
+    GOAL_SEP_ALT_RE,   ##  note - add dash (-) with (required) spaces
+    /  (?<sym> [;,)])  /x
+    ## todo/fix - add ANY_RE !!!!
+)
+
+
+def _on_goal( m, ctx: )
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:goal_sep_alt]
+             # was: [:GOAL_SEP_ALT, "<|GOAL_SEP_ALT|>" ]   ## e.g. dash (-) WITH leading & trailing space required
+             Token.new( :GOAL_SEP_ALT, m[:goal_sep_alt],
+                              lineno: ctx.lineno, offset: m.offset(:goal_sep_alt))
+         elsif m[:prop_name]    ## note - change prop_name to player
+             Token.new( :PLAYER, m[:name],
+                              lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:goal_minute]
+             Token.new( :GOAL_MINUTE, m[:goal_minute],
+                              lineno: ctx.lineno, offset: m.offset(:goal_minute),
+                              value: _build_goal_minute( m ))
+         elsif m[:goal_minute_na]
+              ## note -  (re)use GOAL_MINUTE token; no extra GOAL_MINUTE_NA or such - why? why not?
+              ##          make sure to handle 'm' => nil upstream!!!
+              ##                     change to  999 or -1 or such - why? why not?
+             Token.new( :GOAL_MINUTE, m[:goal_minute_na],
+                               lineno: ctx.lineno, offset: m.offset(:goal_minute_na),
+                                value: _build_goal_minute_na( m ))
+         elsif m[:goal_count]
+              Token.new( :GOAL_COUNT, m[:goal_count],
+                                lineno: ctx.lineno, offset: m.offset(:goal_count),
+                                value: _build_goal_count( m ))
+         elsif m[:sym]
+            case m[:sym]
+            when ')'  ## leave goal mode!!
+                _trace( "LEAVE GOAL_RE MODE" )
+                @re = RE
+                ##  note - use/return GOAL_END token   - change to GOAL_END_PAREN(THESIS)
+                ##                                or GOAL_PAREN_CLOSE/END ???
+                ##   fix - use ) too - why? why not?
+                ## was: [:GOALS_END, '<|GOALS_END|>']
+                Token.virtual( :GOALS_END, lineno: ctx.lineno  )
+            else
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+            end
+         else
+            ctx.warn_on_else( m, mode: 'GOAL' )
+            nil
+         end
+end
+
+
+
+
+GOAL_ALT_RE = Regexp.union(
+    SPACES_RE,
+    SCORE_RE,        ## e.g.  1-0, 0-1, etc.
+    GOAL_MINUTE_RE,
+    GOAL_TYPE_RE,
+    PROP_NAME_RE,    ## note - (re)use prop name for now for (player) name
+    /  (?<sym> [,)])  /x    ## note - no semicolon (;)
+    ## todo/fix - add ANY_RE !!!!
+)
+
+def _on_goal_alt( m, ctx: )
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_name]    ## note - change prop_name to player
+             Token.new(:PLAYER, m[:name],
+                           lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:goal_minute]
+             Token.new( :GOAL_MINUTE, m[:goal_minute],
+                              lineno: ctx.lineno, offset: m.offset(:goal_minute),
+                              value: _build_goal_minute( m ))
+         elsif m[:goal_type]
+             Token.new( :GOAL_TYPE,m[:goal_type],
+                              lineno: ctx.lineno, offset: m.offset(:goal_type),
+                              value: _build_goal_type( m ))
+         elsif m[:score]
+             Token.new( :SCORE, m[:score],
+                              lineno: ctx.lineno, offset: m.offset(:score),
+                              value: _build_score( m ))
+         elsif m[:sym]
+            case m[:sym]
+            when ')'  ## leave goal mode!!
+                _trace( "LEAVE GOAL_ALT_RE MODE" )
+                @re = RE
+                ##  note - use/return GOAL_END token   - change to GOAL_END_PAREN(THESIS)
+                ##                                or GOAL_PAREN_CLOSE/END ???
+                ## [:GOALS_END, '<|GOALS_END|>']
+                Token.virtual( :GOALS_END, lineno: ctx.lineno  )
+            else
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+            end
+         else
+            ctx.warn_on_else( m, mode: 'GOAL_ALT' )
+            nil
+         end
+end
+
+
+
+GOAL_COMPAT_RE = Regexp.union(
+    SPACES_RE,
+    SCORE_RE,        ## e.g.  1-0, 0-1, etc.
+    MINUTE_RE,          ## note - matches minute e.g.  92, 7, 7' 7+3, etc.
+    GOAL_TYPE_RE,
+    PROP_NAME_RE,    ## note - (re)use prop name for now for (player) name
+    /  (?<sym> [,)])  /x    ## note - no semicolon (;)
+    ## todo/fix - add ANY_RE !!!!
+)
+
+
+def _on_goal_compat( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_name]    ## note - change prop_name to player
+             Token.new(:PLAYER, m[:name],
+                           lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:minute]
+             Token.new(:MINUTE, m[:minute],
+                           lineno: ctx.lineno, offset: m.offset(:minute),
+                           value: _build_minute( m ))
+         elsif m[:goal_type]
+             Token.new( :GOAL_TYPE,m[:goal_type],
+                              lineno: ctx.lineno, offset: m.offset(:goal_type),
+                              value: _build_goal_type( m ))
+
+         elsif m[:score]
+             Token.new( :SCORE, m[:score],
+                              lineno: ctx.lineno, offset: m.offset(:score),
+                              value: _build_score( m ))
+         elsif m[:sym]
+            case m[:sym]
+            when ')'  ## leave goal mode!!
+                _trace( "LEAVE GOAL_COMPAT_RE MODE" )
+                @re = RE
+                ##  note - use/return GOAL_END token   - change to GOAL_END_PAREN(THESIS)
+                ##                                or GOAL_PAREN_CLOSE/END ???
+                ## [:GOALS_END, '<|GOALS_END|>']
+                Token.virtual( :GOALS_END, lineno: ctx.lineno  )
+            else
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+            end
+         else
+            ctx.warn_on_else( m, mode: 'GOAL_COMPAT' )
+            nil
+         end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/lexer/lexer-on_group_def.rb

@@ -0,0 +1,31 @@
+module Fbtxt
+class Lexer
+
+
+
+### note - add comma (,) as optional separator
+GROUP_DEF_RE = Regexp.union(  SPACES_RE,
+                              TEXT_RE,
+                              / (?<sym> [:|,] )  /x,
+                              ANY_RE,
+                           )
+
+
+def _on_group_def( m, ctx: )      ## note - m is MatchData object
+
+           if m[:spaces] || m[:space]
+               nil    ## skip spaces
+           elsif m[:text]
+               Token.new(:TEAM,  m[:text],
+                 lineno: ctx.lineno, offset: m.offset(:text))
+           elsif m[:sym]
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+           else
+              ctx.warn_on_else( m, mode: 'GROUP_DEF' )
+              nil
+           end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/lexer/lexer-on_prop_cards.rb

@@ -0,0 +1,61 @@
+module Fbtxt
+class Lexer
+
+
+##
+## todo - move CARDS_NONE_LEFT_RE,
+##             CARDS_SEP_ALT_RE      here!!
+
+
+
+######
+## todo - add examples for prop cards here !!:
+
+
+## note - no inline keys possible
+##         todo/fix - use custom (limited) prop basics too
+PROP_CARDS_RE =  Regexp.union(
+   SPACES_RE,
+   CARDS_NONE_LEFT_RE,
+   CARDS_NONE_RIGHT_RE,
+   MINUTE_RE,
+   PROP_NAME_RE,
+   CARDS_SEP_ALT_RE,     ##  note - add dash (-) with (required) spaces
+   /  (?<sym>  [;,]) /x
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+
+def _on_prop_cards( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:cards_none_left]
+              Token.new(:CARDS_NONE_LEFT, m[0],
+                               lineno: ctx.lineno, offset: m.offset(0))
+         elsif m[:cards_none_right]
+              Token.new(:CARDS_NONE_RIGHT, m[0],
+                               lineno: ctx.lineno, offset: m.offset(0))
+         elsif m[:cards_sep_alt]
+             Token.new( :CARDS_SEP_ALT, m[0],
+                              lineno: ctx.lineno, offset: m.offset(0))
+
+         elsif m[:prop_name]
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:minute]
+              Token.new(:MINUTE, m[:minute],
+                           lineno: ctx.lineno, offset: m.offset(:minute),
+                           value: _build_minute( m ))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+             ctx.warn_on_else( m, mode: 'PROP_CARDS' )
+             nil
+         end
+end
+
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/lexer/lexer-on_prop_lineup.rb

@@ -0,0 +1,82 @@
+module Fbtxt
+class Lexer
+
+
+###
+##  todo - move  INLINE_CAPTAIN,
+##               INLINE_YELLOW ...  and  FORMATION_RE   here!!!!
+
+##
+##  todo - add  LINEUP_SEP_ALT  (for _-_) - make space required!! ??
+
+
+PROP_LINEUP_RE = Regexp.union(
+   SPACES_RE,
+   MINUTE_RE,   ## e.g.  44 or 44' or 45+1 or 45+1' etc.
+
+   INLINE_CAPTAIN,  ## e.g. [c]
+   INLINE_YELLOW,   ## e.g. [Y] or [Y 44] or [Y 44'] or [Y 45+1']
+   INLINE_YELLOW_RED,  ## e.g. [Y/R] or [Y/R 78] or [YR]
+   INLINE_RED,         ## e.g. [R] or [R 42] or [R 42']
+
+   FORMATION_RE,     ## e.g. (4-3-3), (4-1-4-1) etc.
+
+   PROP_NAME_RE,
+   /  (?<sym>  [;,()\[\]-]) /x
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+
+
+def _on_prop_lineup( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:formation]
+              ## e.g. (4-3-3) or (433)
+              ##   note - value is 4-3-3 or 433 as string (without parenthesis)
+              Token.new(:FORMATION, m[:formation],
+                             lineno: ctx.lineno, offset: m.offset(:formation),
+                             value:  m[:value])
+         elsif m[:inline_captain]
+              Token.new(:INLINE_CAPTAIN, m[:inline_captain],
+                            lineno: ctx.lineno, offset: m.offset(:inline_captain))
+         elsif m[:inline_yellow]
+              card = {}
+              card[:m]      = m[:minute].to_i(10)  if m[:minute]
+              card[:offset] = m[:offset].to_i(10)  if m[:offset]
+              Token.new(:INLINE_YELLOW, m[:inline_yellow],
+                               lineno: ctx.lineno, offset: m.offset(:inline_yellow),
+                                value: card)
+         elsif m[:inline_red]
+              card = {}
+              card[:m]      = m[:minute].to_i(10)  if m[:minute]
+              card[:offset] = m[:offset].to_i(10)  if m[:offset]
+              Token.new(:INLINE_RED, m[:inline_red],
+                              lineno: ctx.lineno, offset: m.offset(:inline_red),
+                              value: card)
+         elsif m[:inline_yellow_red]
+              card = {}
+              card[:m]      = m[:minute].to_i(10)  if m[:minute]
+              card[:offset] = m[:offset].to_i(10)  if m[:offset]
+              Token.new(:INLINE_YELLOW_RED, m[:inline_yellow_red],
+                               lineno: ctx.lineno, offset: m.offset(:inline_yellow_red),
+                               value: card)
+         elsif m[:prop_name]
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:minute]
+              Token.new(:MINUTE, m[:minute],
+                           lineno: ctx.lineno, offset: m.offset(:minute),
+                           value: _build_minute( m ))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+             ctx.warn_on_else( m, mode: 'PROP_LINEUP' )
+             nil
+         end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/lexer/lexer-on_prop_misc.rb

@@ -0,0 +1,108 @@
+module Fbtxt
+class Lexer
+
+
+
+PROP_ATTENDANCE_RE  = Regexp.union(
+   SPACES_RE,
+   ENCLOSED_NAME_RE,       # e.g. (sold out) etc.  why? why not?
+   PROP_NUM_RE,                 # e.g. 28 000 or 28_000  (NOT 28,000 is not valid!!!)
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+def _on_prop_attendance( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:enclosed_name]
+              ## reserverd for use for sold out or such (in the future) - why? why not?
+             Token.new(:ENCLOSED_NAME, m[:name],
+                             lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:num]
+             Token.new(:PROP_NUM, m[:num],
+                             lineno: ctx.lineno, offset: m.offset(:num),
+                             value: m[:value].to_i(10))
+         else
+            ctx.warn_on_else( m, mode: 'PROP_ATTENDANCE' )
+            nil
+         end
+end
+
+
+
+PROP_REFEREE_RE = Regexp.union(
+   SPACES_RE,
+   ENCLOSED_NAME_RE,       # e.g. (sold out) etc.  why? why not?
+   PROP_NUM_RE,                 # e.g. 28 000 or 28_000  (NOT 28,000 is not valid!!!)
+   PROP_KEY_INLINE_RE,
+   PROP_NAME_RE,
+   /  (?<sym>  [;,]) /x
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+def _on_prop_referee( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_key]   ## check for inline prop keys
+              key = m[:key]
+              ##  supported for now coach/trainer (add manager?)
+              if ['att', 'attn', 'attendance' ].include?( key.downcase )
+                ## use ATTENDANCE_PROP or ATTENDANCE_KEY or such - why? why not?
+                Token.new(:ATTENDANCE, m[:key],
+                                 lineno: ctx.lineno, offset: m.offset(:key))
+              else
+                ## report error - for unknown (inline) prop key in lineup
+                nil
+              end
+         elsif m[:prop_name]    ## note - change prop_name to player or to (plain) name?
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:num]
+             Token.new(:PROP_NUM, m[:num],
+                             lineno: ctx.lineno, offset: m.offset(:num),
+                             value: m[:value].to_i(10))
+         elsif m[:enclosed_name]
+              ## use HOLD,SAVE,POST or such keys - why? why not?
+             Token.new(:ENCLOSED_NAME, m[:name],
+                             lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+            ctx.warn_on_else( m, mode: 'PROP_REFEREE' )
+            nil
+         end
+end
+
+
+
+PROP_COACH_RE = Regexp.union(
+   SPACES_RE,
+   ENCLOSED_NAME_RE,       # e.g. (sold out) etc.  why? why not?
+   PROP_NAME_RE,
+   /  (?<sym>  [;,]) /x
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+def _on_prop_coach( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_name]    ## note - change prop_name to player or to (plain) name?
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:enclosed_name]
+              ## use for country or such - why? why not?
+             Token.new(:ENCLOSED_NAME, m[:name],
+                             lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+            ctx.warn_on_else( m, mode: 'PROP_COACH' )
+            nil
+         end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/lexer/lexer-on_prop_penalties.rb

@@ -0,0 +1,44 @@
+module Fbtxt
+class Lexer
+
+
+
+
+PROP_PENALTIES_RE = Regexp.union(
+   SPACES_RE,
+   SCORE_RE,               # e.g. 1-1 etc.
+   ENCLOSED_NAME_RE,       # e.g. (save), (post), etc.
+   PROP_NAME_RE,
+   PENALTIES_SEP_ALT_RE,     ##  note - add dash (-) with (required) spaces
+    /  (?<sym>  [;,]) /x    ## add [] too - why? why not?
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+def _on_prop_penalties( m, ctx: )      ## note - m is MatchData object
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_name]    ## note - change prop_name to player
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:enclosed_name]
+              ## use HOLD,SAVE,POST or such keys - why? why not?
+             Token.new(:ENCLOSED_NAME, m[:name],
+                             lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:score]
+             Token.new( :SCORE, m[:score],
+                              lineno: ctx.lineno, offset: m.offset(:score),
+                              value: _build_score( m ))
+         elsif m[:penalties_sep_alt]
+             Token.new( :PENALTIES_SEP_ALT, m[0],
+                              lineno: ctx.lineno, offset: m.offset(0))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+            ctx.warn_on_else( m, mode: 'PROP_PENALTIES ')
+            nil
+         end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt