fbtxt-parser 0.9.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 5c2c69264e5b2d3d51bf412351b1221e65f35273a78e382e59bfeb460a762628
+  data.tar.gz: e844cd20aa7e00cb5c2840d108bd3597efa065867ac0c2dbd7fbd0b4cfa8a9d1
+SHA512:
+  metadata.gz: 46bc709e594ed668fb62c70bd36e96ad212584fc0d9d961d88a81220a6a0586b5c418cc8310f5f0fcba3906fce15a3d5b10837c8be876d0723496e4b23558495
+  data.tar.gz: a30808c1b3815a9bdc74efc59e38354a42da8d6e265ed6283752df5ae6a6ebee2d56265a78d09554267ce6bf7b40091a6733d19c61ef10c3499a591de0a21df7

data/CHANGELOG.md

@@ -0,0 +1,4 @@
+### 0.9.0
+### 0.0.1 / 2024-07-12
+
+* Everything is new. First release.

data/Manifest.txt

@@ -0,0 +1,50 @@
+CHANGELOG.md
+Manifest.txt
+README.md
+Rakefile
+lib/fbtxt/parser.rb
+lib/fbtxt/parser/debuggable.rb
+lib/fbtxt/parser/lexer-logger.rb
+lib/fbtxt/parser/lexer-on_goal.rb
+lib/fbtxt/parser/lexer-on_group_def.rb
+lib/fbtxt/parser/lexer-on_prop_lineup.rb
+lib/fbtxt/parser/lexer-on_prop_misc.rb
+lib/fbtxt/parser/lexer-on_prop_penalties.rb
+lib/fbtxt/parser/lexer-on_round_def.rb
+lib/fbtxt/parser/lexer-on_top.rb
+lib/fbtxt/parser/lexer-prep_doc.rb
+lib/fbtxt/parser/lexer-prep_line.rb
+lib/fbtxt/parser/lexer-tokenize.rb
+lib/fbtxt/parser/lexer.rb
+lib/fbtxt/parser/lexer_buffer.rb
+lib/fbtxt/parser/lexer_token.rb
+lib/fbtxt/parser/parse_tree--core.rb
+lib/fbtxt/parser/parse_tree-match.rb
+lib/fbtxt/parser/parse_tree-props.rb
+lib/fbtxt/parser/parse_tree.rb
+lib/fbtxt/parser/parser-runtime.rb
+lib/fbtxt/parser/parser-top.rb
+lib/fbtxt/parser/parser.rb
+lib/fbtxt/parser/token-date--helpers.rb
+lib/fbtxt/parser/token-date--names.rb
+lib/fbtxt/parser/token-date.rb
+lib/fbtxt/parser/token-date_duration.rb
+lib/fbtxt/parser/token-geo.rb
+lib/fbtxt/parser/token-goals--helpers.rb
+lib/fbtxt/parser/token-goals.rb
+lib/fbtxt/parser/token-group.rb
+lib/fbtxt/parser/token-note.rb
+lib/fbtxt/parser/token-prop.rb
+lib/fbtxt/parser/token-prop_name.rb
+lib/fbtxt/parser/token-round.rb
+lib/fbtxt/parser/token-score--helpers.rb
+lib/fbtxt/parser/token-score.rb
+lib/fbtxt/parser/token-score_full.rb
+lib/fbtxt/parser/token-score_fuller.rb
+lib/fbtxt/parser/token-score_legs.rb
+lib/fbtxt/parser/token-status.rb
+lib/fbtxt/parser/token-status_inline.rb
+lib/fbtxt/parser/token-text.rb
+lib/fbtxt/parser/token-time.rb
+lib/fbtxt/parser/token.rb
+lib/fbtxt/parser/version.rb

data/README.md

@@ -0,0 +1,22 @@
+#  fbtxt-parser - football.txt match parser (& tokenizer)
+
+
+## Usage
+
+
+``` ruby
+result = Fbtxt.lex( txt )       # returns Fbtxt::LexerResult w/ tokens, errors/ok?/nok?/etc.
+result = Fbtxt.parse( txt )     # returns Fbtxt::ParserResult w/ tree, errors/ok?/nok?/etc.
+
+
+#-or-
+
+lexer = Fbtxt::Lexer.new(txt)
+tokens, errors = lexer.tokenize_with_errors
+
+parser = Fbtxt::Parser.new(txt)
+tree, errors = parser.parse_with_errors
+```
+
+
+note - for porcelain / higher-level apis see ``Fbtxt::Document`.

data/Rakefile

@@ -0,0 +1,53 @@
+require 'hoe'
+require './lib/fbtxt/parser/version.rb'
+
+
+Hoe.spec 'fbtxt-parser' do
+
+  self.version = Fbtxt::Module::Parser::VERSION
+
+  self.summary = "fbtxt-parser - football.txt match parser (& tokenizer)"
+  self.description = summary
+
+  self.urls = { home: 'https://github.com/sportdb/sport.db' }
+
+  self.author = 'Gerald Bauer'
+  self.email  = 'gerald.bauer@gmail.com'
+
+  # switch extension to .markdown for gihub formatting
+  self.readme_file  = 'README.md'
+  self.history_file = 'CHANGELOG.md'
+
+  self.licenses = ['Public Domain']
+
+  self.extra_deps = [
+       ['cocos', '>= 0.4.1'],
+  ]
+
+  self.spec_extras = {
+    required_ruby_version: '>= 3.1.0'
+  }
+end
+
+
+
+###
+## add our own g task to build parser.rb (via racc & erb)
+
+desc 'Generate parser.rb (via racc & erb)'
+task g: 'lib/fbtxt/parser/parser.rb'
+
+
+file 'lib/fbtxt/parser/parser.rb' => 'fbtxt/parser.y' do |t|
+  puts "  [racc] generate parser.rb from parser.y"
+  ## sh "racc -v -o #{t.name} #{t.source}"
+  sh "racc -o #{t.name} #{t.source}"
+end
+
+
+file 'fbtxt/parser.y' => FileList['fbtxt/grammar/*.y'] do |t|
+  puts "  [erb] generate parser.y; merge grammar/*"
+  Dir.chdir( 'fbtxt' ) do
+    sh "erb parser.y.erb > parser.y"
+  end
+end

data/lib/fbtxt/parser/debuggable.rb

@@ -0,0 +1,53 @@
+###
+## debugg(able) mix-in helper
+##      used for lexer & parser
+
+module Debuggable
+  def self.included(base)
+    base.extend(ClassMethods)
+  end
+
+  module ClassMethods
+    def debug=(value)
+        raise ArgumentError, "true|false required for debug flag; got #{value}"  unless value.is_a?(TrueClass) || value.is_a?(FalseClass)
+        @debug=value;
+    end
+    def debug()  @debug || false; end    ## note - default to false
+
+    def debug?() @debug == true; end
+  end
+
+
+  ########
+  ##  InstanceMethods
+  def debug?() self.class.debug?; end
+
+  ##
+  ## todo/check - allow/support multiple msg args - why? why not?
+
+  ##  note - use trace for debug for now - why? why not?
+  def _trace( *args )  __log__( :DEBUG, *args ); end
+
+  def _info( *args )   __log__( :INFO, *args );  end
+  def _warn( *args)    __log__( :WARN, *args ); end
+  def _error( *args )  __log__( :ERROR, *args ); end
+
+
+
+private
+  def __log__( level, *args )   ## :DEBUG, :INFO, :WARN, :ERROR, :FATAL etc.
+
+    if level == :DEBUG && !debug?
+        ## print nothing
+    else
+      msg = args.map do |arg|
+                arg.to_str
+               end.join(' | ')
+
+      fout =  level == :WARN || level == :ERROR || level == :FATAL ? STDERR : STDOUT
+
+      ## todo/check/fix - add/use/check for "local" logger
+      fout.puts "#{level} [#{self.class.name}] -- #{msg}"
+    end
+  end
+end  # module Debuggable

data/lib/fbtxt/parser/lexer-logger.rb

@@ -0,0 +1,20 @@
+
+module Fbtxt
+class Lexer
+
+
+def log( msg )
+   ## append msg to ./logs.txt
+   ##     use ./errors.txt - why? why not?
+   ##
+   ##  change to ./logs_lexer.txt or such - why? why not?
+   ##    auto-add/prepend  [Lexer] and timestamp!!!  to msg - why? why not?
+   File.open( './logs.txt', 'a:utf-8' ) do |f|
+     f.write( "[Lexer] " + msg )
+     f.write( "\n" )
+   end
+end
+
+
+end   # class Lexer
+end   # module Fbtxt

data/lib/fbtxt/parser/lexer-on_goal.rb

@@ -0,0 +1,167 @@
+module Fbtxt
+class Lexer
+
+
+
+
+GOAL_RE = Regexp.union(
+    SPACES_RE,
+    GOAL_MINUTE_RE,
+    GOAL_MINUTE_NA_RE,
+    GOAL_COUNT_RE,
+    PROP_NAME_RE,    ## note - (re)use prop name for now for (player) name
+    GOAL_SEP_ALT_RE,   ##  note - add dash (-) with (required) spaces
+    /  (?<sym> [;,)])  /x
+    ## todo/fix - add ANY_RE !!!!
+)
+
+
+def _on_goal( m, ctx: )
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:goal_sep_alt]
+             # was: [:GOAL_SEP_ALT, "<|GOAL_SEP_ALT|>" ]   ## e.g. dash (-) WITH leading & trailing space required
+             Token.new( :GOAL_SEP_ALT, m[:goal_sep_alt],
+                              lineno: ctx.lineno, offset: m.offset(:goal_sep_alt))
+         elsif m[:prop_name]    ## note - change prop_name to player
+             Token.new( :PLAYER, m[:name],
+                              lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:goal_minute]
+             Token.new( :GOAL_MINUTE, m[:goal_minute],
+                              lineno: ctx.lineno, offset: m.offset(:goal_minute),
+                              value: _build_goal_minute( m ))
+         elsif m[:goal_minute_na]
+              ## note -  (re)use GOAL_MINUTE token; no extra GOAL_MINUTE_NA or such - why? why not?
+              ##          make sure to handle 'm' => nil upstream!!!
+              ##                     change to  999 or -1 or such - why? why not?
+             Token.new( :GOAL_MINUTE, m[:goal_minute_na],
+                               lineno: ctx.lineno, offset: m.offset(:goal_minute_na),
+                                value: _build_goal_minute_na( m ))
+         elsif m[:goal_count]
+              Token.new( :GOAL_COUNT, m[:goal_count],
+                                lineno: ctx.lineno, offset: m.offset(:goal_count),
+                                value: _build_goal_count( m ))
+         elsif m[:sym]
+            case m[:sym]
+            when ')'  ## leave goal mode!!
+                _trace( "LEAVE GOAL_RE MODE" )
+                @re = RE
+                ##  note - use/return GOAL_END token   - change to GOAL_END_PAREN(THESIS)
+                ##                                or GOAL_PAREN_CLOSE/END ???
+                ##   fix - use ) too - why? why not?
+                ## was: [:GOALS_END, '<|GOALS_END|>']
+                Token.virtual( :GOALS_END, lineno: ctx.lineno  )
+            else
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+            end
+         else
+            ctx.warn_on_else( m, mode: 'GOAL' )
+            nil
+         end
+end
+
+
+
+
+GOAL_ALT_RE = Regexp.union(
+    SPACES_RE,
+    SCORE_RE,        ## e.g.  1-0, 0-1, etc.
+    GOAL_MINUTE_RE,
+    GOAL_TYPE_RE,
+    PROP_NAME_RE,    ## note - (re)use prop name for now for (player) name
+    /  (?<sym> [,)])  /x    ## note - no semicolon (;)
+    ## todo/fix - add ANY_RE !!!!
+)
+
+def _on_goal_alt( m, ctx: )
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_name]    ## note - change prop_name to player
+             Token.new(:PLAYER, m[:name],
+                           lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:goal_minute]
+             Token.new( :GOAL_MINUTE, m[:goal_minute],
+                              lineno: ctx.lineno, offset: m.offset(:goal_minute),
+                              value: _build_goal_minute( m ))
+         elsif m[:goal_type]
+             Token.new( :GOAL_TYPE,m[:goal_type],
+                              lineno: ctx.lineno, offset: m.offset(:goal_type),
+                              value: _build_goal_type( m ))
+         elsif m[:score]
+             Token.new( :SCORE, m[:score],
+                              lineno: ctx.lineno, offset: m.offset(:score),
+                              value: _build_score( m ))
+         elsif m[:sym]
+            case m[:sym]
+            when ')'  ## leave goal mode!!
+                _trace( "LEAVE GOAL_ALT_RE MODE" )
+                @re = RE
+                ##  note - use/return GOAL_END token   - change to GOAL_END_PAREN(THESIS)
+                ##                                or GOAL_PAREN_CLOSE/END ???
+                ## [:GOALS_END, '<|GOALS_END|>']
+                Token.virtual( :GOALS_END, lineno: ctx.lineno  )
+            else
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+            end
+         else
+            ctx.warn_on_else( m, mode: 'GOAL_ALT' )
+            nil
+         end
+end
+
+
+
+GOAL_COMPAT_RE = Regexp.union(
+    SPACES_RE,
+    SCORE_RE,        ## e.g.  1-0, 0-1, etc.
+    MINUTE_RE,          ## note - matches minute e.g.  92, 7, 7' 7+3, etc.
+    GOAL_TYPE_RE,
+    PROP_NAME_RE,    ## note - (re)use prop name for now for (player) name
+    /  (?<sym> [,)])  /x    ## note - no semicolon (;)
+    ## todo/fix - add ANY_RE !!!!
+)
+
+
+def _on_goal_compat( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_name]    ## note - change prop_name to player
+             Token.new(:PLAYER, m[:name],
+                           lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:minute]
+             Token.new(:MINUTE, m[:minute],
+                           lineno: ctx.lineno, offset: m.offset(:minute),
+                           value: _build_minute( m ))
+         elsif m[:goal_type]
+             Token.new( :GOAL_TYPE,m[:goal_type],
+                              lineno: ctx.lineno, offset: m.offset(:goal_type),
+                              value: _build_goal_type( m ))
+
+         elsif m[:score]
+             Token.new( :SCORE, m[:score],
+                              lineno: ctx.lineno, offset: m.offset(:score),
+                              value: _build_score( m ))
+         elsif m[:sym]
+            case m[:sym]
+            when ')'  ## leave goal mode!!
+                _trace( "LEAVE GOAL_COMPAT_RE MODE" )
+                @re = RE
+                ##  note - use/return GOAL_END token   - change to GOAL_END_PAREN(THESIS)
+                ##                                or GOAL_PAREN_CLOSE/END ???
+                ## [:GOALS_END, '<|GOALS_END|>']
+                Token.virtual( :GOALS_END, lineno: ctx.lineno  )
+            else
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+            end
+         else
+            ctx.warn_on_else( m, mode: 'GOAL_COMPAT' )
+            nil
+         end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/parser/lexer-on_group_def.rb

@@ -0,0 +1,31 @@
+module Fbtxt
+class Lexer
+
+
+
+### note - add comma (,) as optional separator
+GROUP_DEF_RE = Regexp.union(  SPACES_RE,
+                              TEXT_RE,
+                              / (?<sym> [:|,] )  /x,
+                              ANY_RE,
+                           )
+
+
+def _on_group_def( m, ctx: )      ## note - m is MatchData object
+
+           if m[:spaces] || m[:space]
+               nil    ## skip spaces
+           elsif m[:text]
+               Token.new(:TEAM,  m[:text],
+                 lineno: ctx.lineno, offset: m.offset(:text))
+           elsif m[:sym]
+                Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+           else
+              ctx.warn_on_else( m, mode: 'GROUP_DEF' )
+              nil
+           end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/parser/lexer-on_prop_lineup.rb

@@ -0,0 +1,79 @@
+module Fbtxt
+class Lexer
+
+
+
+PROP_LINEUP_RE = Regexp.union(
+   SPACES_RE,
+   MINUTE_RE,   ## e.g.  44 or 44' or 45+1 or 45+1' etc.
+
+   INLINE_CAPTAIN,  ## e.g. [c]
+   INLINE_YELLOW,   ## e.g. [Y] or [Y 44] or [Y 44'] or [Y 45+1']
+   INLINE_YELLOW_RED,  ## e.g. [Y/R] or [Y/R 78]
+   INLINE_RED,         ## e.g. [R] or [R 42] or [R 42']
+
+   PROP_KEY_INLINE_RE,
+   PROP_NAME_RE,
+   /  (?<sym>  [;,()\[\]-]) /x
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+
+def _on_prop_lineup( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_key]   ## check for inline prop keys
+              key = m[:key]
+              ##  supported for now coach/trainer (add manager?)
+              if ['coach',
+                  'trainer'].include?( key.downcase )
+                ## use PROP_COACH or COACH_KEY or such - why? why not?
+                Token.new(:COACH, m[:key],
+                             lineno: ctx.lineno, offset: m.offset(:key))
+              else
+                ## report error - for unknown (inline) prop key in lineup
+                nil
+              end
+         elsif m[:inline_captain]
+              Token.new(:INLINE_CAPTAIN, m[:inline_captain],
+                            lineno: ctx.lineno, offset: m.offset(:inline_captain))
+         elsif m[:inline_yellow]
+              card = {}
+              card[:m]      = m[:minute].to_i(10)  if m[:minute]
+              card[:offset] = m[:offset].to_i(10)  if m[:offset]
+              Token.new(:INLINE_YELLOW, m[:inline_yellow],
+                               lineno: ctx.lineno, offset: m.offset(:inline_yellow),
+                                value: card)
+         elsif m[:inline_red]
+              card = {}
+              card[:m]      = m[:minute].to_i(10)  if m[:minute]
+              card[:offset] = m[:offset].to_i(10)  if m[:offset]
+              Token.new(:INLINE_RED, m[:inline_red],
+                              lineno: ctx.lineno, offset: m.offset(:inline_red),
+                              value: card)
+         elsif m[:inline_yellow_red]
+              card = {}
+              card[:m]      = m[:minute].to_i(10)  if m[:minute]
+              card[:offset] = m[:offset].to_i(10)  if m[:offset]
+              Token.new(:INLINE_YELLOW_RED, m[:inline_yellow_red],
+                               lineno: ctx.lineno, offset: m.offset(:inline_yellow_red),
+                               value: card)
+         elsif m[:prop_name]
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:minute]
+              Token.new(:MINUTE, m[:minute],
+                           lineno: ctx.lineno, offset: m.offset(:minute),
+                           value: _build_minute( m ))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+             ctx.warn_on_else( m, mode: 'PROP_LINEUP' )
+             nil
+         end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/parser/lexer-on_prop_misc.rb

@@ -0,0 +1,123 @@
+module Fbtxt
+class Lexer
+
+
+
+## note - no inline keys possible
+##         todo/fix - use custom (limited) prop basics too
+PROP_CARDS_RE =  Regexp.union(
+   SPACES_RE,
+   CARDS_NONE_LEFT_RE,
+   CARDS_NONE_RIGHT_RE,
+   MINUTE_RE,
+   PROP_NAME_RE,
+   CARDS_SEP_ALT_RE,     ##  note - add dash (-) with (required) spaces
+   /  (?<sym>  [;,]) /x
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+
+def _on_prop_cards( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:cards_none_left]
+              Token.new(:CARDS_NONE_LEFT, m[0],
+                               lineno: ctx.lineno, offset: m.offset(0))
+         elsif m[:cards_none_right]
+              Token.new(:CARDS_NONE_RIGHT, m[0],
+                               lineno: ctx.lineno, offset: m.offset(0))
+         elsif m[:cards_sep_alt]
+             Token.new( :CARDS_SEP_ALT, m[0],
+                              lineno: ctx.lineno, offset: m.offset(0))
+
+         elsif m[:prop_name]
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:minute]
+              Token.new(:MINUTE, m[:minute],
+                           lineno: ctx.lineno, offset: m.offset(:minute),
+                           value: _build_minute( m ))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+             ctx.warn_on_else( m, mode: 'PROP_CARDS' )
+             nil
+         end
+end
+
+
+
+PROP_ATTENDANCE_RE  = Regexp.union(
+   SPACES_RE,
+   ENCLOSED_NAME_RE,       # e.g. (sold out) etc.  why? why not?
+   PROP_NUM_RE,                 # e.g. 28 000 or 28_000  (NOT 28,000 is not valid!!!)
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+def _on_prop_attendance( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:enclosed_name]
+              ## reserverd for use for sold out or such (in the future) - why? why not?
+             Token.new(:ENCLOSED_NAME, m[:name],
+                             lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:num]
+             Token.new(:PROP_NUM, m[:num],
+                             lineno: ctx.lineno, offset: m.offset(:num),
+                             value: m[:value].to_i(10))
+         else
+            ctx.warn_on_else( m, mode: 'PROP_ATTENDANCE' )
+            nil
+         end
+end
+
+
+
+PROP_REFEREE_RE = Regexp.union(
+   SPACES_RE,
+   ENCLOSED_NAME_RE,       # e.g. (sold out) etc.  why? why not?
+   PROP_NUM_RE,                 # e.g. 28 000 or 28_000  (NOT 28,000 is not valid!!!)
+   PROP_KEY_INLINE_RE,
+   PROP_NAME_RE,
+   /  (?<sym>  [;,]) /x
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+def _on_prop_referee( m, ctx: )      ## note - m is MatchData object
+
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_key]   ## check for inline prop keys
+              key = m[:key]
+              ##  supported for now coach/trainer (add manager?)
+              if ['att', 'attn', 'attendance' ].include?( key.downcase )
+                ## use ATTENDANCE_PROP or ATTENDANCE_KEY or such - why? why not?
+                Token.new(:ATTENDANCE, m[:key],
+                                 lineno: ctx.lineno, offset: m.offset(:key))
+              else
+                ## report error - for unknown (inline) prop key in lineup
+                nil
+              end
+         elsif m[:prop_name]    ## note - change prop_name to player or to (plain) name?
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:num]
+             Token.new(:PROP_NUM, m[:num],
+                             lineno: ctx.lineno, offset: m.offset(:num),
+                             value: m[:value].to_i(10))
+         elsif m[:enclosed_name]
+              ## use HOLD,SAVE,POST or such keys - why? why not?
+             Token.new(:ENCLOSED_NAME, m[:name],
+                             lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+            ctx.warn_on_else( m, mode: 'PROP_REFEREE' )
+            nil
+         end
+end
+
+end ## class Lexer
+end ## module Fbtxt

data/lib/fbtxt/parser/lexer-on_prop_penalties.rb

@@ -0,0 +1,40 @@
+module Fbtxt
+class Lexer
+
+
+
+
+PROP_PENALTIES_RE = Regexp.union(
+   SPACES_RE,
+   SCORE_RE,               # e.g. 1-1 etc.
+   ENCLOSED_NAME_RE,       # e.g. (save), (post), etc.
+   PROP_NAME_RE,
+    /  (?<sym>  [;,]) /x    ## add [] too - why? why not?
+   ## todo/fix - add ANY_RE here too!!!
+)
+
+def _on_prop_penalties( m, ctx: )      ## note - m is MatchData object
+         if m[:space] || m[:spaces]
+              nil    ## skip space(s)
+         elsif m[:prop_name]    ## note - change prop_name to player
+              Token.new(:PROP_NAME, m[:name],
+                               lineno: ctx.lineno, offset: m.offset(:prop_name))
+         elsif m[:enclosed_name]
+              ## use HOLD,SAVE,POST or such keys - why? why not?
+             Token.new(:ENCLOSED_NAME, m[:name],
+                             lineno: ctx.lineno, offset: m.offset(:name))
+         elsif m[:score]
+             Token.new( :SCORE, m[:score],
+                              lineno: ctx.lineno, offset: m.offset(:score),
+                              value: _build_score( m ))
+         elsif m[:sym]
+              Token.literal( m[:sym], lineno: ctx.lineno, offset: m.offset(:sym))
+         else
+            ctx.warn_on_else( m, mode: 'PROP_PENALTIES ')
+            nil
+         end
+end
+
+
+end ## class Lexer
+end ## module Fbtxt