fbtxt-lexer 0.0.1

data/lib/fbtxt/lexer/version.rb

@@ -0,0 +1,24 @@
+
+module Fbtxt
+  module Module
+    module Lexer
+  MAJOR = 0    ## todo: namespace inside version or something - why? why not??
+  MINOR = 0
+  PATCH = 1
+  VERSION = [MAJOR,MINOR,PATCH].join('.')
+
+  def self.version
+    VERSION
+  end
+
+  def self.banner
+    "fbtxt-lexer/#{VERSION} on Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}] in (#{root})"
+  end
+
+  def self.root
+    File.expand_path( File.dirname(File.dirname(File.dirname(File.dirname(__FILE__)))) )
+  end
+
+    end   # module Lexer
+  end
+end

data/lib/fbtxt/lexer.rb

@@ -0,0 +1,118 @@
+require 'cocos'
+
+
+
+
+require_relative 'lexer/version'
+
+
+## fix-fix-fix -- maybe move upstream into cocos - why? why not?
+require_relative 'lexer/debuggable'    ## generic debug/logger helper
+
+
+
+##
+## add shared/most basic regexes here
+## todo - use ANY_RE  to token_commons or such - for shared by many?
+module Fbtxt
+class Lexer
+
+## general catch-all  (RECOMMENDED (ALWAYS) use as last entry in union)
+##   to avoid advance of pos match!!!
+ANY_RE = %r{
+               (?<any> .)
+          }ix
+
+SPACES_RE = %r{
+                  (?<spaces> [ ]{2,})
+                | (?<space>  [ ])
+             }ix
+
+
+end # class Lexer
+end # module Fbtxt
+
+
+require_relative 'lexer/token-score'
+require_relative 'lexer/token-score_full'
+require_relative 'lexer/token-score_fuller'
+require_relative 'lexer/token-score_legs'
+require_relative 'lexer/token-score--helpers'
+
+require_relative 'lexer/token-time'
+require_relative 'lexer/token-date--names'
+require_relative 'lexer/token-date'
+require_relative 'lexer/token-date_duration'
+require_relative 'lexer/token-date--helpers'
+
+require_relative 'lexer/token-text'
+require_relative 'lexer/token-prop'    ## team prop(erty) mode (note - must be before token)
+require_relative 'lexer/token-prop_name'    ## a.k.a token-text_ii
+require_relative 'lexer/token-status'
+require_relative 'lexer/token-status_inline'
+require_relative 'lexer/token-note'
+require_relative 'lexer/token-goals'
+require_relative 'lexer/token-goals--helpers'
+require_relative 'lexer/token-geo'
+require_relative 'lexer/token-group'
+require_relative 'lexer/token-round'
+require_relative 'lexer/token'
+
+
+
+require_relative 'lexer/lexer_buffer'   ## incl. Tokens (aka TokenBuffer)
+require_relative 'lexer/lexer_token'
+require_relative 'lexer/lexer_context'
+
+require_relative 'lexer/lexer-prep_doc'
+require_relative 'lexer/lexer-prep_line'
+
+require_relative 'lexer/lexer-logger'   ## e.g. _trace, _warn, _info, etc.
+require_relative 'lexer/lexer-on_round_def'
+require_relative 'lexer/lexer-on_group_def'
+require_relative 'lexer/lexer-on_prop_cards'
+require_relative 'lexer/lexer-on_prop_misc'
+require_relative 'lexer/lexer-on_prop_lineup'
+require_relative 'lexer/lexer-on_prop_penalties'
+require_relative 'lexer/lexer-on_goal'
+require_relative 'lexer/lexer-on_top'
+require_relative 'lexer/lexer-props'
+
+require_relative 'lexer/lexer-tokenize_line'
+require_relative 'lexer/lexer-tokenize_norm'     ## that is, normalize (transform) tokens
+require_relative 'lexer/lexer'
+
+
+
+
+
+
+###
+#  make "convenience" lexer api available - why? why not?
+#     e.g. - Fbtxt.lex( txt )
+
+
+module Fbtxt
+
+class LexerResult
+   attr_reader :tokens, :errors
+   def initialize( tokens, errors=[] )
+       @tokens, @errors = tokens, errors
+   end
+
+   def ok?()  @errors.size == 0; end
+   def nok?() !ok?; end
+end  # class LexerResult
+
+
+def self.lex( txt, flatten: true )      ## returns Fbtxt::LexerResult (ok?/tokens/errors)
+  lexer = Lexer.new( txt )
+  ## move "wrapping" into result obj inside lexer - why? why not?
+  tokens, errors = lexer.tokenize_with_errors( flatten: flatten )
+  LexerResult.new( tokens, errors )
+end
+
+end #  module Fbtxt
+
+
+puts Fbtxt::Module::Lexer.banner    # say hello

metadata

@@ -0,0 +1,142 @@
+--- !ruby/object:Gem::Specification
+name: fbtxt-lexer
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Gerald Bauer
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2026-08-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: cocos
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.4.2
+- !ruby/object:Gem::Dependency
+  name: rdoc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '7'
+- !ruby/object:Gem::Dependency
+  name: hoe
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '4.2'
+description: fbtxt-lexer - football.txt match lexer (& tokenizer)
+email: gerald.bauer@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files:
+- CHANGELOG.md
+- Manifest.txt
+- README.md
+files:
+- CHANGELOG.md
+- Manifest.txt
+- README.md
+- Rakefile
+- lib/fbtxt/lexer.rb
+- lib/fbtxt/lexer/debuggable.rb
+- lib/fbtxt/lexer/lexer-logger.rb
+- lib/fbtxt/lexer/lexer-on_goal.rb
+- lib/fbtxt/lexer/lexer-on_group_def.rb
+- lib/fbtxt/lexer/lexer-on_prop_cards.rb
+- lib/fbtxt/lexer/lexer-on_prop_lineup.rb
+- lib/fbtxt/lexer/lexer-on_prop_misc.rb
+- lib/fbtxt/lexer/lexer-on_prop_penalties.rb
+- lib/fbtxt/lexer/lexer-on_round_def.rb
+- lib/fbtxt/lexer/lexer-on_top.rb
+- lib/fbtxt/lexer/lexer-prep_doc.rb
+- lib/fbtxt/lexer/lexer-prep_line.rb
+- lib/fbtxt/lexer/lexer-props.rb
+- lib/fbtxt/lexer/lexer-tokenize_line.rb
+- lib/fbtxt/lexer/lexer-tokenize_norm.rb
+- lib/fbtxt/lexer/lexer.rb
+- lib/fbtxt/lexer/lexer_buffer.rb
+- lib/fbtxt/lexer/lexer_context.rb
+- lib/fbtxt/lexer/lexer_token.rb
+- lib/fbtxt/lexer/token-date--helpers.rb
+- lib/fbtxt/lexer/token-date--names.rb
+- lib/fbtxt/lexer/token-date.rb
+- lib/fbtxt/lexer/token-date_duration.rb
+- lib/fbtxt/lexer/token-geo.rb
+- lib/fbtxt/lexer/token-goals--helpers.rb
+- lib/fbtxt/lexer/token-goals.rb
+- lib/fbtxt/lexer/token-group.rb
+- lib/fbtxt/lexer/token-note.rb
+- lib/fbtxt/lexer/token-prop.rb
+- lib/fbtxt/lexer/token-prop_name.rb
+- lib/fbtxt/lexer/token-round.rb
+- lib/fbtxt/lexer/token-score--helpers.rb
+- lib/fbtxt/lexer/token-score.rb
+- lib/fbtxt/lexer/token-score_full.rb
+- lib/fbtxt/lexer/token-score_fuller.rb
+- lib/fbtxt/lexer/token-score_legs.rb
+- lib/fbtxt/lexer/token-status.rb
+- lib/fbtxt/lexer/token-status_inline.rb
+- lib/fbtxt/lexer/token-text.rb
+- lib/fbtxt/lexer/token-time.rb
+- lib/fbtxt/lexer/token.rb
+- lib/fbtxt/lexer/version.rb
+homepage: https://github.com/sportdb/sport.db
+licenses:
+- Public Domain
+metadata: {}
+post_install_message:
+rdoc_options:
+- "--main"
+- README.md
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 3.1.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.22
+signing_key:
+specification_version: 4
+summary: fbtxt-lexer - football.txt match lexer (& tokenizer)
+test_files: []