rley 0.5.02 → 0.5.03

data/examples/general/calc_iter2/calc_lexer.rb

@@ -1,81 +0,0 @@
-# File: calc_lexer.rb
-# Lexer for a basic arithmetical expression parser
-require 'strscan'
-require 'rley' # Load the gem
-
-
-class CalcLexer
-  attr_reader(:scanner)
-  attr_reader(:lineno)
-  attr_reader(:line_start)
-  attr_reader(:name2symbol)
-
-  @@lexeme2name = {
-    '(' => 'LPAREN',
-    ')' => 'RPAREN',
-    '+' => 'PLUS',
-    '-' => 'MINUS',
-    '*' => 'STAR',
-    '/' => 'DIVIDE',
-    '**' => 'POWER'
-  }.freeze
-
-  class ScanError < StandardError; end
-
-  def initialize(source, aGrammar)
-    @scanner = StringScanner.new(source)
-    @name2symbol = aGrammar.name2symbol
-    @lineno = 1
-  end
-
-  def tokens()
-    tok_sequence = []
-    until @scanner.eos?
-      token = _next_token
-      tok_sequence << token unless token.nil?
-    end
-
-    return tok_sequence
-  end
-
-  private
-
-  def _next_token()
-    skip_whitespaces
-    curr_ch = scanner.peek(1)
-    return nil if curr_ch.nil?
-    
-    token = nil
-
-    if '()+/'.include? curr_ch
-      # Single character token
-      token = build_token(@@lexeme2name[curr_ch], scanner.getch)
-      
-    elsif lexeme = scanner.scan(/\*\*/)
-      token = build_token(@@lexeme2name[lexeme], lexeme)
-    elsif lexeme = scanner.scan(/\*/)
-      token = build_token(@@lexeme2name[lexeme], lexeme)
-    elsif lexeme = scanner.scan(/-?[0-9]+(\.[0-9]+)?([eE][-+]?[0-9])?/)
-      token = build_token('NUMBER', lexeme)
-    elsif lexeme = scanner.scan(/-/)
-      token = build_token(@@lexeme2name[curr_ch], lexeme)
-    else # Unknown token
-      erroneous = curr_ch.nil? ? '' : curr_ch
-      sequel = scanner.scan(/.{1,20}/)
-      erroneous += sequel unless sequel.nil?
-      raise ScanError.new("Unknown token #{erroneous}")
-    end
-
-    return token
-  end
-  
-  def build_token(aSymbolName, aLexeme)
-    token_type = name2symbol[aSymbolName]
-    return Rley::Tokens::Token.new(aLexeme, token_type)    
-  end
-
-  def skip_whitespaces()
-    scanner.scan(/[ \t\f\n\r]+/)
-  end
-
-end # class

data/examples/general/calc_iter2/calc_parser.rb

@@ -1,24 +0,0 @@
-# Purpose: to demonstrate how to build and render a parse tree for JSON
-# language
-require_relative 'calc_lexer'
-require_relative 'calc_grammar'
-
-# A parser for arithmetic expressions
-class CalcParser < Rley::Parser::GFGEarleyParser
-  attr_reader(:source_file)
-
-  # Constructor
-  def initialize()
-    # Builder the Earley parser with the calculator grammar
-    super(CalcGrammar)
-  end
-
-  def parse_expression(aText)
-    lexer = CalcLexer.new(aText, grammar)
-    result = parse(lexer.tokens)
-
-    return result
-  end
-end # class
-
-# End of file