RubyGems - dhaka - Versions diffs - 1.0.0 → 2.0.0 - Mend

dhaka 1.0.0 → 2.0.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (32) hide show

data/lib/dhaka.rb +1 -4
data/lib/evaluator/evaluator.rb +65 -15
data/lib/grammar/grammar.rb +30 -0
data/lib/grammar/grammar_symbol.rb +1 -1
data/lib/grammar/production.rb +1 -1
data/lib/parser/action.rb +1 -3
data/lib/parser/parse_result.rb +9 -7
data/lib/parser/parse_tree.rb +9 -2
data/lib/parser/parser.rb +7 -0
data/lib/parser/parser_run.rb +12 -19
data/lib/parser/token.rb +10 -7
data/lib/tokenizer/tokenizer.rb +90 -17
data/test/all_tests.rb +7 -6
data/test/arithmetic_evaluator_test.rb +20 -20
data/test/arithmetic_precedence_evaluator.rb +1 -1
data/test/arithmetic_precedence_parser_test.rb +7 -7
data/test/arithmetic_precedence_tokenizer.rb +3 -9
data/test/arithmetic_test_methods.rb +2 -2
data/test/arithmetic_tokenizer.rb +3 -9
data/test/arithmetic_tokenizer_test.rb +14 -10
data/test/bracket_tokenizer.rb +1 -1
data/test/chittagong_driver_test.rb +261 -0
data/test/chittagong_evaluator.rb +218 -47
data/test/chittagong_evaluator_test.rb +18 -20
data/test/chittagong_grammar.rb +61 -15
data/test/chittagong_parser_test.rb +24 -12
data/test/chittagong_test.rb +148 -6
data/test/chittagong_tokenizer.rb +33 -21
data/test/chittagong_tokenizer_test.rb +16 -8
data/test/compiled_parser_test.rb +14 -12
data/test/parser_test.rb +16 -16
metadata +3 -2

data/test/parser_test.rb CHANGED

@@ -11,6 +11,10 @@ require 'fake_logger'
 class ParserTest < Test::Unit::TestCase
+  def build_tokens(token_symbol_names)
+    token_symbol_names.collect {|symbol_name| Dhaka::Token.new(symbol_name, nil, nil)}
+  end
   def setup
     @grammar = SimpleGrammar
     @parser = Dhaka::Parser.new(@grammar)
@@ -53,12 +57,8 @@ class ParserTest < Test::Unit::TestCase
     dot_representation = @parser.to_dot
   end
-  def build_tokens(token_symbol_names, grammar)
-    token_symbol_names.collect {|symbol_name| Dhaka::Token.new(grammar.symbol_for_name(symbol_name), nil)}
-  end
-  def test_parser_generates_syntax_tree_given_a_stream_of_symbols
-    syntax_tree = @parser.parse(build_tokens(['(','n','-','(','n','-','n',')',')','-','n','#'], @grammar)).syntax_tree
+  def test_parser_generates_parse_tree_given_a_stream_of_symbols
+    parse_tree = @parser.parse(build_tokens(['(','n','-','(','n','-','n',')',')','-','n','#', Dhaka::END_SYMBOL_NAME])).parse_tree
     assert_equal \
       ["literal",
        "term",
@@ -73,22 +73,22 @@ class ParserTest < Test::Unit::TestCase
        "literal",
        "subtraction",
        "expression",
-       "start"], syntax_tree.linearize
+       "start"], parse_tree.linearize.collect {|node| node.production.name}
   end
-  def test_syntax_trees_can_be_exported_to_dot_format
-    syntax_tree = @parser.parse(build_tokens(['(','n','-','(','n','-','n',')',')','-','n','#'], @grammar)).syntax_tree
-    syntax_tree.to_dot
+  def test_parse_trees_can_be_exported_to_dot_format
+    parse_tree = @parser.parse(build_tokens(['(','n','-','(','n','-','n',')',')','-','n','#', Dhaka::END_SYMBOL_NAME])).parse_tree
+    parse_tree.to_dot
   end
   def get_linearized_parse_result(input, parser)
-    parser.parse(build_tokens(input, parser.grammar)).syntax_tree.linearize
+    parser.parse(build_tokens(input)).parse_tree.linearize.collect {|node| node.production.name}
   end
   def test_with_a_different_grammar_with_division
     grammar = ArithmeticGrammar
     parser = Dhaka::Parser.new(grammar)
-    parser_input = ['(','n','-','(','n','/','n','-','n',')','/','n',')']
+    parser_input = ['(','n','-','(','n','/','n','-','n',')','/','n',')', Dhaka::END_SYMBOL_NAME]
     assert_equal \
       ["getting_literals",
        "factor",
@@ -111,7 +111,7 @@ class ParserTest < Test::Unit::TestCase
        "term",
        "expression"], get_linearized_parse_result(parser_input, parser)
-    parser_input = ['h','(','(','n',')','-','n',',','n',')']
+    parser_input = ['h','(','(','n',')','-','n',',','n',')', Dhaka::END_SYMBOL_NAME]
     assert_equal \
       ["max_function",
        "getting_literals",
@@ -138,7 +138,7 @@ class ParserTest < Test::Unit::TestCase
   def test_with_a_grammar_with_nullables_after_terminals
     grammar = NullableGrammar
     parser = Dhaka::Parser.new(grammar)
-    parser_input = ['(','a',')']
+    parser_input = ['(','a',')', Dhaka::END_SYMBOL_NAME]
     assert_equal \
       ["literal_a",
        "empty_element_list",
@@ -150,14 +150,14 @@ class ParserTest < Test::Unit::TestCase
   def test_with_a_grammar_that_is_not_SLR
     grammar = LALRButNotSLRGrammar
     parser = Dhaka::Parser.new(grammar)
-    parser_input = ['b','d','c']
+    parser_input = ['b','d','c', Dhaka::END_SYMBOL_NAME]
     assert_equal(["A_d", "E_bAc", "start"], get_linearized_parse_result(parser_input, parser))
   end
   def test_with_another_grammar_that_is_not_SLR
     grammar = AnotherLALRButNotSLRGrammar
     parser = Dhaka::Parser.new(grammar)
-    parser_input = ['*', 'id', '=', 'id']
+    parser_input = ['*', 'id', '=', 'id', Dhaka::END_SYMBOL_NAME]
     assert_equal(["identifier", "l_value", "contents", "identifier", "l_value", "assignment"], get_linearized_parse_result(parser_input, parser))
   end

metadata CHANGED

@@ -3,8 +3,8 @@ rubygems_version: 0.9.0
 specification_version: 1
 name: dhaka
 version: !ruby/object:Gem::Version
-  version: 1.0.0
-date: 2007-01-08 00:00:00 -05:00
+  version: 2.0.0
+date: 2007-01-21 00:00:00 -05:00
 summary: An LALR1 parser generator written in Ruby
 require_paths:
 - lib
@@ -65,6 +65,7 @@ files:
 - test/bracket_grammar.rb
 - test/bracket_tokenizer.rb
 - test/brackets_test.rb
+- test/chittagong_driver_test.rb
 - test/chittagong_evaluator.rb
 - test/chittagong_evaluator_test.rb
 - test/chittagong_grammar.rb