rley 0.3.05 → 0.3.06

data/spec/rley/parser/parse_walker_factory_spec.rb

@@ -194,60 +194,72 @@ module Rley # Open this namespace to avoid module qualifier prefixes
           event25 = walker.next
           expectations = [:revisit, '.S | 0', 0]
           event_expectations(event25, expectations)
-
+          
           event26 = walker.next
-          expectations = [:revisit, '.Phi | 0', 0]
+          expectations = [:revisit, 'Phi => . S | 0', 0]
           event_expectations(event26, expectations)
 
-          # Backtracking is occurring
           event27 = walker.next
-          expectations = [:backtrack, 'A. | 0', 1]
+          expectations = [:revisit, '.Phi | 0', 0]
           event_expectations(event27, expectations)
 
+          # Backtracking is occurring
           event28 = walker.next
-          expectations = [:visit, 'A => B A . | 0', 1]
+          expectations = [:backtrack, 'A. | 0', 1]
           event_expectations(event28, expectations)
 
           event29 = walker.next
-          expectations = [:revisit, 'A. | 0', 1]
+          expectations = [:visit, 'A => B A . | 0', 1]
           event_expectations(event29, expectations)
 
           event30 = walker.next
-          expectations = [:visit, 'A => B . A | 0', 0]
+          expectations = [:revisit, 'A. | 0', 1]
           event_expectations(event30, expectations)
 
           event31 = walker.next
-          expectations = [:visit, 'B. | 0', 0]
+          expectations = [:visit, 'A => B . A | 0', 0]
           event_expectations(event31, expectations)
 
           event32 = walker.next
-          expectations = [:visit, 'B => . | 0', 0]
+          expectations = [:visit, 'B. | 0', 0]
           event_expectations(event32, expectations)
 
           event33 = walker.next
-          expectations = [:visit, '.B | 0', 0]
+          expectations = [:visit, 'B => . | 0', 0]
           event_expectations(event33, expectations)
 
           event34 = walker.next
-          expectations = [:visit, 'A => . B A | 0', 0]
+          expectations = [:visit, '.B | 0', 0]
           event_expectations(event34, expectations)
-          
+
           event35 = walker.next
-          expectations = [:revisit, '.A | 0', 0]
+          expectations = [:visit, 'A => . B A | 0', 0]
           event_expectations(event35, expectations)
-
+          
           event36 = walker.next
-          expectations = [:revisit, '.S | 0', 0]
+          expectations = [:revisit, '.A | 0', 0]
           event_expectations(event36, expectations)
 
           event37 = walker.next
-          expectations = [:revisit, '.Phi | 0', 0]
+          expectations = [:revisit, 'S => . A T | 0', 0]
           event_expectations(event37, expectations)          
+          
+          event38 = walker.next
+          expectations = [:revisit, '.S | 0', 0]
+          event_expectations(event38, expectations)
+          
+          event39 = walker.next
+          expectations = [:revisit, 'Phi => . S | 0', 0]
+          event_expectations(event39, expectations)
+
+          event40 = walker.next
+          expectations = [:revisit, '.Phi | 0', 0]
+          event_expectations(event40, expectations)                   
         end
 
         it 'should raise an exception at end of visit' do
           walker = subject.build_walker(accept_entry, accept_index)
-          37.times { walker.next }
+          40.times { walker.next }
 
           expect { walker.next }.to raise_error(StopIteration)
         end

data/spec/rley/support/grammar_ambig01_helper.rb

@@ -0,0 +1,41 @@
+# Load the builder class
+require_relative '../../../lib/rley/syntax/grammar_builder'
+require_relative '../../../lib/rley/parser/token'
+
+
+module GrammarAmbig01Helper
+  ########################################
+  # Factory method. Define a grammar for a very simple language
+  # Grammar 3: An ambiguous arithmetic expression language
+  # (based on example in article on Earley's algorithm in Wikipedia)
+  def grammar_ambig01_builder()
+    builder = Rley::Syntax::GrammarBuilder.new
+    builder.add_terminals('integer', '+', '*')
+    builder.add_production('P' => 'S')
+    builder.add_production('S' => %w(S + S))
+    builder.add_production('S' => %w(S * S))
+    builder.add_production('S' => 'L')
+    builder.add_production('L' => 'integer')
+    builder
+  end
+
+
+  # Highly simplified tokenizer implementation.
+  def tokenizer_ambig01(aText, aGrammar)
+    tokens = aText.scan(/\S+/).map do |lexeme|
+      case lexeme
+        when '+', '*'
+          terminal = aGrammar.name2symbol[lexeme]
+        when /^[-+]?\d+$/
+          terminal = aGrammar.name2symbol['integer']
+        else
+          msg = "Unknown input text '#{lexeme}'"
+          raise StandardError, msg
+      end
+      Rley::Parser::Token.new(lexeme, terminal)
+    end
+
+    return tokens
+  end
+end # module
+# End of file

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rley
 version: !ruby/object:Gem::Version
-  version: 0.3.05
+  version: 0.3.06
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-11-01 00:00:00.000000000 Z
+date: 2016-11-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -225,6 +225,7 @@ files:
 - spec/rley/gfg/vertex_spec.rb
 - spec/rley/parse_forest_visitor_spec.rb
 - spec/rley/parse_tree_visitor_spec.rb
+- spec/rley/parser/ambiguous_parse_spec.rb
 - spec/rley/parser/chart_spec.rb
 - spec/rley/parser/dotted_item_spec.rb
 - spec/rley/parser/earley_parser_spec.rb
@@ -253,6 +254,7 @@ files:
 - spec/rley/support/ambiguous_grammar_helper.rb
 - spec/rley/support/expectation_helper.rb
 - spec/rley/support/grammar_abc_helper.rb
+- spec/rley/support/grammar_ambig01_helper.rb
 - spec/rley/support/grammar_b_expr_helper.rb
 - spec/rley/support/grammar_helper.rb
 - spec/rley/support/grammar_l0_helper.rb
@@ -310,6 +312,7 @@ test_files:
 - spec/rley/gfg/shortcut_edge_spec.rb
 - spec/rley/gfg/start_vertex_spec.rb
 - spec/rley/gfg/vertex_spec.rb
+- spec/rley/parser/ambiguous_parse_spec.rb
 - spec/rley/parser/chart_spec.rb
 - spec/rley/parser/dotted_item_spec.rb
 - spec/rley/parser/earley_parser_spec.rb