rley 0.0.11 → 0.0.12

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MTE3MWVhNjUzOTkzNjM3N2E3MjdjYzE5MWE1MDEyMmNkZGM3NGJiYw==
+    YWJmOTI2YmJiNWQwNDY5YjM3ZTdmMzdlZmEyMDE0ODRiM2Q1N2Y4YQ==
   data.tar.gz: !binary |-
-    NGM4ZGI2NTY2ZDU1NDU5YzQxMjFiNWVlZmU0YWU3MDhjMGMxYTQ5OA==
+    ZjNmODNiOWZlYTc3MzcyNGUzZDhiNWVhMTBjNDRjZmU2OTg3NTM4Yg==
 !binary "U0hBNTEy":
   metadata.gz: !binary |-
-    NDA1NzYzZTU2NjY5MDdlMGJkYjZiZGEzZGY5YTkxMzYxZTk3NTNmNDlhZGRl
-    NTUwZjRkYTZlZGIyYTAxYWI2NGE2MWVmMWNiN2JjYTY4MDU2ZDgwYjIyNDY1
-    Y2E3ZjViZTkyM2Q5ZTY1ZjJiMmViNmNlZGFlODE3MzE5YjhiM2Y=
+    OWRiMmM1NzQ3ZjdjZjAwYTZlNWFlYzgxMjliY2M2YzQ2MzZjMTNlMmE2NjI5
+    YTAxNWNhMGMxMjY1ODU3NzI4YTFhNmNmNzkxMzAzNjUyMjZjZjBlM2U5ZDhi
+    ZmY0MmU3ZTgxNmJjYTk3ZTc3MTg1MmFlYWNhYjhiMjJjOTljOTU=
   data.tar.gz: !binary |-
-    NzUxNmMzMjZkMWM2Y2NmMzJmY2U3ZTA3ZDYyYmVkZDI2MjAxYTc2MWIxYmRj
-    NzYyMzRjOGQxZWIxOTFlN2U4OGUzMTMzMzU5ZjNhMTU0OTkwMDk2MmMzMmU5
-    NTZiNTMwZjc4MjBlZWJjOWJmOWE4MWFmZDcyYWQyZWZlZTdmN2U=
+    NzQyYmYyNzc5ZmIyNTVjMWJkOTVjNzI5NzM2N2Y5N2ZkN2Y1NmRlODcwNjAz
+    MzRiNGIyNGIxNGExMGJlNjY4ZjYxYTc5YTc4Mjg1ODEyZGEyNGExOTM3N2Iw
+    ODFkMGU4MjIxNTZmZjczNWNiYjUzMjYwYTZhZjkxNTRmZjg2MmU=

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+### 0.0.12 / 2014-11-17
+* [CHANGE]  Classes `Terminal` and `NonTerminal` added new method nullable?
+
+
 ### 0.0.11 / 2014-11-16
 * [CHANGE]  Usage of `GrammarBuilder`simplified: the call to method `GrammarBuilder#add_non_terminal` isn't necessary. Method is removed 
 * [CHANGE] Updated the `examples` folder accordingly.

data/lib/rley/constants.rb

@@ -3,7 +3,7 @@
 
 module Rley # Module used as a namespace
   # The version number of the gem.
-  Version = '0.0.11'
+  Version = '0.0.12'
 
   # Brief description of the gem.
   Description = "Ruby implementation of the Earley's parsing algorithm"

data/lib/rley/syntax/grammar.rb

@@ -19,7 +19,8 @@ module Rley # This module is used as a namespace
       # The list of grammar symbols in the language.
       attr_reader(:symbols)
 
-      # @param theProduction [Array of Production]
+      # @param theProduction [Array of Production] the list of productions
+      # of the grammar.
       def initialize(theProductions)
         @rules = []
         @symbols = []
@@ -27,6 +28,12 @@ module Rley # This module is used as a namespace
         # TODO: use topological sorting
         @start_symbol = valid_productions[0].lhs
         valid_productions.each { |prod| add_production(prod) }
+        compute_nullable
+      end
+
+      # @return [Array] The list of non-terminals in the grammar.
+      def non_terminals()
+        return symbols.select { |s| s.kind_of?(NonTerminal) }
       end
 
       private
@@ -49,6 +56,25 @@ module Rley # This module is used as a namespace
           @symbols << symb
         end
       end
+
+      # For each non-terminal determine whether it is nullable or not.
+      def compute_nullable()
+        # Do the obvious cases
+        rules.each do |prod|
+          next unless prod.rhs.empty?
+          prod.lhs.nullable = true
+        end
+      end
+=begin
+        prods4nonterm = productions.group_by { |prod| prod.lhs }
+          prods4nonterm.each_pair do |(lhs, prods)|        
+        
+        
+        to_process = non_terminals.select { |nt| nt.nullable?.nil? }
+        
+        until to_process.empty? do
+
+=end
     end # class
   end # module
 end # module

data/lib/rley/syntax/grm_symbol.rb

@@ -2,13 +2,16 @@ module Rley # This module is used as a namespace
   module Syntax # This module is used as a namespace
     # Abstract class for grammar symbols.
     # A grammar symbol is an element that appears in grammar rules.
-    class GrmSymbol
+    class GrmSymbol  
       # The name of the grammar symbol
       attr_reader(:name)
 
+      # Constructor.
+      # aName [String] The name of the grammar symbol.
       def initialize(aName)
         @name = aName.dup
       end
+        
     end # class
   end # module
 end # module

data/lib/rley/syntax/non_terminal.rb

@@ -5,9 +5,31 @@ module Rley # This module is used as a namespace
     # A non-terminal symbol (sometimes called a syntactic variable) represents
     # a composition of terminal or non-terminal symbols
     class NonTerminal < GrmSymbol
+    
+      # Constructor.
+      # @param aName [String] The name of the grammar symbol.
       def initialize(aName)
         super(aName)
       end
+      
+      public
+      
+      # @return [false/true] Return true if the symbol derives
+      # the empty string. As non-terminal symbol is nullable when it can
+      # can match to zero input token.
+      # The "nullability" of a non-terminal can practically be determined once
+      # all the production rules of the grammar are specified.
+      def nullable?()
+        return @nullable
+      end
+      
+      # Set the nullable flag.
+      # @param aBoolean [true/false]
+      def nullable=(aBoolean)
+        @nullable = aBoolean
+      end
+      
+
     end # class
   end # module
 end # module

data/lib/rley/syntax/terminal.rb

@@ -7,9 +7,16 @@ module Rley # This module is used as a namespace
     # defined the grammar.
     class Terminal < GrmSymbol
       
+      # Constructor.
+      # aName [String] The name of the grammar symbol.
       def initialize(aName)
         super(aName)
       end
+      
+      # @return [false] Return true if the symbol derives
+      # the empty string. As terminal symbol corresponds to a input token
+      # it is by definition non-nullable.
+      def nullable?() false; end
     end # class
   
   end # module

data/spec/rley/parser/earley_parser_spec.rb

@@ -3,6 +3,7 @@ require_relative '../../spec_helper'
 require_relative '../../../lib/rley/syntax/verbatim_symbol'
 require_relative '../../../lib/rley/syntax/non_terminal'
 require_relative '../../../lib/rley/syntax/production'
+require_relative '../../../lib/rley/syntax/grammar_builder'
 require_relative '../../../lib/rley/parser/token'
 # Load the class under test
 require_relative '../../../lib/rley/parser/earley_parser'
@@ -344,6 +345,36 @@ module Rley # Open this namespace to avoid module qualifier prefixes
           ]
           compare_state_set(parse_result.chart[5], expectations)
         end
+        
+        
+        it 'should parse an ambiguous grammar' do
+          # Grammar 3: A ambiguous arithmetic expression language
+          # (based on example in article on Earley's algorithm in Wikipedia)
+          # P ::= S.
+          # S ::= S "+" S.
+          # S ::= S "*" S.
+          # S ::= T.
+          # T ::= an integer number token.
+          t_int = Syntax::Literal.new('integer', /[-+]?\d+/)
+          t_plus = Syntax::VerbatimSymbol.new('+')
+          t_star = Syntax::VerbatimSymbol.new('*')
+          
+          builder = Syntax::GrammarBuilder.new
+          builder.add_terminals(t_int, t_plus, t_star)
+          builder.add_production('P' => 'S')
+          builder.add_production('S' => %w(S + S))
+          builder.add_production('S' => %w(S * S))
+          builder.add_production('S' => 'L')
+          builder.add_production('L' => 'integer')
+          tokens = [
+            Token.new('2', t_int),
+            Token.new('+', t_plus),
+            Token.new('3', t_int),
+            Token.new('*', t_star),
+            Token.new('4', t_int)
+          ]
+          parse_result = subject.parse(tokens)
+        end
 
 
         it 'should parse an invalid simple input' do

data/spec/rley/syntax/grammar_spec.rb

@@ -138,6 +138,10 @@ module Rley # Open this namespace to avoid module qualifier prefixes
         it 'should know all its symbols' do
           expect(subject.symbols).to eq([nt_S, nt_A, a_, c_, b_])
         end
+        
+        it 'should know all its non-terminal symbols' do
+          expect(subject.non_terminals).to eq([nt_S, nt_A]) 
+        end
       end # context
 
     end # describe

data/spec/rley/syntax/non_terminal_spec.rb

@@ -19,6 +19,17 @@ module Rley # Open this namespace to avoid module qualifier prefixes
         end
       end # context
 
+        
+      context 'Provided services:' do    
+        it 'should know whether it is nullable' do
+          expect(subject.nullable?).to be_nil
+          subject.nullable = true
+          expect(subject).to be_nullable
+          subject.nullable = false
+          expect(subject).not_to be_nullable          
+        end
+      end # context
+
     end # describe
   end # module
 end # module

data/spec/rley/syntax/terminal_spec.rb

@@ -17,6 +17,10 @@ module Rley # Open this namespace to avoid module qualifier prefixes
         it 'should know its name' do
           expect(subject.name).to eq(sample_name)
         end
+        
+        it "should know that isn't nullable" do
+          expect(subject).not_to be_nullable
+        end
       end # context
 
     end # describe

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rley
 version: !ruby/object:Gem::Version
-  version: 0.0.11
+  version: 0.0.12
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-16 00:00:00.000000000 Z
+date: 2014-11-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake