rley 0.0.10 → 0.0.11

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    MmIxMmNjMmEwZDYwMTUxMzFjY2ZhMjgzNzg4OWEwNTIzMDAxNWMxOQ==
+    MTE3MWVhNjUzOTkzNjM3N2E3MjdjYzE5MWE1MDEyMmNkZGM3NGJiYw==
   data.tar.gz: !binary |-
-    YTU0MDBmMzliOWE4ZTgyZjMzMGJlNzQxNzE4MDY4MWM5NTc2MGI2ZQ==
+    NGM4ZGI2NTY2ZDU1NDU5YzQxMjFiNWVlZmU0YWU3MDhjMGMxYTQ5OA==
 !binary "U0hBNTEy":
   metadata.gz: !binary |-
-    NTkyOWUzZDIzYWU3OWM5YmYzN2MwNzkzZGMwNThjYTM4YWIzMzdkMjI0ZDc0
-    ZjBhZDc5ZWFjYTAyYzNhOTIxZTU2YTM0Nzg2MjE0M2E1NWNjMzA0MjM4ZGJh
-    NjIyNGE3MjVhMDY3MWEyZjhiZjZhOWEyYzA3MTBiMmRkM2E2ZmI=
+    NDA1NzYzZTU2NjY5MDdlMGJkYjZiZGEzZGY5YTkxMzYxZTk3NTNmNDlhZGRl
+    NTUwZjRkYTZlZGIyYTAxYWI2NGE2MWVmMWNiN2JjYTY4MDU2ZDgwYjIyNDY1
+    Y2E3ZjViZTkyM2Q5ZTY1ZjJiMmViNmNlZGFlODE3MzE5YjhiM2Y=
   data.tar.gz: !binary |-
-    YzRkY2QzZjRiMDI1ODgwYmE1N2VmYWJjNzc0ZmM1MDM0NjgzZGRmYmFlNjYy
-    ZTM5MDU3ZTIyMTE4NGY3OTUzNDEyMzg4NzQ1NzBkMDc4Yjc3YmM4M2EwMzQ4
-    YzJlZGUyZDJjZjNjYjZmNDU3MTE4NmNjNWNhOTAzZjBhZjM1ZjY=
+    NzUxNmMzMjZkMWM2Y2NmMzJmY2U3ZTA3ZDYyYmVkZDI2MjAxYTc2MWIxYmRj
+    NzYyMzRjOGQxZWIxOTFlN2U4OGUzMTMzMzU5ZjNhMTU0OTkwMDk2MmMzMmU5
+    NTZiNTMwZjc4MjBlZWJjOWJmOWE4MWFmZDcyYWQyZWZlZTdmN2U=

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+### 0.0.11 / 2014-11-16
+* [CHANGE]  Usage of `GrammarBuilder`simplified: the call to method `GrammarBuilder#add_non_terminal` isn't necessary. Method is removed 
+* [CHANGE] Updated the `examples` folder accordingly.
+
 ### 0.0.10 / 2014-11-15
 * [NEW]  New folder `examples` added with two examples of grammar creation 
 

data/examples/grammars/grammar_L0.rb

@@ -12,14 +12,11 @@ builder.add_terminals('Noun', 'Verb', 'Adjective')
 builder.add_terminals('Pronoun', 'Proper-Noun', 'Determiner')
 builder.add_terminals('Preposition', 'Conjunction')
 
-# Enumerate the non-terminal symbols...
-builder.add_non_terminals('S', 'NP', 'Nominal', 'VP', 'PP')
-
 # Now the production rules...
 builder.add_production('S'=> ['NP', 'VP']) # e.g. I + want a morning flight
 builder.add_production('NP' => 'Pronoun')  # e.g. I
 builder.add_production('NP' => 'Proper-Noun') # e.g. Los Angeles
-builder.add_production('NP' => ['Det', 'Nominal'])  # e.g. a + flight
+builder.add_production('NP' => ['Determiner', 'Nominal'])  # e.g. a + flight
 builder.add_production('Nominal' => %w(Nominal Noun)) # morning + flight
 builder.add_production('Nominal' => 'Noun') # e.g. flights
 builder.add_production('VP' => 'Verb')      # e.g. do

data/examples/grammars/grammar_abc.rb

@@ -12,7 +12,6 @@ require 'rley'  # Load the gem
 # Let's create the grammar step-by-step with the grammar builder:
 builder = Rley::Syntax::GrammarBuilder.new
 builder.add_terminals('a', 'b', 'c')
-builder.add_non_terminals('S', 'A')
 builder.add_production('S' => 'A')
 builder.add_production('A' => %w(a A c))
 builder.add_production('A' => 'b')

data/lib/rley/constants.rb

@@ -3,7 +3,7 @@
 
 module Rley # Module used as a namespace
   # The version number of the gem.
-  Version = '0.0.10'
+  Version = '0.0.11'
 
   # Brief description of the gem.
   Description = "Ruby implementation of the Earley's parsing algorithm"

data/lib/rley/parser/earley_parser.rb

@@ -4,7 +4,7 @@ require_relative 'parsing'
 
 module Rley # This module is used as a namespace
   module Parser # This module is used as a namespace
-    # Implementation of a parser that uses the Earley parsing algorithm.
+    # Implementation of a parser that uses the Earley parsing algorithm.  
     class EarleyParser
       # The grammar of the language.
       attr_reader(:grammar)
@@ -29,6 +29,7 @@ module Rley # This module is used as a namespace
         @next_mapping = build_next_mapping(dotted_items)
       end
 
+      # Parse a sequence of input tokens.
       # @param aTokenSequence [Array] Array of Tokens objects returned by a 
       # tokenizer/scanner/lexer.
       # @return a Parsing object that embeds the parse result.

data/lib/rley/syntax/grammar_builder.rb

@@ -22,7 +22,7 @@ module Rley # This module is used as a namespace
         @symbols = {}
         @productions = []
       end
-
+      
       # Retrieve a grammar symbol from its name.
       # Raise an exception if not found.
       # @param [aSymbolName] the name of a symbol grammar.
@@ -39,23 +39,15 @@ module Rley # This module is used as a namespace
         symbols.merge!(new_symbs)
       end
 
-      # Add the non-terminal symbols of the language
-      # nonTerminalSymbols [String or NonTerminal] one or more non-terminal
-      # symbols to add to the grammar.
-      def add_non_terminals(*nonTerminalSymbols)
-        new_symbs = build_symbols(NonTerminal, nonTerminalSymbols)
-        symbols.merge!(new_symbs)
-      end
-
       # builder.add_production('A' => ['a', 'A', 'c'])
       def add_production(aProductionRepr)
         aProductionRepr.each_pair do |(lhs_name, rhs_repr)|
-          lhs = self[lhs_name]
+          lhs = get_nonterminal(lhs_name)
           case rhs_repr
             when Array
-              rhs_constituents = rhs_repr.map { |name| self[name] }
+              rhs_constituents = rhs_repr.map { |name| get_nonterminal(name) }
             when String
-              rhs_constituents = [ self[rhs_repr] ]
+              rhs_constituents = [ get_nonterminal(rhs_repr) ]
           end
           new_prod = Production.new(lhs, rhs_constituents)
           productions << new_prod
@@ -69,6 +61,13 @@ module Rley # This module is used as a namespace
         if productions.empty?
           fail StandardError, 'No production found for grammar'
         end
+        
+        # Check that each non-terminal appears at least once in lhs.
+        all_non_terminals = symbols.values.select { |s| s.is_a?(NonTerminal) }
+        all_non_terminals.each do |n_term|
+          next if productions.any? { |prod| n_term == prod.lhs }
+          fail StandardError, "Nonterminal #{n_term.name} not rewritten"
+        end
 
         return Grammar.new(productions.dup)
       end
@@ -107,6 +106,18 @@ module Rley # This module is used as a namespace
 
         return a_symbol
       end
+      
+      # Retrieve the non-terminal symbol with given name.
+      # If it doesn't exist yet, then it is created on the fly.
+      # @param aSymbolName [String] the name of the grammar symbol to retrieve
+      # @return [NonTerminal]
+      def get_nonterminal(aSymbolName)
+        unless symbols.include? aSymbolName
+          symbols[aSymbolName] = NonTerminal.new(aSymbolName)
+        end
+        return symbols[aSymbolName]
+      end
+      
     end # class
   end # module
 end # module

data/spec/rley/syntax/grammar_builder_spec.rb

@@ -45,17 +45,6 @@ module Rley # Open this namespace to avoid module qualifier prefixes
           expect(subject.symbols['b']).to eq(b)
           expect(subject.symbols['c']).to eq(c)
         end
-        
-        it 'should build non-terminals from their names' do
-          subject.add_non_terminals('PP', 'VP', 'DT')
-          expect(subject.symbols.size).to eq(3)
-          expect(subject.symbols['PP']).to be_kind_of(NonTerminal)
-          expect(subject.symbols['PP'].name).to eq('PP')
-          expect(subject.symbols['VP']).to be_kind_of(NonTerminal)
-          expect(subject.symbols['VP'].name).to eq('VP')
-          expect(subject.symbols['DT']).to be_kind_of(NonTerminal)
-          expect(subject.symbols['DT'].name).to eq('DT')
-        end
 
         it 'should accept already built terminals' do
           a = Terminal.new('a')
@@ -74,7 +63,6 @@ module Rley # Open this namespace to avoid module qualifier prefixes
         subject do
           instance = GrammarBuilder.new
           instance.add_terminals('a', 'b', 'c')
-          instance.add_non_terminals('S', 'A')
           instance
         end
         
@@ -105,7 +93,6 @@ module Rley # Open this namespace to avoid module qualifier prefixes
         subject do
           instance = GrammarBuilder.new
           instance.add_terminals('a', 'b', 'c')
-          instance.add_non_terminals('S', 'A')
           instance.add_production('S' => ['A'])
           instance.add_production('A' => %w(a A c))
           instance.add_production('A' => ['b'])
@@ -128,11 +115,19 @@ module Rley # Open this namespace to avoid module qualifier prefixes
         it 'should complain in absence of productions' do
           instance = GrammarBuilder.new
           instance.add_terminals('a', 'b', 'c')
-          instance.add_non_terminals('S', 'A')
           err = StandardError
           msg = 'No production found for grammar'
           expect { instance.grammar }.to raise_error(err, msg)
         end
+        
+        it 'should complain when non-terminal has no production' do
+          instance = GrammarBuilder.new
+          instance.add_terminals('a', 'b', 'c')
+          instance.add_production('S' => ['A'])
+          err = StandardError
+          msg = 'Nonterminal A not rewritten'
+          expect { instance.grammar }.to raise_error(err, msg)
+        end
       end
 
     end # describe

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rley
 version: !ruby/object:Gem::Version
-  version: 0.0.10
+  version: 0.0.11
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-15 00:00:00.000000000 Z
+date: 2014-11-16 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake