rley 0.3.04 → 0.3.05

data/spec/rley/support/{grammar_L0_helper.rb → grammar_l0_helper.rb}

@@ -1,81 +1,82 @@
-# Load the builder class
-require_relative '../../../lib/rley/syntax/grammar_builder'
-require_relative '../../../lib/rley/parser/token'
-
-
-module GrammarL0Helper
-  ########################################
-  # Factory method. Define a grammar for a micro English-like language
-  # based on Jurafky & Martin L0 language (chapter 12 of the book).
-  # It defines the syntax of a sentence in a language with a 
-  # very limited syntax and lexicon in the context of airline reservation.
-  def grammar_L0_builder()
-    builder = Rley::Syntax::GrammarBuilder.new
-    builder.add_terminals('Noun', 'Verb', 'Pronoun', 'Proper-Noun')
-    builder.add_terminals('Determiner', 'Preposition', )
-    builder.add_production('S' => %w[NP VP])
-    builder.add_production('NP' => 'Pronoun')
-    builder.add_production('NP' => 'Proper-Noun')
-    builder.add_production('NP' => %w[Determiner Nominal])
-    builder.add_production('Nominal' => %w[Nominal Noun])
-    builder.add_production('Nominal' => 'Noun')
-    builder.add_production('VP' => 'Verb')
-    builder.add_production('VP' => %w[Verb NP])
-    builder.add_production('VP' => %w[Verb NP PP])
-    builder.add_production('VP' => %w[Verb PP])
-    builder.add_production('PP' => %w[Preposition PP])
-    builder
-  end
-  
-  # Return the language lexicon.
-  # A lexicon is just a Hash with pairs of the form:
-  # word => terminal symbol name
-  def lexicon_L0()
-    lexicon = {
-      'flight' => 'Noun',
-      'breeze' => 'Noun',
-      'trip' => 'Noun',
-      'morning' => 'Noun',
-      'is' => 'Verb',
-      'prefer' => 'Verb',
-      'like' => 'Verb',
-      'need' => 'Verb',
-      'want' => 'Verb',
-      'fly' => 'Verb',
-      'me' => 'Pronoun',
-      'I' => 'Pronoun',
-      'you' => 'Pronoun',
-      'it' => 'Pronoun',
-      'Alaska' => 'Proper-Noun',
-      'Baltimore' => 'Proper-Noun',
-      'Chicago' => 'Proper-Noun',
-      'United' => 'Proper-Noun',
-      'American' => 'Proper-Noun',
-      'the' => 'Determiner',
-      'a' => 'Determiner',
-      'an' => 'Determiner',
-      'this' => 'Determiner',
-      'these' => 'Determiner',
-      'that' => 'Determiner',
-      'from' => 'Preposition',
-      'to' => 'Preposition',
-      'on' => 'Preposition',
-      'near' => 'Preposition'
-    }
-  end
-  
-  
-  # Highly simplified tokenizer implementation.
-  def tokenizer_L0(aText, aGrammar)
-    tokens = aText.scan(/\S+/).map do |word|
-      term_name = lexicon_L0[word]
-      if term_name.nil?
-        fail StandardError, "Word '#{word}' not found in lexicon"
-      end
-      terminal = aGrammar.name2symbol[term_name]
-      Rley::Parser::Token.new(word, terminal)
-    end
-    
-    return tokens
-  end
-end # module
+# Load the builder class
+require_relative '../../../lib/rley/syntax/grammar_builder'
+require_relative '../../../lib/rley/parser/token'
+
+
+module GrammarL0Helper
+  ########################################
+  # Factory method. Define a grammar for a micro English-like language
+  # based on Jurafky & Martin L0 language (chapter 12 of the book).
+  # It defines the syntax of a sentence in a language with a
+  # very limited syntax and lexicon in the context of airline reservation.
+  def grammar_l0_builder()
+    builder = Rley::Syntax::GrammarBuilder.new
+    builder.add_terminals('Noun', 'Verb', 'Pronoun', 'Proper-Noun')
+    builder.add_terminals('Determiner', 'Preposition')
+    builder.add_production('S' => %w(NP VP))
+    builder.add_production('NP' => 'Pronoun')
+    builder.add_production('NP' => 'Proper-Noun')
+    builder.add_production('NP' => %w(Determiner Nominal))
+    builder.add_production('Nominal' => %w(Nominal Noun))
+    builder.add_production('Nominal' => 'Noun')
+    builder.add_production('VP' => 'Verb')
+    builder.add_production('VP' => %w(Verb NP))
+    builder.add_production('VP' => %w(Verb NP PP))
+    builder.add_production('VP' => %w(Verb PP))
+    builder.add_production('PP' => %w(Preposition PP))
+    builder
+  end
+
+  # Return the language lexicon.
+  # A lexicon is just a Hash with pairs of the form:
+  # word => terminal symbol name
+  def lexicon_l0()
+    return {
+      'flight' => 'Noun',
+      'breeze' => 'Noun',
+      'trip' => 'Noun',
+      'morning' => 'Noun',
+      'is' => 'Verb',
+      'prefer' => 'Verb',
+      'like' => 'Verb',
+      'need' => 'Verb',
+      'want' => 'Verb',
+      'fly' => 'Verb',
+      'me' => 'Pronoun',
+      'I' => 'Pronoun',
+      'you' => 'Pronoun',
+      'it' => 'Pronoun',
+      'Alaska' => 'Proper-Noun',
+      'Baltimore' => 'Proper-Noun',
+      'Chicago' => 'Proper-Noun',
+      'United' => 'Proper-Noun',
+      'American' => 'Proper-Noun',
+      'the' => 'Determiner',
+      'a' => 'Determiner',
+      'an' => 'Determiner',
+      'this' => 'Determiner',
+      'these' => 'Determiner',
+      'that' => 'Determiner',
+      'from' => 'Preposition',
+      'to' => 'Preposition',
+      'on' => 'Preposition',
+      'near' => 'Preposition'
+    }
+  end
+
+
+  # Highly simplified tokenizer implementation.
+  def tokenizer_l0(aText, aGrammar)
+    tokens = aText.scan(/\S+/).map do |word|
+      term_name = lexicon_l0[word]
+      if term_name.nil?
+        raise StandardError, "Word '#{word}' not found in lexicon"
+      end
+      terminal = aGrammar.name2symbol[term_name]
+      Rley::Parser::Token.new(word, terminal)
+    end
+
+    return tokens
+  end
+end # module
+# End of file

data/spec/rley/support/grammar_sppf_helper.rb

@@ -1,25 +1,24 @@
-# Load the builder class
-require_relative '../../../lib/rley/syntax/grammar_builder'
-
-
-module GrammarSPPFHelper
-  # Factory method. Creates a grammar builder for a
-  # grammar described in paper from Elisabeth Scott
-  # "SPPF-Style Parsing From Earley Recognizers" in
-  # Notes in Theoretical Computer Science 203, (2008), pp. 53-67
-  # contains a hidden left recursion and a cycle
-  def grammar_sppf_builder()
-    builder = Rley::Syntax::GrammarBuilder.new
-    builder.add_terminals('a', 'b')
-    builder.add_production('Phi' => %'S')
-    builder.add_production('S' => %w[A T])
-    builder.add_production('S' => %w[a T])
-    builder.add_production('A' => 'a')
-    builder.add_production('A' => %w[B A])
-    builder.add_production('B' => [])
-    builder.add_production('T' => %w( b b b))
-
-    return builder
-  end
-   
-end # module
+# Load the builder class
+require_relative '../../../lib/rley/syntax/grammar_builder'
+
+
+module GrammarSPPFHelper
+  # Factory method. Creates a grammar builder for a
+  # grammar described in paper from Elisabeth Scott
+  # "SPPF-Style Parsing From Earley Recognizers" in
+  # Notes in Theoretical Computer Science 203, (2008), pp. 53-67
+  # contains a hidden left recursion and a cycle
+  def grammar_sppf_builder()
+    builder = Rley::Syntax::GrammarBuilder.new
+    builder.add_terminals('a', 'b')
+    builder.add_production('Phi' => 'S')
+    builder.add_production('S' => %w(A T))
+    builder.add_production('S' => %w(a T))
+    builder.add_production('A' => 'a')
+    builder.add_production('A' => %w(B A))
+    builder.add_production('B' => [])
+    builder.add_production('T' => %w(b b b))
+
+    return builder
+  end
+end # module

data/spec/rley/syntax/grammar_spec.rb

@@ -29,7 +29,7 @@ module Rley # Open this namespace to avoid module qualifier prefixes
 
       # Grammar 1: arithmetical expressions with integers
       let(:grm1_ops) do
-        operators = %w[+ - * / ( ) ]
+        operators = %w[+ - * / ( )]
         build_verbatim_symbols(operators)
       end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rley
 version: !ruby/object:Gem::Version
-  version: 0.3.04
+  version: 0.3.05
 platform: ruby
 authors:
 - Dimitri Geshef
@@ -252,10 +252,10 @@ files:
 - spec/rley/sppf/non_terminal_node_spec.rb
 - spec/rley/support/ambiguous_grammar_helper.rb
 - spec/rley/support/expectation_helper.rb
-- spec/rley/support/grammar_L0_helper.rb
 - spec/rley/support/grammar_abc_helper.rb
 - spec/rley/support/grammar_b_expr_helper.rb
 - spec/rley/support/grammar_helper.rb
+- spec/rley/support/grammar_l0_helper.rb
 - spec/rley/support/grammar_sppf_helper.rb
 - spec/rley/syntax/grammar_builder_spec.rb
 - spec/rley/syntax/grammar_spec.rb