rley 0.5.14 → 0.6.00

data/spec/rley/support/grammar_arr_int_helper.rb

@@ -14,9 +14,9 @@ module GrammarArrIntHelper
       add_terminals('[', ']', ',', 'integer')
       rule 'P' => 'arr'
       rule 'arr' => %w([ sequence ])
-      rule 'sequence' => ['list']
+      rule 'sequence' => 'list'
       rule 'sequence' => []
-      rule 'list' => %w[list , integer] # Right-recursive rule
+      rule 'list' => %w[list , integer] # Left-recursive rule
       rule 'list' => 'integer'
     end
     builder

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rley
 version: !ruby/object:Gem::Version
-  version: 0.5.14
+  version: 0.6.00
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-02-10 00:00:00.000000000 Z
+date: 2018-02-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: coveralls
@@ -142,11 +142,8 @@ files:
 - examples/data_formats/JSON/json_grammar.rb
 - examples/data_formats/JSON/json_lexer.rb
 - examples/data_formats/JSON/json_minifier.rb
-- examples/data_formats/JSON/json_parser.rb
 - examples/general/SRL/lib/ast_builder.rb
-- examples/general/SRL/lib/ast_building.rb
 - examples/general/SRL/lib/grammar.rb
-- examples/general/SRL/lib/parser.rb
 - examples/general/SRL/lib/regex/abstract_method.rb
 - examples/general/SRL/lib/regex/alternation.rb
 - examples/general/SRL/lib/regex/anchor.rb
@@ -181,15 +178,12 @@ files:
 - examples/general/calc_iter1/calc_demo.rb
 - examples/general/calc_iter1/calc_grammar.rb
 - examples/general/calc_iter1/calc_lexer.rb
-- examples/general/calc_iter1/calc_parser.rb
 - examples/general/calc_iter1/spec/calculator_spec.rb
-- examples/general/calc_iter2/ast_building.rb
 - examples/general/calc_iter2/calc_ast_builder.rb
 - examples/general/calc_iter2/calc_ast_nodes.rb
 - examples/general/calc_iter2/calc_demo.rb
 - examples/general/calc_iter2/calc_grammar.rb
 - examples/general/calc_iter2/calc_lexer.rb
-- examples/general/calc_iter2/calc_parser.rb
 - examples/general/calc_iter2/spec/calculator_spec.rb
 - examples/general/left.rb
 - examples/general/right.rb
@@ -198,6 +192,7 @@ files:
 - lib/rley/base/dotted_item.rb
 - lib/rley/base/grm_items_builder.rb
 - lib/rley/constants.rb
+- lib/rley/engine.rb
 - lib/rley/formatter/asciitree.rb
 - lib/rley/formatter/base_formatter.rb
 - lib/rley/formatter/bracket_notation.rb
@@ -218,8 +213,14 @@ files:
 - lib/rley/lexical/token.rb
 - lib/rley/lexical/token_range.rb
 - lib/rley/parse_forest_visitor.rb
+- lib/rley/parse_rep/ast_base_builder.rb
+- lib/rley/parse_rep/cst_builder.rb
+- lib/rley/parse_rep/parse_forest_builder.rb
+- lib/rley/parse_rep/parse_forest_factory.rb
+- lib/rley/parse_rep/parse_rep_creator.rb
+- lib/rley/parse_rep/parse_tree_builder.rb
+- lib/rley/parse_rep/parse_tree_factory.rb
 - lib/rley/parse_tree_visitor.rb
-- lib/rley/parser/cst_builder.rb
 - lib/rley/parser/error_reason.rb
 - lib/rley/parser/gfg_chart.rb
 - lib/rley/parser/gfg_earley_parser.rb
@@ -227,14 +228,9 @@ files:
 - lib/rley/parser/parse_entry.rb
 - lib/rley/parser/parse_entry_set.rb
 - lib/rley/parser/parse_entry_tracker.rb
-- lib/rley/parser/parse_forest_builder.rb
-- lib/rley/parser/parse_forest_factory.rb
-- lib/rley/parser/parse_rep_creator.rb
 - lib/rley/parser/parse_state.rb
 - lib/rley/parser/parse_state_tracker.rb
 - lib/rley/parser/parse_tracer.rb
-- lib/rley/parser/parse_tree_builder.rb
-- lib/rley/parser/parse_tree_factory.rb
 - lib/rley/parser/parse_walker_factory.rb
 - lib/rley/parser/state_set.rb
 - lib/rley/ptree/non_terminal_node.rb
@@ -261,6 +257,7 @@ files:
 - lib/rley/syntax/verbatim_symbol.rb
 - spec/rley/base/dotted_item_spec.rb
 - spec/rley/base/grm_items_builder_spec.rb
+- spec/rley/engine_spec.rb
 - spec/rley/formatter/asciitree_spec.rb
 - spec/rley/formatter/bracket_notation_spec.rb
 - spec/rley/formatter/debug_spec.rb
@@ -280,22 +277,22 @@ files:
 - spec/rley/lexical/token_range_spec.rb
 - spec/rley/lexical/token_spec.rb
 - spec/rley/parse_forest_visitor_spec.rb
+- spec/rley/parse_rep/ambiguous_parse_spec.rb
+- spec/rley/parse_rep/ast_builder_spec.rb
+- spec/rley/parse_rep/cst_builder_spec.rb
+- spec/rley/parse_rep/groucho_spec.rb
+- spec/rley/parse_rep/parse_forest_builder_spec.rb
+- spec/rley/parse_rep/parse_forest_factory_spec.rb
+- spec/rley/parse_rep/parse_tree_factory_spec.rb
 - spec/rley/parse_tree_visitor_spec.rb
-- spec/rley/parser/ambiguous_parse_spec.rb
-- spec/rley/parser/ast_builder_spec.rb
-- spec/rley/parser/cst_builder_spec.rb
 - spec/rley/parser/error_reason_spec.rb
 - spec/rley/parser/gfg_chart_spec.rb
 - spec/rley/parser/gfg_earley_parser_spec.rb
 - spec/rley/parser/gfg_parsing_spec.rb
-- spec/rley/parser/groucho_spec.rb
 - spec/rley/parser/parse_entry_set_spec.rb
 - spec/rley/parser/parse_entry_spec.rb
-- spec/rley/parser/parse_forest_builder_spec.rb
-- spec/rley/parser/parse_forest_factory_spec.rb
 - spec/rley/parser/parse_state_spec.rb
 - spec/rley/parser/parse_tracer_spec.rb
-- spec/rley/parser/parse_tree_factory_spec.rb
 - spec/rley/parser/parse_walker_factory_spec.rb
 - spec/rley/parser/state_set_spec.rb
 - spec/rley/ptree/non_terminal_node_spec.rb
@@ -306,6 +303,7 @@ files:
 - spec/rley/sppf/non_terminal_node_spec.rb
 - spec/rley/sppf/token_node_spec.rb
 - spec/rley/support/ambiguous_grammar_helper.rb
+- spec/rley/support/ast_builder.rb
 - spec/rley/support/expectation_helper.rb
 - spec/rley/support/grammar_abc_helper.rb
 - spec/rley/support/grammar_ambig01_helper.rb
@@ -356,6 +354,7 @@ summary: Ruby implementation of the Earley's parsing algorithm
 test_files:
 - spec/rley/base/dotted_item_spec.rb
 - spec/rley/base/grm_items_builder_spec.rb
+- spec/rley/engine_spec.rb
 - spec/rley/formatter/asciitree_spec.rb
 - spec/rley/formatter/bracket_notation_spec.rb
 - spec/rley/formatter/debug_spec.rb
@@ -374,24 +373,24 @@ test_files:
 - spec/rley/gfg/vertex_spec.rb
 - spec/rley/lexical/token_range_spec.rb
 - spec/rley/lexical/token_spec.rb
-- spec/rley/parser/ambiguous_parse_spec.rb
-- spec/rley/parser/ast_builder_spec.rb
-- spec/rley/parser/cst_builder_spec.rb
 - spec/rley/parser/error_reason_spec.rb
 - spec/rley/parser/gfg_chart_spec.rb
 - spec/rley/parser/gfg_earley_parser_spec.rb
 - spec/rley/parser/gfg_parsing_spec.rb
-- spec/rley/parser/groucho_spec.rb
 - spec/rley/parser/parse_entry_set_spec.rb
 - spec/rley/parser/parse_entry_spec.rb
-- spec/rley/parser/parse_forest_builder_spec.rb
-- spec/rley/parser/parse_forest_factory_spec.rb
 - spec/rley/parser/parse_state_spec.rb
 - spec/rley/parser/parse_tracer_spec.rb
-- spec/rley/parser/parse_tree_factory_spec.rb
 - spec/rley/parser/parse_walker_factory_spec.rb
 - spec/rley/parser/state_set_spec.rb
 - spec/rley/parse_forest_visitor_spec.rb
+- spec/rley/parse_rep/ambiguous_parse_spec.rb
+- spec/rley/parse_rep/ast_builder_spec.rb
+- spec/rley/parse_rep/cst_builder_spec.rb
+- spec/rley/parse_rep/groucho_spec.rb
+- spec/rley/parse_rep/parse_forest_builder_spec.rb
+- spec/rley/parse_rep/parse_forest_factory_spec.rb
+- spec/rley/parse_rep/parse_tree_factory_spec.rb
 - spec/rley/parse_tree_visitor_spec.rb
 - spec/rley/ptree/non_terminal_node_spec.rb
 - spec/rley/ptree/parse_tree_node_spec.rb

data/examples/data_formats/JSON/json_parser.rb

@@ -1,46 +0,0 @@
-# Purpose: to demonstrate how to build and render a parse tree for JSON
-# language
-require 'rley' # Load the Rley gem
-require_relative 'json_lexer'
-
-# Steps to render a parse tree (of a valid parsed input):
-# 1. Define a grammar
-# 2. Create a parser for that grammar
-# 3. Tokenize the input
-# 4. Let the parser process the input
-# 5. Generate a parse tree from the parse result
-# 6. Render the parse tree (in JSON)
-
-########################################
-# Step 1. Load a grammar for JSON
-require_relative 'json_grammar'
-
-# A JSON parser derived from our general Earley parser.
-class JSONParser < Rley::Parser::GFGEarleyParser
-  attr_reader(:source_file)
-
-  # Constructor
-  def initialize()
-    # Builder the Earley parser with the JSON grammar
-    super(GrammarJSON)
-  end
-  
-  def parse_file(aFilename)
-    tokens = tokenize_file(aFilename)
-    result = parse(tokens)
-
-    return result
-  end
-  
-  private
-  
-  def tokenize_file(aFilename)
-    input_source = nil
-    File.open(aFilename, 'r') { |f| input_source = f.read }
-
-    lexer = JSONLexer.new(input_source, GrammarJSON)
-    return lexer.tokens
-  end
-end # class
-
-# End of file

data/examples/general/SRL/lib/ast_building.rb

@@ -1,20 +0,0 @@
-# Mix-in module that provides convenenience methods for
-# constructing an AST (Abstract Syntax Tree).
-module ASTBuilding
-  def return_first_child(_range, _tokens, theChildren)
-    return theChildren[0]
-  end
-
-  def return_second_child(_range, _tokens, theChildren)
-    return theChildren[1]
-  end
-
-  def return_last_child(_range, _tokens, theChildren)
-    return theChildren[-1]
-  end
-
-  def return_epsilon(_range, _tokens, _children)
-    return nil
-  end
-end # module
-# End of file

data/examples/general/SRL/lib/parser.rb

@@ -1,26 +0,0 @@
-# Purpose: to demonstrate how to build and render a parse tree for JSON
-# language
-require_relative 'tokenizer'
-require_relative 'grammar'
-module SRL
-  # A parser for a subset of Simple Regex Language
-  class Parser < Rley::Parser::GFGEarleyParser
-    attr_reader(:source_file)
-
-    # Constructor
-    def initialize()
-      # Builder the Earley parser with the calculator grammar
-      super(Grammar)
-    end
-
-    def parse_SRL(aText)
-      lexer = Tokenizer.new(aText, grammar)
-      tokens = lexer.tokens
-      result = parse(tokens)
-
-      return result
-    end
-  end # class
-end # module
-
-# End of file

data/examples/general/calc_iter1/calc_parser.rb

@@ -1,24 +0,0 @@
-# Purpose: to demonstrate how to build and render a parse tree for JSON
-# language
-require_relative 'calc_lexer'
-require_relative 'calc_grammar'
-
-# A parser for arithmetic expressions
-class CalcParser < Rley::Parser::GFGEarleyParser
-  attr_reader(:source_file)
-
-  # Constructor
-  def initialize()
-    # Builder the Earley parser with the calculator grammar
-    super(CalcGrammar)
-  end
-
-  def parse_expression(aText)
-    lexer = CalcLexer.new(aText, grammar)
-    result = parse(lexer.tokens)
-
-    return result
-  end
-end # class
-
-# End of file

data/examples/general/calc_iter2/ast_building.rb

@@ -1,20 +0,0 @@
-# Mix-in module that provides convenenience methods for
-# constructing an AST (Abstract Syntax Tree).
-module ASTBuilding
-  def return_first_child(_range, _tokens, theChildren)
-    return theChildren[0]
-  end
-
-  def return_second_child(_range, _tokens, theChildren)
-    return theChildren[1]
-  end
-
-  def return_last_child(_range, _tokens, theChildren)
-    return theChildren[-1]
-  end
-
-  def return_epsilon(_range, _tokens, _children)
-    return nil
-  end
-end # module
-# End of file

data/examples/general/calc_iter2/calc_parser.rb

@@ -1,24 +0,0 @@
-# Purpose: to demonstrate how to build and render a parse tree for JSON
-# language
-require_relative 'calc_lexer'
-require_relative 'calc_grammar'
-
-# A parser for arithmetic expressions
-class CalcParser < Rley::Parser::GFGEarleyParser
-  attr_reader(:source_file)
-
-  # Constructor
-  def initialize()
-    # Builder the Earley parser with the calculator grammar
-    super(CalcGrammar)
-  end
-
-  def parse_expression(aText)
-    lexer = CalcLexer.new(aText, grammar)
-    result = parse(lexer.tokens)
-
-    return result
-  end
-end # class
-
-# End of file