rley 0.7.08 → 0.8.03

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 7377b66e5bac6ee813506829f53a32d694e9a01eaee5f55deec4475a710305d7
-  data.tar.gz: 7f972ad8f29be409a12cb61ae095177d8f9f2594fe9b7eb0ef1a931de0729c9c
+  metadata.gz: 3e3f429e3129dc66ab35ca8bba695b0788d710c6e61033a086d7b3c7c40af7cf
+  data.tar.gz: eea709ac4554918cc690e27ebb8540418234b6b0706fd98390c6f8f5d603f868
 SHA512:
-  metadata.gz: d9e888ca1df16c7421df180c551879e6d066f9f848db2135be637951c7edfe928d693be8b1e22753c10b546198351650cc6dfd1acf14837597979f2e0a589715
-  data.tar.gz: 4ea2a4c50e66321a00d828264052df58e83beb69ccc13fe9cda7dd9b648eee58f4332510867fef291006e2378f2c25ce85fff95ac11a7ed367578cee567b3b34
+  metadata.gz: bf936e0f984789b7c509b9bbd5078c787e79caef32120f4409b23225fe7589d1bdddf5e74e1467401acffb329461b0812c3bb46a9da4b651ae10c94fcd4a52e1
+  data.tar.gz: 606e0e80bfedcd9915eff6b776a826b9032cef201febc07bfcbc1a027622606584bd83e9874a5f448637dd46f66592490c92138c874a07ae630d678e17b5982f

data/.rubocop.yml

@@ -1,7 +1,7 @@
 AllCops:
   Exclude:
-    - 'exp/**/*'
-    - 'demo/**/*'
+    - 'examples/**/*'
+    - 'exp/**/*'    
 
 Gemspec/DateAssignment:
   Enabled: true
@@ -50,6 +50,9 @@ Layout/IndentationConsistency:
 Layout/HeredocIndentation:
   Enabled: false
 
+Layout/LineEndStringConcatenationIndentation:
+  Enabled: true
+
 Layout/MultilineHashBraceLayout:
   Enabled: true
 
@@ -81,6 +84,9 @@ Layout/TrailingWhitespace:
 Lint/AmbiguousAssignment:
   Enabled: true
 
+Lint/AmbiguousRange:
+  Enabled: true
+
 Lint/DeprecatedConstants:
   Enabled: true
 
@@ -96,6 +102,9 @@ Lint/EmptyBlock:
 Lint/EmptyClass:
   Enabled: false
 
+Lint/EmptyInPattern:
+  Enabled: true
+
 Lint/LambdaWithoutLiteralBlock:
   Enabled: true
 
@@ -192,6 +201,9 @@ Naming/ClassAndModuleCamelCase:
 Naming/BlockParameterName:
   Enabled: true
 
+Naming/InclusiveLanguage:
+  Enabled: true
+
 Naming/MethodParameterName:
   Enabled: false
 
@@ -201,9 +213,6 @@ Naming/MethodName:
 Naming/VariableName:
   Enabled: false
 
-Style/AccessorGrouping:
-  Enabled: false
-
 Style/Alias:
   Enabled: true
 
@@ -276,11 +285,17 @@ Style/HashTransformValues:
 Style/IfUnlessModifier:
   Enabled: false
 
+Style/InPatternThen:
+  Enabled: true
+
 Style/InverseMethods:
   Enabled: false
 
 Style/MissingRespondToMissing:
   Enabled: false
+  
+Style/MultilineInPatternThen:
+  Enabled: true  
 
 Style/NegatedIfElseCondition:
   Enabled: true
@@ -293,6 +308,9 @@ Style/NilLambda:
 
 Style/NumericLiterals:
   Enabled: false
+  
+Style/QuotedSymbols:
+  Enabled: true  
 
 Style/RaiseArgs:
   Enabled: true
@@ -305,6 +323,9 @@ Style/RedundantReturn:
 
 Style/RedundantSelf:
   Enabled: true
+  
+Style/RedundantSelfAssignmentBranch:
+  Enabled: true  
 
 Style/RegexpLiteral:
   Enabled: false
@@ -367,6 +388,9 @@ Lint/TopLevelReturnWithArgument:
 Lint/UnreachableLoop:
   Enabled: true
 
+Style/AccessorGrouping:
+  Enabled: true
+
 Style/ArrayCoercion:
   Enabled: true
 

data/CHANGELOG.md

@@ -1,3 +1,27 @@
+### 0.8.03 / 2021-08-27
+- Added missing method in `ASTBaseBuilder` class
+
+* [FIX] Added method `ParseRep::ASTBaseBuilder#reduce_children`.
+
+### 0.8.02 / 2021-08-23
+- Code restyling to please Rubocop 1.19.1
+
+* [CHANGE] File `.rubocp.yml` updated to take into account new cops.
+* [CHANGE] File `*.rb` files updated to fix Rubocop findings
+
+
+### 0.8.01 / 2021-08-22
+- Unused/redundant file removal. Fix in rule generation
+
+* [CHANGE] Removal of files in repository that were redundant/useless.
+* [FIX] The rule ordering was broken by the rules implicitly generated by Rlry
+
+### 0.8.00 / 2021-08-15
+- New grammar builder that accepts ? * + modifiers
+
+### 0.7.08 / 2021-05-30
+- Code restyling to please rubocop 1.15.0
+
 ### 0.7.07 / 2020-11-16
 - Code restyling to please rubocop 0.93.1
 * [CHANGE] File `.travis.yml`: updated Ruby versions, drop support for Ruby 2.3.x
@@ -9,10 +33,10 @@
 - [FIX] Method `GFGParsing#nullable_rule`: issue with nullable productions having at least one member in their rhs.
 
 ### 0.7.04 / 2019-08-17
-- Rley recognizer is about 25% faster than previous version. Kudos to the people 
-behind the *magic_frozen_string_literal* gem. 
+- Rley recognizer is about 25% faster than previous version. Kudos to the people
+behind the *magic_frozen_string_literal* gem.
 - Code refactoring to use string frozen magic comments (as a consequence, Rley runs only on Rubies 2.3 or newer).  
-- Code restyling to please rubocop 0.7.40. 
+- Code restyling to please rubocop 0.7.40.
 - [CHANGE] Class `ParseEntrySet`: minor code optimization
 - [CHANGE] File `README.md` removed allusion to Ruby 2.0.x up to 2.2.x.
 - [CHANGE] File `README.md` added Ruby 2.6.x up as supported version.
@@ -97,7 +121,7 @@ behind the *magic_frozen_string_literal* gem.
 * [FIX] Code re-styling to remove most style offenses found by Rubocop 0.52.1
 
 ### 0.6.00 / 2018-02-25
-Version bump. Highlights: new programming interface through facade object, improved AST generation. 
+Version bump. Highlights: new programming interface through facade object, improved AST generation.
 * [NEW] Class `Rley::Engine`: Implementation of Facade design pattern to reach more convenient interface.
 * [NEW] Class `Rley::ParseRep::ASTBaseBuilder` Abstract class that simplifies the creation of custom AST (Abstract Syntax Tree)
 * [NEW] Module `Rley::ParseRep` hosts the classes for building parse representations (parse trees and forests)

data/README.md

@@ -50,11 +50,10 @@ application range such as:
 
 
 ### Compatibility
-Rley supports the following Ruby implementations:    
-- MRI 2.3
-- MRI 2.4
+Rley supports the following Ruby implementations:
 - MRI 2.5
 - MRI 2.6 
+- MRI 2.7
 - JRuby 9.1+  
 
 ---
@@ -106,9 +105,9 @@ The subset of English grammar is based on an example from the NLTK book.
       # Here we define the productions (= grammar rules)
       rule 'S' => 'NP VP'
       rule 'NP' => 'Proper-Noun'
-      rule 'NP' => 'Determiner Noun'
+      rule 'NP' => 'Determiner Noun'      
       rule 'NP' => 'Determiner Noun PP'
-      rule 'VP' => 'Verb NP'
+      rule 'VP' => 'Verb NP'      
       rule 'VP' => 'Verb NP PP'
       rule 'PP' => 'Preposition NP'
     end

data/examples/NLP/nano_eng/nano_en_demo.rb

@@ -24,20 +24,16 @@ engine.build_grammar do
 
   # Here we define the productions (= grammar rules)
   rule 'Start' => 'S'
-  rule 'S' => %w[NP VP]
-  rule 'S' => %w[Aux NP VP]
+  rule 'S' => 'Aux? NP VP'
   rule 'S' => 'VP'
   rule 'NP' => 'Pronoun'
   rule 'NP' => 'Proper-Noun'
-  rule 'NP' => %w[Determiner Nominal]
-  rule 'Nominal' => %w[Noun]
-  rule 'Nominal' => %w[Nominal Noun]
-  rule 'VP' => 'Verb'
-  rule 'VP' => %w[Verb NP]
-  rule 'VP' => %w[Verb NP PP]
-  rule 'VP' => %w[Verb PP]
-  rule 'VP' => %w[VP PP]
-  rule 'PP' => %w[Preposition NP]
+  rule 'NP' => 'Determiner Nominal'
+  rule 'Nominal' => 'Nominal? Noun'
+  rule 'VP' => 'Verb PP?'
+  rule 'VP' => 'Verb NP PP?'
+  rule 'VP' => 'VP PP'
+  rule 'PP' => 'Preposition NP'
 end
 
 ########################################

data/examples/NLP/nano_eng/nano_grammar.rb

@@ -12,7 +12,7 @@ require 'rley' # Load the gem
 # Daniel Jurafsky,‎ James H. Martin: "Speech and Language Processing";
 # 2009, Pearson Education, Inc., ISBN 978-0135041963
 # It defines the syntax of a sentence in a mini English-like language
-builder = Rley::Syntax::GrammarBuilder.new do
+builder = Rley::grammar_builder do
   add_terminals('Pronoun', 'Proper-Noun')
   add_terminals('Determiner', 'Noun')
   add_terminals('Cardinal_number', 'Ordinal_number', 'Quant')
@@ -25,19 +25,19 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'sentence' => 'yes_no_question'
   rule 'sentence' => 'wh_subject_question'
   rule 'sentence' => 'wh_non_subject_question'
-  rule 'declarative' => %w[NP VP]
+  rule 'declarative' => 'NP VP'
   rule 'imperative' => 'VP'
-  rule 'yes_no_question' => %w[Aux NP VP]
-  rule 'wh_subject_question' => %w[Wh_NP NP VP]
-  rule 'wh_non_subject_question' => %w[Wh_NP Aux NP VP]
-  rule 'NP' => %w[Predeterminer NP]
+  rule 'yes_no_question' => 'Aux NP VP'
+  rule 'wh_subject_question' => 'Wh_NP NP VP'
+  rule 'wh_non_subject_question' => 'Wh_NP Aux NP VP'
+  rule 'NP' => 'Predeterminer NP'
   rule 'NP' => 'Pronoun'
   rule 'NP' => 'Proper-Noun'
-  rule 'NP' => %w[Det Card Ord Quant Nominal]
+  rule 'NP' => 'Det Card Ord Quant Nominal'
   rule 'VP' => 'Verb'
-  rule 'VP' => %w[Verb NP]
-  rule 'VP' => %w[Verb NP PP]
-  rule 'VP' => %w[Verb PP]
+  rule 'VP' => 'Verb NP'
+  rule 'VP' => 'Verb NP PP'
+  rule 'VP' => 'Verb PP'
   rule 'Det' => 'Determiner'
   rule 'Det' => []
   rule 'Card' => 'Cardinal_number'
@@ -45,15 +45,15 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'Ord' => 'Ordinal_number'
   rule 'Ord' =>  []
   rule 'Nominal' => 'Noun'
-  rule 'Nominal' => %w[Nominal Noun]
-  rule 'Nominal' => %w[Nominal GerundVP]
-  rule 'Nominal' => %w[Nominal RelClause]
-  rule 'PP' => %w[Preposition NP]
+  rule 'Nominal' => 'Nominal Noun'
+  rule 'Nominal' => 'Nominal GerundVP'
+  rule 'Nominal' => 'Nominal RelClause'
+  rule 'PP' => 'Preposition NP'
   rule 'GerundVP' => 'GerundV'
-  rule 'GerundVP' => %w[GerundV NP]
-  rule 'GerundVP' => %w[GerundV NP PP]
-  rule 'GerundVP' => %w[GerundV PP]
-  rule 'RelClause' => %w[Relative_pronoun VP]
+  rule 'GerundVP' => 'GerundV NP'
+  rule 'GerundVP' => 'GerundV NP PP'
+  rule 'GerundVP' => 'GerundV PP'
+  rule 'RelClause' => 'Relative_pronoun VP'
 end
 
 # And now build the grammar...

data/examples/data_formats/JSON/json_ast_builder.rb

@@ -32,24 +32,20 @@ class JSONASTBuilder < Rley::ParseRep::ASTBaseBuilder
 
   # rubocop: disable Naming/VariableNumber
 
+  # rule 'JSON_text' => 'value'
   def reduce_JSON_text_0(_aProd, aRange, theTokens, theChildren)
     return_first_child(aRange, theTokens, theChildren)
   end
 
-  # rule 'object' => %w[begin-object member-list end-object]
+  # rule 'object' => 'begin-object member-list? end-object'
   def reduce_object_0(aProduction, _range, _tokens, theChildren)
     second_child = theChildren[1]
     second_child.symbol = aProduction.lhs
     return second_child
   end
 
-  # rule 'object' => %w[begin-object end-object]
-  def reduce_object_1(aProduction, _range, _tokens, _children)
-    return JSONObjectNode.new(aProduction.lhs)
-  end
-
-  # rule 'member-list' => %w[member-list value-separator member]
-  def reduce_member_list_0(_range, _tokens, theChildren)
+  # rule 'member-list' => 'member-list value-separator member'
+  def reduce_member_list_0(_production, _range, _tokens, theChildren)
     node = theChildren[0]
     node.members << theChildren.last
     return node
@@ -62,31 +58,26 @@ class JSONASTBuilder < Rley::ParseRep::ASTBaseBuilder
     return node
   end
 
-  # rule 'member' => %w[string name-separator value]
+  # rule 'member' => 'string name-separator value'
   def reduce_member_0(aProduction, _range, _tokens, theChildren)
     return JSONPair.new(theChildren[0], theChildren[2], aProduction.lhs)
   end
 
-  # rule 'array' => %w[begin-array array-items end-array]
+  # rule 'array' => 'begin-array array-items? end-array'
   def reduce_array_0(aProduction, _range, _tokens, theChildren)
     second_child = theChildren[1]
     second_child.symbol = aProduction.lhs
     return second_child
   end
 
-  # rule 'array' => %w[begin-array end-array]
-  def reduce_array_1(_range, _tokens, _children)
-    return JSONArrayNode.new
-  end
-
-  # rule 'array-items' => %w[array-items value-separator value]
-  def reduce_array_items_0(_range, _tokens, theChildren)
+  # rule 'array-items' => 'array-items value-separator value'
+  def reduce_array_items_0(_production, _range, _tokens, theChildren)
     node = theChildren[0]
     node.children << theChildren[2]
     return node
   end
 
-  #   rule 'array-items' => %w[value]
+  #   rule 'array-items' => 'value'
   def reduce_array_items_1(aProduction, _range, _tokens, theChildren)
     node = JSONArrayNode.new(aProduction.lhs)
     node.children << theChildren[0]

data/examples/data_formats/JSON/json_demo.rb

@@ -37,9 +37,8 @@ case cli_options[:format]
     raise StandardError, msg if tree_rep == :cst
 end
 
-
 # Create a Rley facade object
-# If necessary, select AST representation
+# If requested, select AST representation
 engine = Rley::Engine.new do |cfg|
   builder = tree_rep == :ast ? JSONASTBuilder : nil
   cfg.repr_builder = builder

data/examples/data_formats/JSON/json_grammar.rb

@@ -9,30 +9,30 @@ require 'rley' # Load the gem
 # Original JSON grammar is available at: http://www.json.org/fatfree.html
 # Official JSON grammar:  http://rfc7159.net/rfc7159#rfc.section.2
 # Names of grammar elements are based on the RFC 7159 documentation
-builder = Rley::Syntax::GrammarBuilder.new do
+builder = Rley::grammar_builder do
   add_terminals('false', 'null', 'true') # Literal names
   add_terminals('string', 'number')
   add_terminals('begin-object', 'end-object') # For '{', '}' delimiters
   add_terminals('begin-array', 'end-array') # For '[', ']' delimiters
   add_terminals('name-separator', 'value-separator') # For ':', ',' separators
+
   rule 'JSON_text' => 'value'
   rule 'value' => 'false'
   rule 'value' => 'null'
   rule 'value' => 'true'
-  rule 'value' => 'object'
   rule 'value' => 'array'
+  rule 'value' => 'object'
   rule 'value' => 'number'
   rule 'value' => 'string'
-  rule 'object' => %w[begin-object member-list end-object]
-  rule 'object' => %w[begin-object end-object]
+  rule 'object' => 'begin-object member_list? end-object'
+
   # Next rule is an example of a left recursive rule
-  rule 'member-list' => %w[member-list value-separator member]
-  rule 'member-list' => 'member'
-  rule 'member' => %w[string name-separator value]
-  rule 'array' => %w[begin-array array-items end-array]
-  rule 'array' => %w[begin-array end-array]
-  rule 'array-items' => %w[array-items value-separator value]
-  rule 'array-items' => %w[value]
+  rule 'member_list' => 'member_list value-separator member'
+  rule 'member_list' => 'member'
+  rule 'member' => 'string name-separator value'
+  rule 'array' => 'begin-array array_items? end-array'
+  rule 'array_items' => 'array_items value-separator value'
+  rule 'array_items' => 'value'
 end
 
 # And now build the JSON grammar...

data/examples/general/calc_iter1/calc_grammar.rb

@@ -5,18 +5,19 @@ require 'rley' # Load the gem
 
 ########################################
 # Define a grammar for basic arithmetical expressions
-builder = Rley::Syntax::GrammarBuilder.new do
+builder = Rley::grammar_builder do
   add_terminals('NUMBER')
   add_terminals('LPAREN', 'RPAREN') # For '(', ')' delimiters
   add_terminals('PLUS', 'MINUS') # For '+', '-' operators
   add_terminals('STAR', 'DIVIDE') # For '*', '/' operators
+
   rule 'expression' => 'simple_expression'
   rule 'simple_expression' => 'term'
-  rule 'simple_expression' => %w[simple_expression add_operator term]
+  rule 'simple_expression' => 'simple_expression add_operator term'
   rule 'term' => 'factor'
-  rule 'term' => %w[term mul_operator factor]
+  rule 'term' => 'term mul_operator factor'
   rule 'factor' => 'NUMBER'
-  rule 'factor' => %w[LPAREN expression RPAREN]
+  rule 'factor' => 'LPAREN expression RPAREN'
   rule 'add_operator' => 'PLUS'
   rule 'add_operator' => 'MINUS'
   rule 'mul_operator' => 'STAR'

data/examples/general/calc_iter2/calc_grammar.rb

@@ -5,7 +5,7 @@ require 'rley' # Load the gem
 
 ########################################
 # Define a grammar for basic arithmetical expressions
-builder = Rley::Syntax::GrammarBuilder.new do
+builder = Rley::grammar_builder do
   add_terminals('NUMBER')
   add_terminals('PLUS', 'MINUS') # For '+', '-' operators or sign
   add_terminals('STAR', 'DIVIDE', 'POWER') # For '*', '/', '**' operators
@@ -13,16 +13,16 @@ builder = Rley::Syntax::GrammarBuilder.new do
   add_terminals('PI', 'E') # For numeric constants
   add_terminals('RESERVED') # Reserved identifiers
 
-  rule 'expression' => %w[simple_expression]
+  rule 'expression' => 'simple_expression'
   rule 'simple_expression' => 'term'
-  rule 'simple_expression' => %w[simple_expression add_operator term]
+  rule 'simple_expression' => 'simple_expression add_operator term'
   rule 'term' => 'factor'
-  rule 'term' => %w[term mul_operator factor]
+  rule 'term' => 'term mul_operator factor'
   rule 'factor' => 'simple_factor'
-  rule 'factor' => %w[factor POWER simple_factor]
-  rule 'simple_factor' => %w[sign scalar]
-  rule 'simple_factor' => %w[unary_function in_parenthesis]
-  rule 'simple_factor' => %w[MINUS in_parenthesis]
+  rule 'factor' => 'factor POWER simple_factor'
+  rule 'simple_factor' => 'sign scalar'
+  rule 'simple_factor' => 'unary_function in_parenthesis'
+  rule 'simple_factor' => 'MINUS in_parenthesis'
   rule 'simple_factor' => 'in_parenthesis'
   rule 'sign' => 'PLUS'
   rule 'sign' => 'MINUS'
@@ -31,7 +31,7 @@ builder = Rley::Syntax::GrammarBuilder.new do
   rule 'scalar' => 'PI'
   rule 'scalar' => 'E'
   rule 'unary_function' => 'RESERVED'
-  rule 'in_parenthesis' => %w[LPAREN expression RPAREN]
+  rule 'in_parenthesis' => 'LPAREN expression RPAREN'
   rule 'add_operator' => 'PLUS'
   rule 'add_operator' => 'MINUS'
   rule 'mul_operator' => 'STAR'