rley 0.8.00 → 0.8.05

data/spec/rley/syntax/grammar_spec.rb

@@ -2,7 +2,7 @@
 
 require_relative '../../spec_helper'
 
-require_relative '../../../lib/rley/syntax/verbatim_symbol'
+require_relative '../../../lib/rley/syntax/terminal'
 require_relative '../../../lib/rley/syntax/non_terminal'
 require_relative '../../../lib/rley/syntax/production'
 
@@ -25,7 +25,7 @@ module Rley # Open this namespace to avoid module qualifier prefixes
 
       def build_verbatim_symbols(symbols)
         result = {}
-        symbols.each { |symb| result[symb] = VerbatimSymbol.new(symb) }
+        symbols.each { |symb| result[symb] = Terminal.new(symb) }
         result
       end
 
@@ -36,7 +36,7 @@ module Rley # Open this namespace to avoid module qualifier prefixes
       end
 
       # Grammar symbols for integer arithmetic expressions
-      let(:number) { Literal.new('number', /\d+/) } # Positive integers only
+      let(:number) { Terminal.new('number') } # Positive integers only
       let(:add_op) { NonTerminal.new('add_op') }
       let(:add_operators) { [grm1_ops['+'], grm1_ops['-']] }
       let(:mult_op) { NonTerminal.new('mult_op') }
@@ -75,9 +75,9 @@ module Rley # Open this namespace to avoid module qualifier prefixes
       let(:nt_B) { NonTerminal.new('B') }
       let(:nt_C) { NonTerminal.new('C') }
       let(:nt_D) { NonTerminal.new('D') }
-      let(:a_) { VerbatimSymbol.new('a') }
-      let(:b_)  { VerbatimSymbol.new('b') }
-      let(:c_)  { VerbatimSymbol.new('c') }
+      let(:a_) { Terminal.new('a') }
+      let(:b_)  { Terminal.new('b') }
+      let(:c_)  { Terminal.new('c') }
       let(:prod_S) { Production.new(nt_S, [nt_A]) }
       let(:prod_A1) { Production.new(nt_A, [a_, nt_A, c_]) }
       let(:prod_A2) { Production.new(nt_A, [b_]) }
@@ -104,9 +104,6 @@ module Rley # Open this namespace to avoid module qualifier prefixes
       let(:conjunction) { NonTerminal.new('Conjunction') }
       let(:conjunction_list) { %w(and or but) }
 
-
-
-
       let(:noun_prods) { prods_for_list(noun, noun_list) }
       let(:verb_prods) { prods_for_list(verb, verb_list) }
       let(:adjective_prods) { prods_for_list(adjective, adjective_list) }

data/spec/rley/syntax/match_closest_spec.rb

@@ -16,19 +16,19 @@ module Rley # Open this namespace to avoid module qualifier prefixes
   module Syntax # Open this namespace to avoid module qualifier prefixes
     describe MatchClosest do
       # 'stmt' => 'IF boolean THEN stmt ELSE stmt'
-      let(:boolean) { NonTerminal.new('boolean') }      
+      let(:boolean) { NonTerminal.new('boolean') }
       let(:stmt) { NonTerminal.new('stmt') }
       let(:if_t) { Terminal.new('IF') }
       let(:then_t) { Terminal.new('THEN') }
-      let(:else_t) { Terminal.new('ELSE') }      
+      let(:else_t) { Terminal.new('ELSE') }
       let(:sequence) { [if_t, boolean, then_t, stmt, else_t, stmt] }
       let(:prod) { Production.new(stmt, sequence) }
 
-      subject{ MatchClosest.new(prod.rhs.members, 4, 'IF') }
+      subject { MatchClosest.new(prod.rhs.members, 4, 'IF') }
 
       context 'Initialization:' do
         it 'should be created with an symbol seq., an indice and a name' do
-          expect { MatchClosest.new(prod.rhs.members, 4, 'IF')  }.not_to raise_error
+          expect { MatchClosest.new(prod.rhs.members, 4, 'IF') }.not_to raise_error
         end
 
         it 'should know the index argument' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rley
 version: !ruby/object:Gem::Version
-  version: 0.8.00
+  version: 0.8.05
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-08-15 00:00:00.000000000 Z
+date: 2021-10-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rake
@@ -92,6 +92,7 @@ files:
 - examples/NLP/nano_eng/nano_en_demo.rb
 - examples/NLP/nano_eng/nano_grammar.rb
 - examples/NLP/pico_en_demo.rb
+- examples/data_formats/JSON/README.md
 - examples/data_formats/JSON/cli_options.rb
 - examples/data_formats/JSON/json_ast_builder.rb
 - examples/data_formats/JSON/json_ast_nodes.rb
@@ -99,20 +100,33 @@ files:
 - examples/data_formats/JSON/json_grammar.rb
 - examples/data_formats/JSON/json_lexer.rb
 - examples/data_formats/JSON/json_minifier.rb
+- examples/data_formats/JSON/sample01.json
+- examples/data_formats/JSON/sample01.svg
+- examples/data_formats/JSON/sample02.json
+- examples/data_formats/JSON/sample02.svg
+- examples/data_formats/JSON/sample03.json
+- examples/general/calc_iter1/README.md
 - examples/general/calc_iter1/calc_ast_builder.rb
 - examples/general/calc_iter1/calc_ast_nodes.rb
 - examples/general/calc_iter1/calc_demo.rb
 - examples/general/calc_iter1/calc_grammar.rb
 - examples/general/calc_iter1/calc_lexer.rb
 - examples/general/calc_iter1/spec/calculator_spec.rb
+- examples/general/calc_iter2/README.md
 - examples/general/calc_iter2/calc_ast_builder.rb
 - examples/general/calc_iter2/calc_ast_nodes.rb
 - examples/general/calc_iter2/calc_demo.rb
 - examples/general/calc_iter2/calc_grammar.rb
 - examples/general/calc_iter2/calc_lexer.rb
 - examples/general/calc_iter2/spec/calculator_spec.rb
+- examples/general/general_examples.md
 - examples/general/left.rb
 - examples/general/right.rb
+- examples/tokenizer/README.md
+- examples/tokenizer/loxxy_raw_scanner.rex
+- examples/tokenizer/loxxy_raw_scanner.rex.rb
+- examples/tokenizer/loxxy_tokenizer.rb
+- examples/tokenizer/run_tokenizer.rb
 - lib/rley.rb
 - lib/rley/base/base_parser.rb
 - lib/rley/base/dotted_item.rb
@@ -137,6 +151,7 @@ files:
 - lib/rley/gfg/start_vertex.rb
 - lib/rley/gfg/vertex.rb
 - lib/rley/interface.rb
+- lib/rley/lexical/literal.rb
 - lib/rley/lexical/token.rb
 - lib/rley/lexical/token_range.rb
 - lib/rley/notation/all_notation_nodes.rb
@@ -166,7 +181,6 @@ files:
 - lib/rley/parser/parse_entry.rb
 - lib/rley/parser/parse_entry_set.rb
 - lib/rley/parser/parse_entry_tracker.rb
-- lib/rley/parser/parse_tracer.rb
 - lib/rley/parser/parse_walker_factory.rb
 - lib/rley/ptree/non_terminal_node.rb
 - lib/rley/ptree/parse_tree.rb
@@ -184,13 +198,11 @@ files:
 - lib/rley/syntax/base_grammar_builder.rb
 - lib/rley/syntax/grammar.rb
 - lib/rley/syntax/grm_symbol.rb
-- lib/rley/syntax/literal.rb
 - lib/rley/syntax/match_closest.rb
 - lib/rley/syntax/non_terminal.rb
 - lib/rley/syntax/production.rb
 - lib/rley/syntax/symbol_seq.rb
 - lib/rley/syntax/terminal.rb
-- lib/rley/syntax/verbatim_symbol.rb
 - lib/support/base_tokenizer.rb
 - spec/rley/base/dotted_item_spec.rb
 - spec/rley/base/grm_items_builder_spec.rb
@@ -211,6 +223,7 @@ files:
 - spec/rley/gfg/shortcut_edge_spec.rb
 - spec/rley/gfg/start_vertex_spec.rb
 - spec/rley/gfg/vertex_spec.rb
+- spec/rley/lexical/literal_spec.rb
 - spec/rley/lexical/token_range_spec.rb
 - spec/rley/lexical/token_spec.rb
 - spec/rley/notation/grammar_builder_spec.rb
@@ -254,13 +267,11 @@ files:
 - spec/rley/syntax/base_grammar_builder_spec.rb
 - spec/rley/syntax/grammar_spec.rb
 - spec/rley/syntax/grm_symbol_spec.rb
-- spec/rley/syntax/literal_spec.rb
 - spec/rley/syntax/match_closest_spec.rb
 - spec/rley/syntax/non_terminal_spec.rb
 - spec/rley/syntax/production_spec.rb
 - spec/rley/syntax/symbol_seq_spec.rb
 - spec/rley/syntax/terminal_spec.rb
-- spec/rley/syntax/verbatim_symbol_spec.rb
 - spec/spec_helper.rb
 - spec/support/base_tokenizer_spec.rb
 homepage: https://github.com/famished-tiger/Rley
@@ -310,6 +321,7 @@ test_files:
 - spec/rley/gfg/shortcut_edge_spec.rb
 - spec/rley/gfg/start_vertex_spec.rb
 - spec/rley/gfg/vertex_spec.rb
+- spec/rley/lexical/literal_spec.rb
 - spec/rley/lexical/token_range_spec.rb
 - spec/rley/lexical/token_spec.rb
 - spec/rley/notation/grammar_builder_spec.rb
@@ -342,11 +354,9 @@ test_files:
 - spec/rley/syntax/base_grammar_builder_spec.rb
 - spec/rley/syntax/grammar_spec.rb
 - spec/rley/syntax/grm_symbol_spec.rb
-- spec/rley/syntax/literal_spec.rb
 - spec/rley/syntax/match_closest_spec.rb
 - spec/rley/syntax/non_terminal_spec.rb
 - spec/rley/syntax/production_spec.rb
 - spec/rley/syntax/symbol_seq_spec.rb
 - spec/rley/syntax/terminal_spec.rb
-- spec/rley/syntax/verbatim_symbol_spec.rb
 - spec/support/base_tokenizer_spec.rb

data/lib/rley/parser/parse_tracer.rb

@@ -1,103 +0,0 @@
-# frozen_string_literal: true
-
-require 'ostruct'
-
-module Rley # This module is used as a namespace
-  module Parser # This module is used as a namespace
-    # Utility class used to trace the parsing of a token sequence.
-    class ParseTracer
-      # The stream where the trace output is sent
-      attr_reader(:ostream)
-
-      # The trace level
-      attr_reader(:level)
-      attr_reader(:lexemes)
-      attr_reader(:col_width)
-
-      def initialize(aTraceLevel, anIO, aTokenSequence)
-        @level = aTraceLevel <= 0 ? 0 : [aTraceLevel, 2].min
-        @ostream = anIO
-        @lexemes = aTokenSequence.map(&:lexeme)
-
-        emit_tokens
-        emit_heading
-      end
-
-      # Emit the trace text to the output IO
-      # if the given trace level is equal or greater to the
-      # trace level of the tracer instance.
-      def print_if(aLevel, text)
-        ostream.print(text) if level >= aLevel
-      end
-
-      # Emit the trace of a scanning step.
-      def trace_scanning(aStatesetIndex, aParseState)
-        return unless level
-
-        scan_picture = "[#{'-' * (col_width - 1)}]"
-        org = OpenStruct.new(origin: aStatesetIndex - 1,
-                             dotted_rule: aParseState.dotted_rule)
-        trace_diagram(aStatesetIndex, org, scan_picture)
-      end
-
-      def trace_prediction(aStatesetIndex, aParseState)
-        return unless level
-
-        trace_diagram(aStatesetIndex, aParseState, '>')
-      end
-
-      def trace_completion(aStatesetIndex, aParseState)
-        return unless level
-
-        if aStatesetIndex == lexemes.size && aParseState.origin.zero? &&
-           aParseState.complete?
-          picture = '=' * (col_width * lexemes.size - 1)
-        else
-          count = col_width * (aStatesetIndex - aParseState.origin) - 1
-          picture = '-' * count
-        end
-        completion_picture = "[#{picture}#{aParseState.complete? ? ']' : '>'}"
-        trace_diagram(aStatesetIndex, aParseState, completion_picture)
-      end
-
-      private
-
-      def emit_tokens
-        literals = lexemes.map { |lx| "'#{lx}'" }
-        print_if 1, "[#{literals.join(', ')}]\n"
-      end
-
-      def emit_heading
-        longest = lexemes.map(&:length).max
-        @col_width = longest + 3
-        headers = lexemes.map { |l| l.center(col_width - 1, ' ').to_s }
-        print_if 1, "|.#{headers.join('.')}.|\n"
-      end
-
-      # rubocop: disable Style/StringConcatenation
-      def padding(aStatesetIndex, aParseState, aPicture)
-        l_pad_pattern = '.' + ' ' * (col_width - 1)
-        left_padding =  l_pad_pattern * [0, aParseState.origin].max
-        r_pad_pattern = ' ' * (col_width - 1) + '.'
-        right_padding = r_pad_pattern * (lexemes.size - aStatesetIndex)
-        return left_padding + aPicture + right_padding
-      end
-      # rubocop: enable Style/StringConcatenation
-
-      def parse_state_str(aStatesetIndex, aParseState)
-        "[#{aParseState.origin}:#{aStatesetIndex}] #{aParseState.dotted_rule}"
-      end
-
-      def trace_diagram(aStatesetIndex, aParseState, aPicture)
-        diagram = padding(aStatesetIndex, aParseState, aPicture)
-        prefix = '|'
-        suffix = "| #{parse_state_str(aStatesetIndex, aParseState)}"
-        trace = prefix + diagram + suffix
-
-        print_if 1, "#{trace}\n"
-      end
-    end # class
-  end # module
-end # module
-
-# End of file

data/lib/rley/syntax/literal.rb

@@ -1,20 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'terminal' # Load superclass
-
-module Rley # This module is used as a namespace
-  module Syntax # This module is used as a namespace
-    # A literal is terminal symbol that matches a lexical pattern
-    class Literal < Terminal
-      # The exact text representation of the word.
-      attr_reader(:pattern)
-
-      def initialize(aName, aPattern)
-        super(aName)
-        @pattern = aPattern
-      end
-    end # class
-  end # module
-end # module
-
-# End of file

data/lib/rley/syntax/verbatim_symbol.rb

@@ -1,27 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'terminal' # Load superclass
-
-module Rley # This module is used as a namespace
-  module Syntax # This module is used as a namespace
-    # A verbatim word is terminal symbol that represents one unique word
-    # in the language defined the grammar.
-    class VerbatimSymbol < Terminal
-      # The exact text representation of the word.
-      attr_reader(:text)
-
-      def initialize(aText)
-        super(aText) # Do we need to separate the text from the name?
-        @text = aText.dup
-      end
-
-      # The String representation of the verbatim symbol
-      # @return [String]
-      def to_s
-        "'#{text}'"
-      end
-    end # class
-  end # module
-end # module
-
-# End of file

data/spec/rley/syntax/literal_spec.rb

@@ -1,31 +0,0 @@
-# frozen_string_literal: true
-
-require_relative '../../spec_helper'
-
-# Load the class under test
-require_relative '../../../lib/rley/syntax/literal'
-
-module Rley # Open this namespace to avoid module qualifier prefixes
-  module Syntax # Open this namespace to avoid module qualifier prefixes
-    describe Literal do
-      let(:sample_name) { 'ordinal' }
-      subject { Literal.new(sample_name, /\d+/) }
-
-      context 'Initialization:' do
-        it 'should be created with a name and regexp' do
-          expect { Literal.new(sample_name, /\d+/) }.not_to raise_error
-        end
-
-        it 'should know its name' do
-          expect(subject.name).to eq(sample_name)
-        end
-
-        it 'should know its pattern' do
-          expect(subject.pattern).to eq(/\d+/)
-        end
-      end # context
-    end # describe
-  end # module
-end # module
-
-# End of file

data/spec/rley/syntax/verbatim_symbol_spec.rb

@@ -1,38 +0,0 @@
-# frozen_string_literal: true
-
-require_relative '../../spec_helper'
-
-# Load the class under test
-require_relative '../../../lib/rley/syntax/verbatim_symbol'
-
-module Rley # Open this namespace to avoid module qualifier prefixes
-  module Syntax # Open this namespace to avoid module qualifier prefixes
-    describe VerbatimSymbol do
-      let(:sample_name) { 'cheapest' }
-      subject { VerbatimSymbol.new(sample_name) }
-
-      context 'Initialization:' do
-        it 'should be created with a word' do
-          expect { VerbatimSymbol.new('cheapest') }.not_to raise_error
-        end
-
-        it 'should know its name' do
-          expect(subject.name).to eq(sample_name)
-        end
-
-        it 'should know its text representation' do
-          expect(subject.text).to eq(sample_name)
-        end
-      end # context
-
-      context 'Provided services:' do
-        it 'should give its text representation' do
-          expected = "'#{sample_name}'"
-          expect(subject.to_s).to eq(expected)
-        end
-      end # context
-    end # describe
-  end # module
-end # module
-
-# End of file