dendroid 0.0.9 → 0.0.11

data/spec/dendroid/support/sample_grammars.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+require_relative '../../../lib/dendroid/grm_dsl/base_grm_builder'
+require_relative '../../../lib/dendroid/utils/base_tokenizer'
+
+module SampleGrammars
+  def grammar_l1
+    builder = Dendroid::GrmDSL::BaseGrmBuilder.new do
+      # Grammar inspired from Wikipedia entry on Earley parsing
+      declare_terminals('PLUS', 'STAR', 'INTEGER')
+      rule('p' => 's')
+      rule('s' => ['s PLUS m', 'm'])
+      # rule('s' => 'm')
+      rule('m' => ['m STAR t', 't'])
+      # rule('m' => 't')
+      rule('t' => 'INTEGER')
+    end
+
+    builder.grammar
+  end
+
+  def tokenizer_l1
+    Dendroid::Utils::BaseTokenizer.new do
+      map_verbatim2terminal({ '+' => :PLUS, '*' => :STAR })
+
+      scan_verbatim(['+', '*'])
+      scan_value(/\d+/, :INTEGER, ->(txt) { txt.to_i })
+    end
+  end
+
+
+  def grammar_l2
+    builder = Dendroid::GrmDSL::BaseGrmBuilder.new do
+      # Grammar inspired from Loup Vaillant's example
+      # https://loup-vaillant.fr/tutorials/earley-parsing/recogniser
+      declare_terminals('PLUS', 'MINUS',  'STAR', 'SLASH')
+      declare_terminals('LPAREN', 'RPAREN', 'NUMBER')
+
+      rule('p' => 'sum')
+      rule('sum' => ['sum PLUS product', 'sum MINUS product', 'product'])
+      rule('product' => ['product STAR factor', 'product SLASH factor', 'factor'])
+      rule('factor' => ['LPAREN sum RPAREN', 'NUMBER'])
+    end
+
+    builder.grammar
+  end
+
+  def tokenizer_l2
+    Dendroid::Utils::BaseTokenizer.new do
+      map_verbatim2terminal({
+                              '+' => :PLUS,
+                              '-' => :MINUS,
+                              '*' => :STAR,
+                              '/' => :SLASH,
+                              '(' => :LPAREN,
+                              ')' => :RPAREN })
+
+      scan_verbatim(['+', '-', '*', '/', '(', ')'])
+      scan_value(/\d+/, :NUMBER, ->(txt) { txt.to_i })
+    end
+  end
+
+  def grammar_l3
+    builder = Dendroid::GrmDSL::BaseGrmBuilder.new do
+      # Grammar inspired from Andrew Appel's example
+      # Modern Compiler Implementation in Java
+      declare_terminals('a', 'c', 'd')
+
+      rule('Z' => ['d', 'X Y Z'])
+      rule('Y' => ['', 'c'])
+      rule('X' => ['Y', 'a'])
+    end
+
+    builder.grammar
+  end
+end # module

data/spec/dendroid/utils/base_tokenizer_spec.rb

@@ -9,7 +9,7 @@ describe Dendroid::Utils::BaseTokenizer do
 
   context 'Initialization:' do
     it 'is initialized with an optional block' do
-      expect {described_class.new }.not_to raise_error
+      expect { described_class.new }.not_to raise_error
     end
 
     it 'has a scanner at start' do
@@ -24,11 +24,11 @@ describe Dendroid::Utils::BaseTokenizer do
 
   context 'Tokenizing:' do
     subject do
-      described_class.new {
+      described_class.new do
         scan_verbatim(['+', '*'])
         scan_value(/\d+/, :INTEGER, ->(txt) { txt.to_i })
         map_verbatim2terminal({ '+' => :PLUS, '*' => :STAR })
-      }
+      end
     end
 
     it 'generates a sequence of tokens from a simple input' do
@@ -43,7 +43,7 @@ describe Dendroid::Utils::BaseTokenizer do
       ]
       expectations.each do |tuple|
         tok = subject.next_token
-        [:pos_to_s, :source, :terminal, :value].each_with_index do |message, index|
+        %i[pos_to_s source terminal value].each_with_index do |message, index|
           expect(tok.send(message)).to eq(tuple[index]) unless tuple[index].nil?
         end
       end

data/version.txt

@@ -1 +1 @@
-0.0.9
+0.0.11

metadata

@@ -1,16 +1,16 @@
 --- !ruby/object:Gem::Specification
 name: dendroid
 version: !ruby/object:Gem::Version
-  version: 0.0.9
+  version: 0.0.11
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2023-11-01 00:00:00.000000000 Z
+date: 2023-11-02 00:00:00.000000000 Z
 dependencies: []
-description: WIP. A Ruby implementation of a Earley parser
+description: WIP. A Ruby implementation of an Earley parser
 email: famished.tiger@yahoo.com
 executables: []
 extensions: []
@@ -33,6 +33,10 @@ files:
 - lib/dendroid/lexical/literal.rb
 - lib/dendroid/lexical/token.rb
 - lib/dendroid/lexical/token_position.rb
+- lib/dendroid/recognizer/chart.rb
+- lib/dendroid/recognizer/e_item.rb
+- lib/dendroid/recognizer/item_set.rb
+- lib/dendroid/recognizer/recognizer.rb
 - lib/dendroid/syntax/choice.rb
 - lib/dendroid/syntax/grammar.rb
 - lib/dendroid/syntax/grm_symbol.rb
@@ -51,6 +55,11 @@ files:
 - spec/dendroid/lexical/literal_spec.rb
 - spec/dendroid/lexical/token_position_spec.rb
 - spec/dendroid/lexical/token_spec.rb
+- spec/dendroid/recognizer/chart_spec.rb
+- spec/dendroid/recognizer/e_item_spec.rb
+- spec/dendroid/recognizer/item_set_spec.rb
+- spec/dendroid/recognizer/recognizer_spec.rb
+- spec/dendroid/support/sample_grammars.rb
 - spec/dendroid/syntax/choice_spec.rb
 - spec/dendroid/syntax/grammar_spec.rb
 - spec/dendroid/syntax/grm_symbol_spec.rb
@@ -84,5 +93,5 @@ requirements: []
 rubygems_version: 3.3.7
 signing_key:
 specification_version: 4
-summary: WIP. A Ruby implementation of a Earley parser
+summary: WIP. A Ruby implementation of an Earley parser
 test_files: []