rley 0.6.02 → 0.6.03

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 9764b3e89d5395584b93ca2a06d80a3381d58560
-  data.tar.gz: 91eb805167c77da1d86cf23e04382d9c791f47c5
+  metadata.gz: 0100f83a11838d8f996fdb6057f3292cb8377562
+  data.tar.gz: d497a30317385d5aac6adbc247a0162abb59b57d
 SHA512:
-  metadata.gz: 9dc181140698cab328974cbbca977ccbd0de1afc5eb0af628f2c7517fbb1ad93af058341e6146542540adcd7ea7268dd3a234131b3b046838c6a26e2cf05146e
-  data.tar.gz: 90e957d8e37e957b50c769de6661c3ce5f5ad9d6c48beb5c7a8e7487622568273f715c5bacdbbd7ed382f410c6cd9b420218ac447e92fc279fd901b6e0a2baea
+  metadata.gz: db578e84d91d34009b07badaab7070ad2fbc6d0d5b042ac2f9e75edaa6a75d8bba15543b3c5cf017f4821bc8695791e91b48c8ebdac6896069e55ba8d96b51d1
+  data.tar.gz: efffade432255e86a4939bd36d306f1a35203267a6fcbeb72df9b60a62d92342a0ea56d978499a01b9d0dfce533e9b7858a38c8b1e3dacca5bc5524adfcf8802

data/.travis.yml

@@ -3,10 +3,11 @@ rvm:
   - 2.0.0-p648
   - 2.1.10
   - 2.2.8
-  - 2.3.5
+  - 2.3.6
   - 2.4.2
+  - 2.5.0
   - ruby-head
-  - jruby-9.1.9.0    
+  - jruby-9.1.13.0    
   - jruby-head 
 matrix:
   allow_failures:

data/CHANGELOG.md

@@ -1,5 +1,11 @@
+### 0.6.03 / 2018-03-10
+* [CHANGE] File `lib/parser/error_reason.rb` Improved error location reporting
+* [CHANGE] File `README.md` updated to reflect the improved error location reporting.
+* [CHANGE] File `.travis.yml`: Added Ruby 2.5 build environment in Travis CI
+* [CHANGE] File `appveyor.yml`: Added Ruby 2.5 build environment in Appveyor CI
+
 ### 0.6.02 / 2018-03-03
-* [FIX] File `examples/general/NLP/engtagger.rb` ode re-styling to remove most style offenses found by Rubocop 0.52.1
+* [FIX] File `examples/general/NLP/engtagger.rb` code re-styling to remove most style offenses found by Rubocop 0.52.1
 * [DELETE] All files `examples/general/SRL` are removed. It will become a new gem by itself.
 
 ### 0.6.01 / 2018-03-03

data/README.md

@@ -6,7 +6,7 @@
 [![Gem Version](https://badge.fury.io/rb/rley.svg)](http://badge.fury.io/rb/rley)
 [![Dependency Status](https://gemnasium.com/famished-tiger/Rley.svg)](https://gemnasium.com/famished-tiger/Rley)
 [![Inline docs](http://inch-ci.org/github/famished-tiger/Rley.svg?branch=master)](http://inch-ci.org/github/famished-tiger/Rley)
-[![License](https://img.shields.io/badge/license-MIT-brightgreen.svg?style=flat)](https://github.com/famished-tiger/Rley/blob/master/LICENSE.txt)
+[![License](https://img.shields.io/badge/license-MIT-brightgreen.svg?style=flat)](https://github.com/famished-tiger/SRL-Ruby/blob/master/LICENSE.txt)
 
 A Ruby library for constructing general parsers for _any_ context-free language.  
 
@@ -38,7 +38,7 @@ handle
 
 In short, the foundations of Rley are strong enough to be useful in a large
 application range such as:  
-* computer languages,  
+* computer languages -e.g. [Simple Regex Language](https://github.com/famished-tiger/SRL-Ruby) - ,  
 * artificial intelligence and  
 * Natural Language Processing.
 
@@ -56,7 +56,8 @@ Rley supports the following Ruby implementations:
 - MRI 2.1  
 - MRI 2.2  
 - MRI 2.3
-- MRI 2.4  
+- MRI 2.4
+- MRI 2.5  
 - JRuby 9.1+  
 
 ---
@@ -374,7 +375,7 @@ ask it to generate a message.
 
 Re-running the example with the error, results in the error message:
 ```
-  Syntax error at or near token 2 >>>Mary<<<
+  Syntax error at or near token line 1, column 6 >>>Mary<<<
   Expected one 'Verb', found a 'Proper-Noun' instead.
 ```
 
@@ -401,12 +402,10 @@ Let's experiment again with the original sentence but without the word
 This time, the following output is displayed:
 ```
   Parsing successful? false
-  Premature end of input after 'a' at position 5
+  Premature end of input after 'a' at position line 1, column 20
   Expected one 'Noun'.
 ```
 Again, the resulting error message is user-friendly.  
-Remark: currently, Rley reports an error position as the index of the  
-input token with which the error was detected.
 
 
 ## Examples

data/appveyor.yml

@@ -11,7 +11,7 @@ environment:
   - Ruby_version: 23
   - Ruby_version: 23-x64
   - Ruby_version: 24  
-  - Ruby_version: 24-x64
+  - Ruby_version: 24-x64 
 
 install:
   - set PATH=C:\Ruby%Ruby_version%\bin;%PATH%

data/examples/NLP/pico_en_demo.rb

@@ -1,4 +1,5 @@
 require 'rley' # Load Rley library
+require 'strscan'
 
 
 ########################################
@@ -55,16 +56,40 @@ Lexicon = {
   'with' => 'Preposition'
 }.freeze
 
+Position = Struct.new(:line, :column) do
+  def to_s()
+    "line #{line}, column #{column}"
+  end
+end
+
+class NLPToken < Rley::Lexical::Token
+  attr_reader(:position)
+  
+  def initialize(theLexeme, aTerminal, aPosition)
+    super(theLexeme, aTerminal)
+    @position = aPosition
+  end
+end
+
 ########################################
 # Step 4. Create a tokenizer
 # A tokenizer reads the input string and converts it into a sequence of tokens.
 # Remark: Rley doesn't provide tokenizer functionality.
 # Highly simplified tokenizer implementation
 def tokenizer(aTextToParse)
-  tokens = aTextToParse.scan(/\S+/).map do |word|
+  scanner = StringScanner.new(aTextToParse)
+  tokens = []
+  
+  loop do
+    scanner.skip(/\s+/)
+    curr_pos = scanner.pos
+    word = scanner.scan(/\S+/)
+    break unless word
+
     term_name = Lexicon[word]
     raise StandardError, "Word '#{word}' not found in lexicon" if term_name.nil?
-    Rley::Lexical::Token.new(word, term_name)
+    pos = Position.new(1, curr_pos + 1)
+    tokens << NLPToken.new(word, term_name, pos)
   end
 
   return tokens
@@ -73,7 +98,7 @@ end
 
 ########################################
 # Step 5. Parse the input
-input_to_parse = 'John saw Mary with a telescope'
+input_to_parse = 'John saw Mary with a '
 # input_to_parse = 'the dog saw a man in the park' # This one is ambiguous
 # Convert input text into a sequence of token objects...
 tokens = tokenizer(input_to_parse)
@@ -84,7 +109,7 @@ unless result.success?
   puts result.failure_reason.message
   exit(1)
 end
-
+ 
 ########################################
 # Step 6. Generating a parse tree from parse result
 ptree = engine.to_ptree(result)

data/lib/rley/constants.rb

@@ -3,7 +3,7 @@
 
 module Rley # Module used as a namespace
   # The version number of the gem.
-  Version = '0.6.02'.freeze
+  Version = '0.6.03'.freeze
 
   # Brief description of the gem.
   Description = "Ruby implementation of the Earley's parsing algorithm".freeze

data/lib/rley/parser/error_reason.rb

@@ -4,22 +4,22 @@ module Rley # Module used as a namespace
     # the likely cause of a parse error
     # detected by Rley.
     class ErrorReason
-      # The position of the offending input token
-      attr_reader(:position)
+      # @!attribute [r] rank
+      #   @return [Fixnum] The rank number of the offending input token  
+      attr_reader(:rank)
 
-      # The failing production
-      attr_reader(:production)
-
-      def initialize(aPosition)
-        @position = aPosition
+      # Constructor
+      # @param aPosition [Fixnum] The rank number of the offending input token
+      def initialize(aRank)
+        @rank = aRank
       end
 
-      # Returns the result of invoking reason.to_s.
+      # @return [String] the result of invoking reason.to_s
       def message()
         return to_s
       end
 
-      # Return this reason's class name and message
+      # @return [String] Return this reason's class name and message
       def inspect
         "#{self.class.name}: #{message}"
       end
@@ -49,8 +49,8 @@ module Rley # Module used as a namespace
       # The terminal symbols expected when error was occurred
       attr_reader(:expected_terminals)
 
-      def initialize(aPosition, lastToken, expectedTerminals)
-        super(aPosition)
+      def initialize(aRank, lastToken, expectedTerminals)
+        super(aRank)
         raise StandardError, 'Internal error: nil token' if lastToken.nil?
         @last_token = lastToken.dup
         @expected_terminals = expectedTerminals.dup
@@ -58,6 +58,11 @@ module Rley # Module used as a namespace
 
       protected
       
+      def position()
+        return last_token.position if last_token.respond_to?(:position)
+        rank + 1
+      end
+      
       # Emit a text explaining the expected terminal symbols
       def expectations
         term_names = expected_terminals.map(&:name)      
@@ -76,7 +81,7 @@ module Rley # Module used as a namespace
     class UnexpectedToken < ExpectationNotMet
       # Returns the reason's message.
       def to_s
-        err_msg = "Syntax error at or near token #{position + 1} "
+        err_msg = "Syntax error at or near token #{position} "
         err_msg << ">>>#{last_token.lexeme}<<<\n"
         err_msg << expectations
         err_msg << ", found a '#{last_token.terminal.name}' instead."
@@ -91,7 +96,7 @@ module Rley # Module used as a namespace
       # Returns the reason's message.
       def to_s
         err_msg = "Premature end of input after '#{last_token.lexeme}'"
-        err_msg << " at position #{position + 1}\n"
+        err_msg << " at position #{position}\n"
         err_msg << "#{expectations}."
 
         return err_msg

data/spec/rley/parser/error_reason_spec.rb

@@ -14,8 +14,8 @@ module Rley # Open this namespace to avoid module qualifier prefixes
           expect { NoInput.new }.not_to raise_error
         end
 
-        it 'should know the error position' do
-          expect(subject.position).to eq(0)
+        it 'should know the error token rank' do
+          expect(subject.rank).to eq(0)
         end
       end # context
 
@@ -50,7 +50,7 @@ module Rley # Open this namespace to avoid module qualifier prefixes
         end
 
         it 'should know the error position' do
-          expect(subject.position).to eq(3)
+          expect(subject.rank).to eq(3)
         end
 
         it 'should know the expected terminals' do

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: rley
 version: !ruby/object:Gem::Version
-  version: 0.6.02
+  version: 0.6.03
 platform: ruby
 authors:
 - Dimitri Geshef
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-03-03 00:00:00.000000000 Z
+date: 2018-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: coveralls