rexical 1.0.5.beta2 → 1.0.5

data/Rakefile

@@ -3,6 +3,10 @@
 require 'rubygems'
 require 'hoe'
 
+Hoe.plugin :debugging
+Hoe.plugin :git
+Hoe.plugins.delete :rubyforge
+
 Hoe.spec 'rexical' do
   self.readme_file  = 'README.rdoc'
   self.history_file = 'CHANGELOG.rdoc'

data/lib/rexical.rb

@@ -2,7 +2,7 @@ require 'rexical/generator'
 require 'rexical/rexcmd'
 
 module Rexical
-  VERSION = "1.0.5.beta2"
+  VERSION = "1.0.5"
   Copyright = 'Copyright (c) 2005-2006 ARIMA Yasuhiro'
   Mailto    = 'arima.yasuhiro@nifty.com'
 end

data/lib/rexical/generator.rb

@@ -400,7 +400,13 @@ REX_EOT
 
   def next_token
     return if @ss.eos?
+    
+    # skips empty actions
+    until token = _next_token or @ss.eos?; end
+    token
+  end
 
+  def _next_token
     text = @ss.peek(1)
     @lineno  +=  1  if text == "\\n"
     token = case @state
@@ -418,7 +424,7 @@ REX_EOT
           if rule_action
             if start_state
               f.print <<-REX_EOT
-      when (state == #{start_state}) and (text = @ss.scan(/#{rule_expr}/#{flag}))
+      when((state == #{start_state}) and (text = @ss.scan(/#{rule_expr}/#{flag})))
          action #{rule_action}
 
               REX_EOT
@@ -467,7 +473,7 @@ REX_EOT
     end
     f.print <<-REX_EOT
     token
-  end  # def next_token
+  end  # def _next_token
 
       REX_EOT
 

data/test/test_generator.rb

@@ -90,6 +90,23 @@ end
                   [:NUMBER, 10]], calc
   end
 
+  def test_simple_scanner_with_empty_action
+    m = build_lexer %q{
+class Calculator
+rule
+  \d+       { [:NUMBER, text.to_i] }
+  \s+       # skips whitespaces
+end
+    }
+
+    calc = m::Calculator.new
+    calc.scan_setup('1 2 10')
+
+    assert_tokens [[:NUMBER, 1],
+                  [:NUMBER, 2],
+                  [:NUMBER, 10]], calc
+  end
+
   def test_parses_macros_with_escapes
     source = parse_lexer %q{
 class Foo

metadata

@@ -1,14 +1,12 @@
 --- !ruby/object:Gem::Specification 
 name: rexical
 version: !ruby/object:Gem::Version 
-  hash: -1848230066
-  prerelease: true
+  prerelease: false
   segments: 
   - 1
   - 0
   - 5
-  - beta2
-  version: 1.0.5.beta2
+  version: 1.0.5
 platform: ruby
 authors: 
 - Aaron Patterson
@@ -16,41 +14,24 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-06-21 00:00:00 -07:00
+date: 2010-12-08 00:00:00 -08:00
 default_executable: 
 dependencies: 
-- !ruby/object:Gem::Dependency 
-  name: rubyforge
-  prerelease: false
-  requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
-    requirements: 
-    - - ">="
-      - !ruby/object:Gem::Version 
-        hash: 7
-        segments: 
-        - 2
-        - 0
-        - 4
-        version: 2.0.4
-  type: :development
-  version_requirements: *id001
 - !ruby/object:Gem::Dependency 
   name: hoe
   prerelease: false
-  requirement: &id002 !ruby/object:Gem::Requirement 
+  requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        hash: 23
         segments: 
         - 2
         - 6
-        - 0
-        version: 2.6.0
+        - 2
+        version: 2.6.2
   type: :development
-  version_requirements: *id002
+  version_requirements: *id001
 description: |-
   Rexical is a lexical scanner generator.
   It is written in Ruby itself, and generates Ruby program.
@@ -119,21 +100,17 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
       segments: 
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version 
-      hash: 25
       segments: 
-      - 1
-      - 3
-      - 1
-      version: 1.3.1
+      - 0
+      version: "0"
 requirements: []
 
 rubyforge_project: ruby-rex