rubylisp 1.0.7 → 1.0.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5b93affab132db5c0e9bf534996928f4e6776a30
-  data.tar.gz: ccbee829606fe1643ab3a1f8ee9a9a994d73c844
+  metadata.gz: 19a21b82aeba5d0b46584080bf3625d60fb3b49d
+  data.tar.gz: 009daa5e7fef562898b0bbbe8c06816887c12fb6
 SHA512:
-  metadata.gz: cc72c561b43fa6af68e15e5b6edae3963adb94ab3a56c2f6529f8eddfd56ae155f12a3bfd564016c40dd8a868ba4efdef73885a63f49930062a36d8c584cce31
-  data.tar.gz: fbd4d2548fc905bfeef54c46c1bca940dc3e6a4cc95e134627107680105454b5077295aa56cb25a82a9ce3fb61921f0011c9546a7f36fc7f10401c6656b117a4
+  metadata.gz: cd899d823e85dd7d9a812aca7e8b75b94550c4ee4abc193e881dc17d80a4a410e22cead3a62ec286c4ff4aee28e84ea5bf6633893b52fd8a3ca30f324e4d9cc9
+  data.tar.gz: 821ddee478d4b52f13435e29dbb40705401dfaeb7788ad62fc2fd463a29eb4ad9a2a7db8d9213a523f12175b3e530b0033da9bc622b161edae2cde1946ae928a

data/lib/rubylisp/tokenizer.rb

@@ -4,15 +4,16 @@ module Lisp
 
     attr_reader :line_number
 
-    def self.from_string(str)
-      self.new(StringIO.new(str, "r"))
+    def self.from_string(str, absorb_space=true)
+      self.new(StringIO.new(str, "r"), absorb_space)
     end
 
     def self.from_file(f)
       self.new(f)
     end
     
-    def initialize(src)
+    def initialize(src, absorb_space=true)
+      @absorb_whitespace = absorb_space
       @source = src
       @lookahead_token = nil
       @lookahead_literal = ''
@@ -209,13 +210,16 @@ module Lisp
     def read_next_token
       return :EOF, '' if eof?
 
-      # while space?(@current_ch)
-      #   @line_number += 1 if @current_ch == "\n"
-      #   advance
-      #   return :EOF, '' if eof?
-      # end
-
-      if space?(@current_ch)
+      if @absorb_whitespace
+        while space?(@current_ch)
+          @line_number += 1 if @current_ch == "\n"
+          advance
+          return :EOF, '' if eof?
+        end
+      end
+      
+      if !@absorb_whitespace && space?(@current_ch)
+        @line_number += 1 if @current_ch == "\n"
         advance
         return :WHITESPACE, " "
       elsif number?(@current_ch)

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rubylisp
 version: !ruby/object:Gem::Version
-  version: 1.0.7
+  version: 1.0.9
 platform: ruby
 authors:
 - Dave Astels