uv-rays 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: dc6d9fc79e303664f5075b3cf62ac95b39bb31fb
-  data.tar.gz: 37890f4da2011b596342e3b7089c83bc4cd52f6c
+  metadata.gz: d9129069a6f55b2da01da10a313ac480c64f82b0
+  data.tar.gz: 31e6c36a166ff84b21a3b2471c58f3f0e07bac86
 SHA512:
-  metadata.gz: d5647c3b81f76b2b48a17c59c607d558d2b5792541f90130019cade6cb47d2546071157bc086540fc48eb903aee90b9d92b0958ab110c4b663d970050dc27e7d
-  data.tar.gz: 4d200630c7d495bd2955721502b0cf45b2376cfcbc048d8a0d164564d64e73326d5be1a9b8c475fa8245af0e612226e94d410d147882c8f958960cfffd6e48c8
+  metadata.gz: 6d4a72b09ecbd97658880a7bc92fd4b9401705fef7f1f5ba74cd69b77d5138bac02cedce6b189357d187508a7feccd61e6bfe5ddeef567d2390bbb7c195d7974
+  data.tar.gz: 737c20c2d4b99d8c9b7cc162025b27a9e94410355882a17451c0f195f63d3b62daacbfb979a19a15e2a58aa53281511a5e51a619b575289fc4c6bf385d23d23c

data/lib/uv-rays/abstract_tokenizer.rb

@@ -15,11 +15,16 @@ module UV
             @indicator  = options[:indicator]
             @size_limit = options[:size_limit]
             @verbose  = options[:verbose] if @size_limit
+            @encoding   = options[:encoding]
 
             raise ArgumentError, 'no indicator provided' unless @indicator
             raise ArgumentError, 'no callback provided' unless @callback
 
             @input = ''
+            if @encoding
+                @input.force_encoding(@encoding)
+                @indicator.force_encoding(@encoding) if @indicator.is_a?(String)
+            end
         end
 
         # Extract takes an arbitrary string of input data and returns an array of
@@ -32,6 +37,7 @@ module UV
         #
         # @param [String] data
         def extract(data)
+            data.force_encoding(@encoding) if @encoding
             @input << data
 
             messages = @input.split(@indicator, -1)
@@ -52,7 +58,7 @@ module UV
                         entities << last[0...result]
                         @input = last[result..-1]
                     else
-                        @input = ''
+                        reset
                         entities << last
                     end
                 else
@@ -84,7 +90,7 @@ module UV
                     # best we can do with a full buffer.
                     @input = @input[-(@indicator.length - 1)..-1]
                 else
-                    @input = ''
+                    reset
                 end
                 raise 'input buffer exceeded limit' if @verbose
             end
@@ -98,7 +104,7 @@ module UV
         # @return [String]
         def flush
             buffer = @input
-            @input = ''
+            reset
             buffer
         end
 
@@ -106,5 +112,14 @@ module UV
         def empty?
             @input.empty?
         end
+
+
+        private
+
+
+        def reset
+            @input = ''
+            @input.force_encoding(@encoding) if @encoding
+        end
     end
 end

data/lib/uv-rays/buffered_tokenizer.rb

@@ -25,10 +25,16 @@ module UV
             @size_limit = options[:size_limit]
             @min_length = options[:min_length] || 1
             @verbose    = options[:verbose] if @size_limit
+            @encoding   = options[:encoding]
 
             raise ArgumentError, 'no delimiter provided' unless @delimiter
 
             @input = ''
+            if @encoding
+                @input.force_encoding(@encoding)
+                @delimiter.force_encoding(@encoding) if @delimiter.is_a?(String)
+                @indicator.force_encoding(@encoding) if @indicator.is_a?(String)
+            end
         end
 
         # Extract takes an arbitrary string of input data and returns an array of
@@ -41,6 +47,7 @@ module UV
         #
         # @param [String] data
         def extract(data)
+            data.force_encoding(@encoding) if @encoding
             @input << data
 
             # Extract token-delimited entities from the input string with the split command.
@@ -72,7 +79,7 @@ module UV
                     # delimiter it would be unfortunate
                     @input = @input[-(@indicator.length - 1)..-1]
                 else
-                    @input = ''
+                    reset
                 end
                 raise 'input buffer exceeded limit' if @verbose
             end
@@ -89,7 +96,7 @@ module UV
         # @return [String]
         def flush
             buffer = @input
-            @input = ''
+            reset
             buffer
         end
 
@@ -97,5 +104,14 @@ module UV
         def empty?
             @input.empty?
         end
+
+
+        private
+
+
+        def reset
+            @input = ''
+            @input.force_encoding(@encoding) if @encoding
+        end
     end
 end

data/lib/uv-rays/version.rb

@@ -1,3 +1,3 @@
 module UV
-    VERSION = '1.0.1'
+    VERSION = '1.0.2'
 end

data/spec/abstract_tokenizer_spec.rb

@@ -8,7 +8,8 @@ describe UV::AbstractTokenizer do
                 return 4 if data.length > 3
                 return false
             },
-            size_limit: 10
+            size_limit: 10,
+            encoding: "ASCII-8BIT"
         })
     end
 

data/spec/buffered_tokenizer_spec.rb

@@ -5,7 +5,8 @@ describe UV::BufferedTokenizer do
 
         before :each do
             @buffer = UV::BufferedTokenizer.new({
-                delimiter: "\n\r"
+                delimiter: "\n\r",
+                encoding: "ASCII-8BIT"
             })
         end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: uv-rays
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Stephen von Takach
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-19 00:00:00.000000000 Z
+date: 2014-11-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: libuv