stages 0.3.3 → 0.3.4

data/VERSION

@@ -1 +1 @@
-0.3.3
+0.3.4

data/lib/stages/unique.rb

@@ -2,18 +2,19 @@ require 'set'
 
 module Stages
   class Unique < Stage
-    def initialize_loop
-      @set = Set.new
+    def initialize(options = { })
+      @prefetch = options[:prefetch]
       super()
     end
 
-    def die
-      @set = Set.new
-      super()
-    end
-    
-    def handle_value(value)
-      output value if @set.add? value.hash
+    def process
+      set = Set.new
+      while i = input
+        added = set.add? i
+        handle_value i if added && !@prefetch
+      end
+      set.each{ |x| output x} if @prefetch
+      set = nil
     end
   end
 end

data/stages.gemspec

@@ -5,11 +5,11 @@
 
 Gem::Specification.new do |s|
   s.name = "stages"
-  s.version = "0.3.3"
+  s.version = "0.3.4"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.authors = ["The Justice Eight"]
-  s.date = "2012-03-12"
+  s.date = "2012-04-02"
   s.description = "pipeline builder"
   s.email = "support@igodigital.com"
   s.extra_rdoc_files = [

data/test/test_stages.rb

@@ -95,13 +95,31 @@ class TestStages < MiniTest::Unit::TestCase
     end
   end
 
-  test 'unique' do
-    pipeline = Each.new('abcadefbega'){ |x| x.chars} | Unique.new
+
+  test 'unique-jit' do
+    order = []
+    pipeline = Each.new('abcadefbega'){ |x| x.chars} |
+      Map.new{ |x| order << 'a'; x} | Unique.new|
+      Map.new{ |x| order << 'b'; x}
+    results = []
+    while r = pipeline.run
+      results << r
+    end
+    assert_equal(%w(a b c d e f g), results)
+    assert_equal(%w(a b a b a b a a b a b a b a a a b a), order)
+  end
+
+  test 'unique-prefetch' do
+    order = []
+    pipeline = Each.new('abcadefbega'){ |x| x.chars} |
+      Map.new{ |x| order << 'a'; x} | Unique.new(prefetch: true) |
+      Map.new{ |x| order << 'b'; x}
     results = []
     while r = pipeline.run
       results << r
     end
     assert_equal(%w(a b c d e f g), results)
+    assert_equal(['a']*11 + ['b']*7, order)
   end
 
   test 'exhaust' do
@@ -114,7 +132,8 @@ class TestStages < MiniTest::Unit::TestCase
     assert_equal(3, pipeline.run)
   end
 
-  test 'cache' do    order = []
+  test 'cache' do
+    order = []
     pipeline = Each.new([1, 3, 2, 3, 2, 1]) | Map.new{|x| order << 'a'; x} | Cache.new  | Map.new{|x| order << 'b'; x} | Exhaust.new
     assert_equal([1, 3, 2, 3, 2, 1], pipeline.run)
     assert_equal(%w(a a a a a a b b b b b b), order)

metadata

@@ -2,7 +2,7 @@
 name: stages
 version: !ruby/object:Gem::Version 
   prerelease: 
-  version: 0.3.3
+  version: 0.3.4
 platform: ruby
 authors: 
 - The Justice Eight
@@ -10,7 +10,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-03-12 00:00:00 Z
+date: 2012-04-02 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: rake
@@ -75,7 +75,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3232589023381470153
+      hash: 2855126924498756477
       segments: 
       - 0
       version: "0"