ul-wukong 4.1.0 → 4.1.1

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    Njc1YWQyMGMxZWRkZDZmY2M5NTAxZGFmNGU1YTliMDBjZWRmYjQ3YQ==
+    MDJmYjc2NGI4YzExYjAzZjIwODhkY2U5NzVlY2I0MzU4MmQ4YjIxYg==
   data.tar.gz: !binary |-
-    YjRlOTFhM2QyOWY1N2EyYmRmNDE2ZTE5MzU3ZDQ0NDg4YjcxZmVjZQ==
+    NjhkMzNkYjU5MzE0YmQwODE2MWQ1Y2UzNDlkOWYwMDU0MjM3MmU3OQ==
 SHA512:
   metadata.gz: !binary |-
-    NTEyYWM0MmNhYmJiYjhkYjE3MGNkNjk2MzQ1NWE3Nzg3YzYyMTk0YmIyM2E0
-    NTA2MWI0NTA1NjBhOWYzOGJiNWFkNmJlNjQxNjY5YTgxYzA2NGFhNWVhOTUy
-    NDA2NGI1ZDgxMzM1MGNkNTdhOWFlOTNjOWJlMDM0ZjU3NGEzZWU=
+    NmE2ZmVjMmEyOGM4NzVhNjQ5MDE1OWY0MzkzOGMwZWIwM2E2OGFmMTJmNzBk
+    YzgxOGJhMzRkZmQ2YzE2YmVmZGQ0YTk5OTZjMzY1YmFhNTc0YTgyYTg1ZTI0
+    MDU1OThmZWVlZTMxYjM1MDBlMWIzOGI3MGFlZGU5MGM1YzQxMjA=
   data.tar.gz: !binary |-
-    ZmE4YTA1N2JmNGE2MmM2MzU0MzQ0Yzg1YjE5ZGFkMDYwNDMyNzRiZWJmNzdh
-    MzY4YjMzYmIxYmViY2U0MTExOTVmYjY4OTcxODg2MDA0NWEwZmRkNGYyMTRl
-    ZjFjYjVkMTY5Mzc3MjU1Mzk5ZjE5ZTVkM2ZkZGI2MWZjOTExZTE=
+    MzVmYmExYzlhN2Y0YWM5ZjhiNDgyMzAyMzgzYTlkN2I1NjQ2NGRlYmJkMDVh
+    M2Y3NWRiYzY0NTgwNTA0OGQwN2I0MjEyYjg2YTQ1N2IzZjdhYWFlM2EyMzcy
+    NjZmODc3YWJiZDM3Mzg4MWM2ZDBjNDgxYTY3OGI3M2ZhMTMxN2U=

data/lib/wukong/dataflow.rb

@@ -4,15 +4,63 @@ module Wukong
     def self.configure(settings)
       settings.description = builder.description if builder.description
     end
+
+    def setup
+      each_stage do |stage|
+        stage.setup
+      end
+    end
+
+    def process(record, &emit)
+      process_list(record, [root], &emit)
+    end
+
+    def finalize(&emit)
+      finalize_list([root], &emit)
+    end
+
+    def stop
+      each_stage do |stage|
+        stage.stop
+      end
+    end
+
+  private
+    def process_list(record, stages, &emit)
+      stages.each do |stage|
+        children = descendents(stage)
+        if children.empty?
+          stage.process(record, &emit)
+        else
+          stage.process(record) do |out|
+            process_list(out, children, &emit)
+          end
+        end
+      end
+    end
+
+    def finalize_list(stages, &emit)
+      stages.each do |stage|
+        children = descendents(stage)
+        if children.empty?
+          stage.finalize(&emit)
+        else
+          stage.finalize do |out|
+            process_list(out, children, &emit)
+          end
+          finalize_list(children, &emit)
+        end
+      end
+    end
   end
-  
+
   class DataflowBuilder < Hanuman::TreeBuilder
 
     def description desc=nil
       @description = desc if desc
       @description
     end
-    
+
     def namespace() Wukong::Dataflow ; end
 
     def handle_dsl_arguments_for(stage, *args, &action)
@@ -30,7 +78,7 @@ module Wukong
       stage.graph = self
       stage
     end
-  
+
     def method_missing(name, *args, &blk)
       if stages[name]
         handle_dsl_arguments_for(stages[name], *args, &blk)
@@ -38,6 +86,6 @@ module Wukong
         super
       end
     end
-    
+
   end
 end

data/lib/wukong/version.rb

@@ -1,3 +1,3 @@
 module Wukong
-  VERSION = '4.1.0'
+  VERSION = '4.1.1'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ul-wukong
 version: !ruby/object:Gem::Version
-  version: 4.1.0
+  version: 4.1.1
 platform: ruby
 authors:
 - Infochimps