datapipes 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: e7320f603074b6f0907667850275091622de079d
-  data.tar.gz: f5c9b51dac1c2c63f7b8703ea7144eaecf5cee85
+  metadata.gz: ffc7cfd9159486b30bc40027879b31fcf40ab87c
+  data.tar.gz: cf48ec612f2c42485caaee94d9699d1f5e55154d
 SHA512:
-  metadata.gz: 0b98bee8388e04ff8f841e9d9cd5f9f07fc3faaed18d2513630cb38b060fc2e9f9d46b64373d6275af06c657ba80891512ef32ea58d86111f907718a6c3ddf1e
-  data.tar.gz: fdcd53dcc0be76ac8603bcf58a265753d496a60f0d45e5befef68a592a5cd4adf6957453134bc949dfb7123a083e5ab9617a97c97f0da92d2076b60797ba8937
+  metadata.gz: ccbbdcce3c53b5d31299a04416cd17949288e811c2cf5a6b86207af8f2e66ef4fec3e9695099aa280db55d68533a9a64400e3371a40fefca9af58fc6a0650174
+  data.tar.gz: 1743f71987fdbc62052204ebb5ce7868330fd41893752858f13ec313a3af148ddbbd8b69cab1bc6e0eab53c7f5c3684432db2f6e45501635a929bc08c55669f5

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 0.1.2
+- Sinks runs in parallel.
+
 ## 0.1.1
 - Drop Ruby 1.9 supports.
 - Tube and Pipe are optional in making datapipe.

data/README.md

@@ -25,24 +25,22 @@ To handle multi streamings, datapipes offers composabiliy. Source, Tube and Sink
 are composable individually. So the diagram above will be:
 
 ```
- Composed Source works asynchronously
+ Composed Source works concurrently.
 
   [Source Source Source]
             |
-            |  pipe handles asynchronous
+            |  pipe handles asynchronous.
             |
            Tube
-           Tube  Composed Tube has individual tube in series
+           Tube  Composed Tube has individual tube in series.
            Tube
            Tube
             |
             |
             |
-           Sink
-           Sink
-           Sink
+     [Sink Sink Sink]
 
- Composed Sink works synchronously
+ Composed Sink works concurrently.
 ```
 
 ## Installation
@@ -81,7 +79,11 @@ Define `accept?` to recieve the data or skip this.
 ```ruby
 class Triple < Datapipes::Tube
   def run(data)
-    [data, data, data]
+    if accept? data
+      [data, data, data]
+    else
+      data
+    end
   end
 
   def accept?(data)
@@ -95,7 +97,7 @@ Sink consumes piped data. A typical sink is printing data.
 ```ruby
 class Print < Datapipes::Sink
   def run(data)
-    puts data
+    puts data if accept? data
   end
 
   def accept?(data)
@@ -108,10 +110,9 @@ You can make your own datapipe with your objects.
 
 ```ruby
 datapipe = Datapipes.new(
-  List.new,           # A source
-  Triple.new,         # A tube
-  Print.new,          # A sink
-  Datapipes::Pipe.new # A pipe
+  List.new,        # A source
+  Print.new,       # A sink
+  tube: Triple.new,
 )
 ```
 

data/datapipes.gemspec

@@ -18,6 +18,7 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ['lib']
 
+  spec.add_dependency 'parallel', '~> 1.0'
   spec.add_development_dependency 'bundler', '~> 1.5'
   spec.add_development_dependency 'rake'
   spec.add_development_dependency 'rspec'

data/lib/datapipes/sink.rb

@@ -6,7 +6,10 @@ class Datapipes
     # TODO: parallel
     def run_all(data)
       @accumulated ||= [self]
-      @accumulated.each {|sink| sink.run(data) }
+      count = Parallel.processor_count
+      Parallel.each(@accumulated, in_threads: count) do |sink|
+        sink.run(data)
+      end
     end
   end
 end

data/lib/datapipes/version.rb

@@ -1,3 +1,3 @@
 class Datapipes
-  VERSION = '0.1.1'
+  VERSION = '0.1.2'
 end

data/lib/datapipes.rb

@@ -1,3 +1,4 @@
+require 'parallel'
 require 'datapipes/composable'
 require 'datapipes/source'
 require 'datapipes/tube'

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: datapipes
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Taiki ONO
@@ -10,6 +10,20 @@ bindir: bin
 cert_chain: []
 date: 2014-05-05 00:00:00.000000000 Z
 dependencies:
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement