datapipes 0.1.2 → 0.1.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ffc7cfd9159486b30bc40027879b31fcf40ab87c
-  data.tar.gz: cf48ec612f2c42485caaee94d9699d1f5e55154d
+  metadata.gz: a09f50e26a2e9da8b66f7bd6904a78e451a8a78a
+  data.tar.gz: 047393dea516f11e7de3ccac83b9a936cd84ed50
 SHA512:
-  metadata.gz: ccbbdcce3c53b5d31299a04416cd17949288e811c2cf5a6b86207af8f2e66ef4fec3e9695099aa280db55d68533a9a64400e3371a40fefca9af58fc6a0650174
-  data.tar.gz: 1743f71987fdbc62052204ebb5ce7868330fd41893752858f13ec313a3af148ddbbd8b69cab1bc6e0eab53c7f5c3684432db2f6e45501635a929bc08c55669f5
+  metadata.gz: b2e0b92e8f32a6b45e711d9f129255046b02089e27fbd43370b4e4272e85e50da209b5b4596ad9750bb034dfb424680b0fc6c12098724c3ca991489789646c0e
+  data.tar.gz: aac12fc41369a05128f0bfbfb3e07ad3b4cc95dd450f89d396e5aeaa303da53283ccd4aa65e0d4b42b0b0cc5e8a315e4e2f5a4062bd60746881612f50a8f2010

data/.coveralls.yml

@@ -0,0 +1 @@
+service_name: travis-ci

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 0.1.3
+- Fix bug with composing sources.
+
 ## 0.1.2
 - Sinks runs in parallel.
 

data/README.md

@@ -1,7 +1,9 @@
-datapipes [![Build Status](https://travis-ci.org/taiki45/datapipes.svg?branch=master)](https://travis-ci.org/taiki45/datapipes) [![Gem Version](https://badge.fury.io/rb/datapipes.svg)](http://badge.fury.io/rb/datapipes) [![Code Climate](https://codeclimate.com/github/taiki45/datapipes.png)](https://codeclimate.com/github/taiki45/datapipes)
+datapipes [![Gem Version](https://badge.fury.io/rb/datapipes.svg)](http://badge.fury.io/rb/datapipes)
 =========
 datapipes is an asynchronous multi streaming library.
 
+[![Build Status](https://travis-ci.org/taiki45/datapipes.svg?branch=master)](https://travis-ci.org/taiki45/datapipes) [![Coverage Status](https://coveralls.io/repos/taiki45/datapipes/badge.png?branch=master)](https://coveralls.io/r/taiki45/datapipes?branch=master) [![Code Climate](https://codeclimate.com/github/taiki45/datapipes.png)](https://codeclimate.com/github/taiki45/datapipes) [![Dependency Status](https://gemnasium.com/taiki45/datapipes.svg)](https://gemnasium.com/taiki45/datapipes) [![Inline docs](http://inch-pages.github.io/github/taiki45/datapipes.png)](http://inch-pages.github.io/github/taiki45/datapipes)
+
 ## About
 datapipes encourages to handle multi streamings asynchronously. datapipes has
 a few objects sparated by its responsibility.
@@ -58,85 +60,7 @@ Or install it yourself as:
     $ gem install datapipes
 
 ## Usage
-You have to define your own Source, Tube and Sink.
-
-A basic source is list type. it produces a value in several times.
-Use `produce` method to emit data to pipe.
-
-```ruby
-class List < Datapipes::Source
-  def run
-    (1..10).each {|i| produce(i) }
-  end
-end
-```
-
-Next is tube. Tube processes piped data. A example tube recieve
-Integer value then increase amount of the value.
-
-Define `accept?` to recieve the data or skip this.
-
-```ruby
-class Triple < Datapipes::Tube
-  def run(data)
-    if accept? data
-      [data, data, data]
-    else
-      data
-    end
-  end
-
-  def accept?(data)
-    data.is_a? Integer and data > 3
-  end
-end
-```
-
-Sink consumes piped data. A typical sink is printing data.
-
-```ruby
-class Print < Datapipes::Sink
-  def run(data)
-    puts data if accept? data
-  end
-
-  def accept?(data)
-    data.is_a? Array and data[0] < 7
-  end
-end
-```
-
-You can make your own datapipe with your objects.
-
-```ruby
-datapipe = Datapipes.new(
-  List.new,        # A source
-  Print.new,       # A sink
-  tube: Triple.new,
-)
-```
-
-Then just run everything with `run_resource`.
-
-```ruby
-datapipe.run_resource
-```
-
-The output will be:
-
-```
-4
-4
-4
-5
-5
-5
-6
-6
-6
-```
-
-Congratulation!!
+You have to define your own Source, Tube and Sink. See more in `examples`.
 
 ### Composing objects
 TODO...

data/datapipes.gemspec

@@ -23,4 +23,6 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency 'rake'
   spec.add_development_dependency 'rspec'
   spec.add_development_dependency 'pry'
+  spec.add_development_dependency 'simplecov', '~> 0.8'
+  spec.add_development_dependency 'coveralls', '~> 0.7'
 end

data/examples/basics.rb

@@ -1,14 +1,33 @@
 require 'datapipes'
-
-$: << File.expand_path('..', __FILE__)
+#
+# You have to define your own Source, Tube and Sink.
+#
+$: << File.expand_path('../lib', __FILE__)
 require 'list'
 require 'triple'
 require 'print'
-
+#
+# Then you can make your own datapipe with your objects.
+#
 datapipe = Datapipes.new(
   List.new,        # A source
   Print.new,       # A sink
   tube: Triple.new,
 )
 
+# Just run everything with `run_resource`.
 datapipe.run_resource
+
+# The output will be:
+#
+#   4
+#   4
+#   4
+#   5
+#   5
+#   5
+#   6
+#   6
+#   6
+#
+# Congratulation!!

data/examples/composing.rb

@@ -0,0 +1,24 @@
+require 'datapipes'
+
+$: << File.expand_path('../lib', __FILE__)
+require 'list'
+require 'long_task'
+require 'mul'
+require 'triple'
+require 'acc'
+
+acc = Acc.new
+
+source = List.new + LongTask.new(21..30)
+tube = Mul.new >> Triple.new
+sink = acc
+
+datapipe = Datapipes.new(
+  source,
+  sink,
+  tube: tube
+)
+
+datapipe.run_resource
+
+p acc.stock

data/examples/lib/acc.rb

@@ -0,0 +1,14 @@
+# A sink is never called concurrently.
+# On the other side, each sink can be called concurrently.
+# So be careful to occur race condition in multi sinks.
+class Acc < Datapipes::Sink
+  attr_reader :stock
+
+  def initialize
+    @stock = []
+  end
+
+  def run(data)
+    @stock << data
+  end
+end

data/examples/lib/list.rb

@@ -0,0 +1,8 @@
+# A basic source is list type. it produces a value in several times.
+# Use `produce` method to emit data to pipe.
+#
+class List < Datapipes::Source
+  def run
+    (1..10).each {|i| produce(i) }
+  end
+end

data/examples/lib/long_task.rb

@@ -0,0 +1,11 @@
+class LongTask < Datapipes::Source
+  def initialize(range)
+    @range = range
+  end
+
+  def run
+    @range.each do |n|
+      produce n
+    end
+  end
+end

data/examples/lib/mul.rb

@@ -0,0 +1,13 @@
+class Mul < Datapipes::Tube
+  def run(data)
+    if match? data
+      data * 10
+    else
+      data
+    end
+  end
+
+  def match?(data)
+    data.is_a? Integer and data > 0
+  end
+end

data/examples/{print.rb → lib/print.rb}

@@ -1,3 +1,5 @@
+# Sink consumes piped data. A typical sink is printing data.
+#
 class Print < Datapipes::Sink
   def run(data)
     puts data if accept? data

data/examples/{triple.rb → lib/triple.rb}

@@ -1,3 +1,6 @@
+# Next is tube. Tube processes piped data. A example tube recieve
+# Integer value then increase amount of the value.
+#
 class Triple < Datapipes::Tube
   def run(data)
     if accept? data

data/lib/datapipes/pipe.rb

@@ -11,13 +11,5 @@ class Datapipes
     def pull
       @queue.deq
     end
-
-    def empty?
-      @queue.empty?
-    end
-
-    def size
-      @queue.size
-    end
   end
 end

data/lib/datapipes/sink.rb

@@ -3,7 +3,7 @@ class Datapipes
   class Sink
     include Composable
 
-    # TODO: parallel
+    # Run all sinks concurrently.
     def run_all(data)
       @accumulated ||= [self]
       count = Parallel.processor_count

data/lib/datapipes/source.rb

@@ -14,13 +14,18 @@ class Datapipes
 
     def run_all
       @accumulated ||= [self]
+      set_pipe
       @accumulated.map {|s| Thread.new { s.run } }
     end
 
     private
 
     def produce(data)
-      pipe.recieve(data)
+      @pipe.recieve(data)
+    end
+
+    def set_pipe
+      @accumulated.each {|s| s.pipe = @pipe }
     end
   end
 end

data/lib/datapipes/version.rb

@@ -1,3 +1,3 @@
 class Datapipes
-  VERSION = '0.1.2'
+  VERSION = '0.1.3'
 end

data/spec/basics_spec.rb

@@ -1,6 +1,6 @@
 require 'spec_helper'
 
-$: << File.expand_path('../../examples', __FILE__)
+$: << File.expand_path('../../examples/lib', __FILE__)
 require 'list'
 require 'triple'
 require 'print'

data/spec/composing_spec.rb

@@ -0,0 +1,27 @@
+require 'spec_helper'
+
+$: << File.expand_path('../../examples/lib', __FILE__)
+require 'list'
+require 'long_task'
+require 'mul'
+require 'triple'
+require 'acc'
+
+describe 'composability' do
+  let(:acc) { Acc.new }
+  let(:source) { List.new + LongTask.new(21..30) }
+  let(:tube) { Mul.new >> Triple.new }
+
+  let(:datapipe) do
+    Datapipes.new(
+      source,
+      acc,
+      tube: tube
+    )
+  end
+
+  it 'runs without errors' do
+    datapipe.run_resource
+    expect(acc.stock).to have(20).items
+  end
+end

data/spec/spec_helper.rb

@@ -1,5 +1,13 @@
 require 'pry'
 require 'stringio'
 
+require 'coveralls'
+require 'simplecov'
+Coveralls.wear!
+SimpleCov.formatter = Coveralls::SimpleCov::Formatter
+SimpleCov.start do
+  add_filter 'spec'
+end
+
 $: << File.expand_path('../../lib', __FILE__)
 require 'datapipes'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: datapipes
 version: !ruby/object:Gem::Version
-  version: 0.1.2
+  version: 0.1.3
 platform: ruby
 authors:
 - Taiki ONO
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-05-05 00:00:00.000000000 Z
+date: 2014-05-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: parallel
@@ -80,6 +80,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.8'
+- !ruby/object:Gem::Dependency
+  name: coveralls
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.7'
 description: To handle multi steamings easily.
 email:
 - taiks.4559@gmail.com
@@ -87,6 +115,7 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- ".coveralls.yml"
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
@@ -97,9 +126,13 @@ files:
 - Rakefile
 - datapipes.gemspec
 - examples/basics.rb
-- examples/list.rb
-- examples/print.rb
-- examples/triple.rb
+- examples/composing.rb
+- examples/lib/acc.rb
+- examples/lib/list.rb
+- examples/lib/long_task.rb
+- examples/lib/mul.rb
+- examples/lib/print.rb
+- examples/lib/triple.rb
 - lib/datapipes.rb
 - lib/datapipes/composable.rb
 - lib/datapipes/pipe.rb
@@ -108,7 +141,7 @@ files:
 - lib/datapipes/tube.rb
 - lib/datapipes/version.rb
 - spec/basics_spec.rb
-- spec/composable_spec.rb
+- spec/composing_spec.rb
 - spec/sink_spec.rb
 - spec/spec_helper.rb
 - spec/tube_spec.rb
@@ -138,7 +171,7 @@ specification_version: 4
 summary: An asynchronous multi steamings library.
 test_files:
 - spec/basics_spec.rb
-- spec/composable_spec.rb
+- spec/composing_spec.rb
 - spec/sink_spec.rb
 - spec/spec_helper.rb
 - spec/tube_spec.rb

data/examples/list.rb

@@ -1,5 +0,0 @@
-class List < Datapipes::Source
-  def run
-    (1..10).each {|i| produce(i) }
-  end
-end

data/spec/composable_spec.rb

@@ -1,4 +0,0 @@
-require 'spec_helper'
-
-describe Datapipes::Composable do
-end