streamingly 0.0.5 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 45d8a9c657e19d5c57d2ac76e894b1c5507fbbe2
-  data.tar.gz: 7189cc2394882efacc17854af55ad164d15dc397
+  metadata.gz: f507114d8202daadc401f6de1d18054035a7c557
+  data.tar.gz: 4cab496f8fb9940b12aca0eab8735ef00344e124
 SHA512:
-  metadata.gz: ea3e8af5b941d4b24686d25674bc36e6777f37995b422590466e6b6d7edaa73f744fc2f281e02466db54b05fa5a6cd163b6e0a0b16fb3ae8ea54b4387217130e
-  data.tar.gz: caa7454fd12f4c5724e6488bbe93dfb567f270e840b4e5772be0382051a4f4016bd780c47190c043008aa4f4732ee10ef41e260086f87dc3c4e1897e67124db5
+  metadata.gz: 7a33cace50cfb7ebf35723738474b0026f415228366df9385b63abc645f0c046017c174aa633fd2bf1953f358ec4c31be6d3577741c7bb83c4286abeb0002d91
+  data.tar.gz: a3f0251f7359e1ada162f7cf5378ecdd458fae05eb3bff8dde27e1d9f26e0cc68210de99e01ce25313555cbec1c58050fcb4476bcb76a73a8013a7d50a31546a

data/lib/streamingly/kv.rb

@@ -11,7 +11,7 @@ module Streamingly
     end
 
     # TODO: remove .split from https://github.com/swipely/streamingly/blob/master/lib/streamingly/reducer.rb#L28
-    def split(char="\t")
+    def split(char="\t", limit=1)
       [key, value]
     end
   end

data/lib/streamingly/reducer.rb

@@ -25,7 +25,10 @@ module Streamingly
     end
 
     def reduce(line)
-      key, value = line.split("\t")
+      # Streaming Hadoop only treats the first tab as the delimiter between
+      # the key and value.  Additional tabs are grouped into the value:
+      # http://hadoop.apache.org/docs/r0.18.3/streaming.html#How+Does+Streaming+Work
+      key, value = line.split("\t", 2)
 
       if @prev_key != key
         results = flush

data/lib/streamingly/version.rb

@@ -1,3 +1,3 @@
 module Streamingly
-  VERSION = "0.0.5"
+  VERSION = "0.0.8"
 end

data/spec/streamingly/reducer_spec.rb

@@ -62,6 +62,29 @@ describe Streamingly::Reducer do
       end
     end
 
+    context "given a record with multiple tabs" do
+      let(:key) { 'key1' }
+      let(:value) { "asdf\tqwerty" }
+
+      let(:records) {
+        [
+          [key, value].join("\t"),
+        ]
+      }
+
+      let(:accumulator) { double(:accumulator, :flush => []) }
+
+      before do
+        accumulator_class.stub(:new).with(key) { accumulator }
+      end
+
+      it "treats only the first tab as the key/value delimiter and leaves the value untouched" do
+        accumulator.should_receive(:apply_value).with(value)
+
+        subject.reduce_over(records)
+      end
+    end
+
     context "when supplied with accumulator options" do
       let(:accumulator_options) { { foo: 'bar' } }
       subject { described_class.new(accumulator_class, accumulator_options) }

metadata

@@ -1,55 +1,55 @@
 --- !ruby/object:Gem::Specification
 name: streamingly
 version: !ruby/object:Gem::Version
-  version: 0.0.5
+  version: 0.0.8
 platform: ruby
 authors:
 - Matt Gillooly
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-02-24 00:00:00.000000000 Z
+date: 2014-07-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '1.3'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.11'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ~>
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '2.11'
 description: Helpful classes for writing streaming Hadoop jobs in Ruby
@@ -59,8 +59,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
-- .rspec
+- ".gitignore"
+- ".rspec"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -85,17 +85,17 @@ require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.0.14
+rubygems_version: 2.2.0
 signing_key: 
 specification_version: 4
 summary: Helpful classes for writing streaming Hadoop jobs in Ruby