streamingly 0.0.2 → 0.0.3.pre

data/lib/streamingly.rb

@@ -1,6 +1,13 @@
 require "streamingly/version"
 require "streamingly/reducer"
+require "streamingly/kv"
+require "streamingly/serde"
+require "streamingly/serde_iterable"
 
 module Streamingly
-  # Your code goes here...
+
+  def self.kv(key, value)
+    KV.new(key, value).to_s
+  end
+
 end

data/lib/streamingly/kv.rb

@@ -0,0 +1,19 @@
+module Streamingly
+
+  class KV < Struct.new(:key, :value)
+    def to_s
+      [ SerDe.to_csv(key), SerDe.to_csv(value) ].join("\t")
+    end
+
+    # TODO: remove .strip from https://github.com/swipely/streamingly/blob/master/lib/streamingly/reducer.rb#L11
+    def strip
+      self
+    end
+
+    # TODO: remove .split from https://github.com/swipely/streamingly/blob/master/lib/streamingly/reducer.rb#L28
+    def split(char="\t")
+      [key, value]
+    end
+  end
+
+end

data/lib/streamingly/serde.rb

@@ -0,0 +1,36 @@
+module Streamingly
+
+  module SerDe
+    def self.to_csv(record)
+      case record
+      when String
+        record
+      when Struct
+        tokens = *record.map { |token|
+          case token
+          when BigDecimal
+            token.to_s('F')
+          else
+            token
+          end
+        }
+
+        CSV.generate_line( [ record.class.name, *tokens ]).rstrip
+      end
+    end
+
+    def self.from_csv(string)
+      tokens = CSV.parse_line(string)
+      klass = Kernel.const_get(tokens.first)
+      klass.new(*tokens[1..-1])
+    rescue NameError
+      tokens
+    end
+
+    def self.from_tabbed_csv(string)
+      k,v = string.split("\t")
+      KV.new(from_csv(k), from_csv(v))
+    end
+  end
+
+end

data/lib/streamingly/serde_iterable.rb

@@ -0,0 +1,15 @@
+module Streamingly
+
+  class SerDeIterable
+    def initialize(iterable)
+      @iterable = iterable
+    end
+
+    def each
+      @iterable.each do |line|
+        yield Streamingly::SerDe.from_tabbed_csv(line)
+      end
+    end
+  end
+
+end

data/lib/streamingly/version.rb

@@ -1,3 +1,3 @@
 module Streamingly
-  VERSION = "0.0.2"
+  VERSION = "0.0.3.pre"
 end

metadata

@@ -1,19 +1,19 @@
 --- !ruby/object:Gem::Specification
 name: streamingly
 version: !ruby/object:Gem::Version
-  version: 0.0.2
-  prerelease: 
+  version: 0.0.3.pre
+  prerelease: 6
 platform: ruby
 authors:
 - Matt Gillooly
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-11-18 00:00:00.000000000 Z
+date: 2013-12-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
-  requirement: &70157983469340 !ruby/object:Gem::Requirement
+  requirement: &70240236845400 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ~>
@@ -21,10 +21,10 @@ dependencies:
         version: '1.3'
   type: :development
   prerelease: false
-  version_requirements: *70157983469340
+  version_requirements: *70240236845400
 - !ruby/object:Gem::Dependency
   name: rake
-  requirement: &70157983500960 !ruby/object:Gem::Requirement
+  requirement: &70240236844760 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -32,10 +32,10 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70157983500960
+  version_requirements: *70240236844760
 - !ruby/object:Gem::Dependency
   name: rspec
-  requirement: &70157983499200 !ruby/object:Gem::Requirement
+  requirement: &70240236865540 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -43,7 +43,7 @@ dependencies:
         version: '0'
   type: :development
   prerelease: false
-  version_requirements: *70157983499200
+  version_requirements: *70240236865540
 description: Helpful classes for writing streaming Hadoop jobs in Ruby
 email:
 - matt@swipely.com
@@ -58,7 +58,10 @@ files:
 - README.md
 - Rakefile
 - lib/streamingly.rb
+- lib/streamingly/kv.rb
 - lib/streamingly/reducer.rb
+- lib/streamingly/serde.rb
+- lib/streamingly/serde_iterable.rb
 - lib/streamingly/version.rb
 - spec/spec_helper.rb
 - spec/streamingly/reducer_spec.rb
@@ -78,16 +81,13 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
       segments:
       - 0
-      hash: 1521604442353934601
+      hash: -4472679935685112026
 required_rubygems_version: !ruby/object:Gem::Requirement
   none: false
   requirements:
-  - - ! '>='
+  - - ! '>'
     - !ruby/object:Gem::Version
-      version: '0'
-      segments:
-      - 0
-      hash: 1521604442353934601
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 1.8.11