pipely 0.6.1 → 0.6.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d3a0aea2c124ee3ec4cb3e504d87ca54eb9e7e66
-  data.tar.gz: b7d38398007feba37baf0ec9b733b221f636ac6d
+  metadata.gz: 74943132df56cd3648e12d5f45fb4761fb4bc3d2
+  data.tar.gz: bee0d005acd89ba86f703090877350f667120e3f
 SHA512:
-  metadata.gz: 3c9b0e0a60b928c6408fa4fb6555a3da1f076408f7b8a18c8c818b484ebe476a3435a6563e3aa255c068c2505d3046227542678a3898b64c6b81b45fe0e0eccb
-  data.tar.gz: f74a577528bf0dbc6474116a6e7264118871f3ba36ded404291a884e7091dd56d1c3a324ea406f6413489302c0a1a490b40e166317979f7355faeef788c7e560
+  metadata.gz: 1e98b2c4ea1c5042b70b8a56f87b11a45211444f9b7d7fbae84bf27ddea676f11d1d51a06315599581743e62674618d818ae2c896ca8be3fda01999cfc02185c
+  data.tar.gz: 69f416836edc06e0a24b8fea78ad1568b7a1ecea873e63ad58a7d598c0e50126067bc33ff0ea7eed7879a89ffe4b69d43fd6ddfcb890a0f8eda3e95ee4f90e3f

data/lib/pipely/build/template_helpers.rb

@@ -25,7 +25,7 @@ module Pipely
         end
 
         (options[:defs] || {}).each do |name, value|
-          parts += ['-D', "#{name}=#{value}"]
+          parts += ['-D', "#{name}=#{value}".gsub(',', "\\,")]
         end
 
         Array(options[:input]).each do |input|

data/lib/pipely/version.rb

@@ -1,3 +1,3 @@
 module Pipely
-  VERSION = "0.6.1" unless defined?(::Pipely::VERSION)
+  VERSION = "0.6.2" unless defined?(::Pipely::VERSION)
 end

data/spec/lib/pipely/build/template_spec.rb

@@ -116,10 +116,10 @@ describe Pipely::Build::Template do
           :output => '/output_dir/',
           :mapper => '/mapper.rb',
           :reducer => 'org.apache.hadoop.mapred.lib.IdentityReducer',
-          :defs => {'name' => 'value'}
+          :defs => {'mapred.text.key.partitioner.options' => '-k1,1'}
         )
 
-        expect(step).to eq("/home/hadoop/contrib/streaming/hadoop-streaming.jar,-D,name=value,-input,s3n://asset-bucket/run-prefix/\#{format(@scheduledStartTime,'YYYY-MM-dd_HHmmss')}/input_dir/,-output,s3://asset-bucket/run-prefix/\#{format(@scheduledStartTime,'YYYY-MM-dd_HHmmss')}/output_dir/,-mapper,s3n://step-bucket/run-prefix/mapper.rb,-reducer,org.apache.hadoop.mapred.lib.IdentityReducer")
+        expect(step).to eq('/home/hadoop/contrib/streaming/hadoop-streaming.jar,-D,mapred.text.key.partitioner.options=-k1\\,1,-input,s3n://asset-bucket/run-prefix/#{format(@scheduledStartTime,\'YYYY-MM-dd_HHmmss\')}/input_dir/,-output,s3://asset-bucket/run-prefix/#{format(@scheduledStartTime,\'YYYY-MM-dd_HHmmss\')}/output_dir/,-mapper,s3n://step-bucket/run-prefix/mapper.rb,-reducer,org.apache.hadoop.mapred.lib.IdentityReducer')
       end
     end
   end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: pipely
 version: !ruby/object:Gem::Version
-  version: 0.6.1
+  version: 0.6.2
 platform: ruby
 authors:
 - Matt Gillooly