contained_mr 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 92996839ff48bb11fd7dd367fe661163a7b33c25
-  data.tar.gz: f44046ae3b61c5c10fc9dfbe0311a48b725e26fd
+  metadata.gz: c256acd59c0cb4cafca0aa814733eba82b076b06
+  data.tar.gz: 86164b32282388fa75d53310f62437082e32d801
 SHA512:
-  metadata.gz: b570c230d4c6c5a2a74bffbda9e88667bfe8f2a420e6b992b8bc4368d94e4fecc12b5541b6090d5dba5e6376cf1abffb342ed0dd0da1ef254fe5f3ee97f261d0
-  data.tar.gz: c296cc24c02982f2018f968f6338db78af78a32c9140a0c885c2ca2f1fd711a62b8c39166539021ffee870de044a26b45aa3337967b8f371bcb23af5200a92cb
+  metadata.gz: 3b4e879f960930faf614cff7398e380eb52fe0e2fafc254e2fa7e2fc6832b3746fa61425ed72fcd782fdee9b3d2d58bd439f3b0a056861f404b0b5daba0b32b7
+  data.tar.gz: dfd206cfcf2ddc73b3747659131363cf787dfda94444b45a62235629dcad23e404beed38609acefdaafab7e23f36237007bf2e7828580dad890428cd25638b45

data/Gemfile

@@ -1,6 +1,6 @@
 source 'https://rubygems.org'
 
-gem 'docker-api', '>= 1.22.3', require: 'docker'
+gem 'docker-api', '>= 1.22.4', require: 'docker'
 gem 'rubyzip', '>= 1.1.7', require: 'zip'
 
 # Add dependencies to develop your gem here.

data/Gemfile.lock

@@ -6,7 +6,7 @@ GEM
     descendants_tracker (0.0.4)
       thread_safe (~> 0.3, >= 0.3.1)
     docile (1.1.5)
-    docker-api (1.22.3)
+    docker-api (1.22.4)
       excon (>= 0.38.0)
       json
     excon (0.45.4)
@@ -64,7 +64,7 @@ PLATFORMS
 
 DEPENDENCIES
   bundler (>= 1.6.1)
-  docker-api (>= 1.22.3)
+  docker-api (>= 1.22.4)
   jeweler (>= 2.0.1)
   minitest
   rdoc (>= 3.12)

data/VERSION

@@ -1 +1 @@
-0.1.0
+0.1.1

data/contained_mr.gemspec

@@ -0,0 +1,88 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: contained_mr 0.1.1 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "contained_mr"
+  s.version = "0.1.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
+  s.authors = ["Victor Costan"]
+  s.date = "2015-09-03"
+  s.description = "Plumbing for running mappers and reducers inside Docker containers"
+  s.email = "victor@costan.us"
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README.rdoc"
+  ]
+  s.files = [
+    ".document",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE",
+    "README.rdoc",
+    "Rakefile",
+    "VERSION",
+    "contained_mr.gemspec",
+    "lib/contained_mr.rb",
+    "lib/contained_mr/cleaner.rb",
+    "lib/contained_mr/job.rb",
+    "lib/contained_mr/runner.rb",
+    "lib/contained_mr/template.rb",
+    "test/helper.rb",
+    "test/test_job.rb",
+    "test/test_runner.rb",
+    "test/test_template.rb",
+    "testdata/Dockerfile.hello.mapper",
+    "testdata/Dockerfile.hello.reducer",
+    "testdata/hello/Dockerfile",
+    "testdata/hello/data/goodbye.txt",
+    "testdata/hello/data/hello.txt",
+    "testdata/hello/mapper.sh",
+    "testdata/hello/mapreduced.yml",
+    "testdata/hello/reducer.sh",
+    "testdata/input.hello",
+    "testdata/job.hello"
+  ]
+  s.homepage = "http://github.com/pwnall/contained_mr"
+  s.licenses = ["MIT"]
+  s.rubygems_version = "2.4.5"
+  s.summary = "Map-Reduce with Docker containers"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<docker-api>, [">= 1.22.4"])
+      s.add_runtime_dependency(%q<rubyzip>, [">= 1.1.7"])
+      s.add_development_dependency(%q<minitest>, [">= 0"])
+      s.add_development_dependency(%q<yard>, [">= 0.7"])
+      s.add_development_dependency(%q<rdoc>, [">= 3.12"])
+      s.add_development_dependency(%q<bundler>, [">= 1.6.1"])
+      s.add_development_dependency(%q<jeweler>, [">= 2.0.1"])
+      s.add_development_dependency(%q<simplecov>, [">= 0"])
+    else
+      s.add_dependency(%q<docker-api>, [">= 1.22.4"])
+      s.add_dependency(%q<rubyzip>, [">= 1.1.7"])
+      s.add_dependency(%q<minitest>, [">= 0"])
+      s.add_dependency(%q<yard>, [">= 0.7"])
+      s.add_dependency(%q<rdoc>, [">= 3.12"])
+      s.add_dependency(%q<bundler>, [">= 1.6.1"])
+      s.add_dependency(%q<jeweler>, [">= 2.0.1"])
+      s.add_dependency(%q<simplecov>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<docker-api>, [">= 1.22.4"])
+    s.add_dependency(%q<rubyzip>, [">= 1.1.7"])
+    s.add_dependency(%q<minitest>, [">= 0"])
+    s.add_dependency(%q<yard>, [">= 0.7"])
+    s.add_dependency(%q<rdoc>, [">= 3.12"])
+    s.add_dependency(%q<bundler>, [">= 1.6.1"])
+    s.add_dependency(%q<jeweler>, [">= 2.0.1"])
+    s.add_dependency(%q<simplecov>, [">= 0"])
+  end
+end
+

data/lib/contained_mr/template.rb

@@ -104,12 +104,16 @@ DOCKER_END
       Zip::File.open_buffer zip_io.read do |zip|
         zip.each do |zip_entry|
           file_name = zip_entry.name
-          if file_name == 'mapreduced.yml'
-            read_definition zip_entry.get_input_stream
-            next
-          end
-          tar.add_file file_name, 0644 do |tar_file_io|
-            IO.copy_stream zip_entry.get_input_stream, tar_file_io
+          if zip_entry.directory?
+            tar.mkdir file_name, 0755
+          elsif zip_entry.file?
+            if file_name == 'mapreduced.yml'
+              read_definition zip_entry.get_input_stream
+              next
+            end
+            tar.add_file file_name, 0644 do |tar_file_io|
+              IO.copy_stream zip_entry.get_input_stream, tar_file_io
+            end
           end
         end
       end

data/test/helper.rb

@@ -37,8 +37,11 @@ Zip::File.open('testdata/hello.zip', Zip::File::CREATE) do |zip|
   files = Dir.chdir('testdata/hello') { Dir.glob('**/*') }.sort
   files.each do |file|
     path = File.join 'testdata/hello', file
-    next unless File.file?(path)
-    zip.add file, path
+    if File.directory? path
+      zip.mkdir file
+    elsif File.file? path
+      zip.add file, path
+    end
   end
 end
 

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: contained_mr
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Victor Costan
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.22.3
+        version: 1.22.4
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 1.22.3
+        version: 1.22.4
 - !ruby/object:Gem::Dependency
   name: rubyzip
   requirement: !ruby/object:Gem::Requirement
@@ -137,6 +137,7 @@ files:
 - README.rdoc
 - Rakefile
 - VERSION
+- contained_mr.gemspec
 - lib/contained_mr.rb
 - lib/contained_mr/cleaner.rb
 - lib/contained_mr/job.rb