contained_mr 0.1.2 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 63dd405ddd7f6926540118a53fae49b4e68eae85
-  data.tar.gz: 5f60e7e07994d45710b7c1a11149a36e641e6e97
+  metadata.gz: 7dd43659d3e4a97eb0c431a28fd0e18ef0df524e
+  data.tar.gz: c460e444b84ebd56df7295147150e1b49fa42649
 SHA512:
-  metadata.gz: 786419170b2c4b3d2b35d80f3897ace4503f1757e0fe3682a62fcca65d1e1de46f7c2fe721885dec65ea06c7e79ec62d4a70a352812ce9008215ee8ce735b81c
-  data.tar.gz: 272b5127d2bb5efec7595086b299fb25458523d37d93828b696e2565ae802d9809224be0fd489e1627c92183439d9fd6ed52de0acc27fb2ac9d7b5bed6a6c943
+  metadata.gz: a91d0f3867c8ceda6e96d134bacffaf22f50c6332077b177060cd5a6b03d77e22ce7e81af7770ed18e989e6358324cf54e8cb2bdb0124bd3ea6567994cac8144
+  data.tar.gz: 07322eb0b6961b86c92ce5b3798764847695479473d043167160cb5c9ca07783f11a9dee2cc33eb96d872719abe042225edbb5cbe16cada66623c93837861a34

data/.travis.yml

@@ -0,0 +1,7 @@
+sudo: required
+language: ruby
+services:
+  - docker
+rvm:
+  - 2.2.2
+script: rake test

data/Gemfile

@@ -6,10 +6,11 @@ gem 'rubyzip', '>= 1.1.7', require: 'zip'
 # Add dependencies to develop your gem here.
 # Include everything needed to run rake, tests, features, etc.
 group :development do
-  gem "minitest", ">= 0"
-  gem "yard", ">= 0.7"
-  gem "rdoc", ">= 3.12"
-  gem "bundler", ">= 1.6.1"
-  gem "jeweler", ">= 2.0.1"
-  gem "simplecov", ">= 0"
+  gem 'bundler', '>= 1.6.1'
+  gem 'jeweler', '>= 2.0.1'
+  gem 'minitest', '>= 5.8.0'
+  gem 'mocha', '>= 1.1.0'
+  gem 'rdoc', '>= 4.2.0'
+  gem 'simplecov', '>= 0.10.0'
+  gem 'yard', '>= 0.8.7.6'
 end

data/Gemfile.lock

@@ -22,7 +22,7 @@ GEM
       nokogiri (~> 1.6.6)
       oauth2
     hashie (3.4.2)
-    highline (1.7.3)
+    highline (1.7.5)
     jeweler (2.0.1)
       builder
       bundler (>= 1.0)
@@ -34,8 +34,11 @@ GEM
       rdoc
     json (1.8.3)
     jwt (1.5.1)
+    metaclass (0.0.4)
     mini_portile (0.6.2)
     minitest (5.8.0)
+    mocha (1.1.0)
+      metaclass (~> 0.0.1)
     multi_json (1.11.2)
     multi_xml (0.5.5)
     multipart-post (2.0.0)
@@ -66,11 +69,12 @@ DEPENDENCIES
   bundler (>= 1.6.1)
   docker-api (>= 1.22.4)
   jeweler (>= 2.0.1)
-  minitest
-  rdoc (>= 3.12)
+  minitest (>= 5.8.0)
+  mocha (>= 1.1.0)
+  rdoc (>= 4.2.0)
   rubyzip (>= 1.1.7)
-  simplecov
-  yard (>= 0.7)
+  simplecov (>= 0.10.0)
+  yard (>= 0.8.7.6)
 
 BUNDLED WITH
    1.10.6

data/{README.rdoc → README.md}

@@ -1,8 +1,11 @@
-= contained_mr
+# contained_mr
+
+[![Yard Docs](http://img.shields.io/badge/yard-docs-blue.svg)](http://rubydoc.info/github/pwnall/contained_mr/master/frames)
+[![Build Status](https://travis-ci.org/pwnall/contained_mr.svg?branch=master)](https://travis-ci.org/pwnall/contained_mr)
 
 Map-Reduce where both the mappers and the reducer run inside Docker containers.
 
-== Contributing to contained_mr
+## Contributing to contained_mr
 
 * Check out the latest master to make sure the feature hasn't been implemented or the bug hasn't been fixed yet.
 * Check out the issue tracker to make sure someone already hasn't requested it and/or contributed it.
@@ -12,6 +15,6 @@ Map-Reduce where both the mappers and the reducer run inside Docker containers.
 * Make sure to add tests for it. This is important so I don't break it in a future version unintentionally.
 * Please try not to mess with the Rakefile, version, or history. If you want to have your own version, or is otherwise necessary, that is fine, but please isolate to its own commit so I can cherry-pick around it.
 
-== Copyright
+## Copyright
 
 Copyright (c) 2015 Victor Costan. See LICENSE.txt for further details.

data/VERSION

@@ -1 +1 @@
-0.1.2
+0.2.0

data/contained_mr.gemspec

@@ -2,41 +2,58 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: contained_mr 0.1.2 ruby lib
+# stub: contained_mr 0.2.0 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "contained_mr"
-  s.version = "0.1.2"
+  s.version = "0.2.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib"]
   s.authors = ["Victor Costan"]
-  s.date = "2015-09-03"
+  s.date = "2015-09-17"
   s.description = "Plumbing for running mappers and reducers inside Docker containers"
   s.email = "victor@costan.us"
   s.extra_rdoc_files = [
     "LICENSE",
-    "README.rdoc"
+    "README.md"
   ]
   s.files = [
     ".document",
+    ".travis.yml",
     "Gemfile",
     "Gemfile.lock",
     "LICENSE",
-    "README.rdoc",
+    "README.md",
     "Rakefile",
     "VERSION",
     "contained_mr.gemspec",
     "lib/contained_mr.rb",
     "lib/contained_mr/cleaner.rb",
     "lib/contained_mr/job.rb",
+    "lib/contained_mr/job_logic.rb",
+    "lib/contained_mr/mock.rb",
+    "lib/contained_mr/mock/job.rb",
+    "lib/contained_mr/mock/runner.rb",
+    "lib/contained_mr/mock/template.rb",
+    "lib/contained_mr/namespace.rb",
     "lib/contained_mr/runner.rb",
+    "lib/contained_mr/runner_logic.rb",
     "lib/contained_mr/template.rb",
+    "lib/contained_mr/template_logic.rb",
+    "test/concerns/job_state_cases.rb",
     "test/helper.rb",
     "test/test_cleaner.rb",
+    "test/test_contained_mr.rb",
     "test/test_job.rb",
+    "test/test_job_logic.rb",
+    "test/test_mock_job.rb",
+    "test/test_mock_runner.rb",
+    "test/test_mock_template.rb",
     "test/test_runner.rb",
+    "test/test_runner_logic.rb",
     "test/test_template.rb",
+    "test/test_template_logic.rb",
     "testdata/Dockerfile.hello.mapper",
     "testdata/Dockerfile.hello.reducer",
     "testdata/hello/Dockerfile",
@@ -59,31 +76,34 @@ Gem::Specification.new do |s|
     if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
       s.add_runtime_dependency(%q<docker-api>, [">= 1.22.4"])
       s.add_runtime_dependency(%q<rubyzip>, [">= 1.1.7"])
-      s.add_development_dependency(%q<minitest>, [">= 0"])
-      s.add_development_dependency(%q<yard>, [">= 0.7"])
-      s.add_development_dependency(%q<rdoc>, [">= 3.12"])
       s.add_development_dependency(%q<bundler>, [">= 1.6.1"])
       s.add_development_dependency(%q<jeweler>, [">= 2.0.1"])
-      s.add_development_dependency(%q<simplecov>, [">= 0"])
+      s.add_development_dependency(%q<minitest>, [">= 5.8.0"])
+      s.add_development_dependency(%q<mocha>, [">= 1.1.0"])
+      s.add_development_dependency(%q<rdoc>, [">= 4.2.0"])
+      s.add_development_dependency(%q<simplecov>, [">= 0.10.0"])
+      s.add_development_dependency(%q<yard>, [">= 0.8.7.6"])
     else
       s.add_dependency(%q<docker-api>, [">= 1.22.4"])
       s.add_dependency(%q<rubyzip>, [">= 1.1.7"])
-      s.add_dependency(%q<minitest>, [">= 0"])
-      s.add_dependency(%q<yard>, [">= 0.7"])
-      s.add_dependency(%q<rdoc>, [">= 3.12"])
       s.add_dependency(%q<bundler>, [">= 1.6.1"])
       s.add_dependency(%q<jeweler>, [">= 2.0.1"])
-      s.add_dependency(%q<simplecov>, [">= 0"])
+      s.add_dependency(%q<minitest>, [">= 5.8.0"])
+      s.add_dependency(%q<mocha>, [">= 1.1.0"])
+      s.add_dependency(%q<rdoc>, [">= 4.2.0"])
+      s.add_dependency(%q<simplecov>, [">= 0.10.0"])
+      s.add_dependency(%q<yard>, [">= 0.8.7.6"])
     end
   else
     s.add_dependency(%q<docker-api>, [">= 1.22.4"])
     s.add_dependency(%q<rubyzip>, [">= 1.1.7"])
-    s.add_dependency(%q<minitest>, [">= 0"])
-    s.add_dependency(%q<yard>, [">= 0.7"])
-    s.add_dependency(%q<rdoc>, [">= 3.12"])
     s.add_dependency(%q<bundler>, [">= 1.6.1"])
     s.add_dependency(%q<jeweler>, [">= 2.0.1"])
-    s.add_dependency(%q<simplecov>, [">= 0"])
+    s.add_dependency(%q<minitest>, [">= 5.8.0"])
+    s.add_dependency(%q<mocha>, [">= 1.1.0"])
+    s.add_dependency(%q<rdoc>, [">= 4.2.0"])
+    s.add_dependency(%q<simplecov>, [">= 0.10.0"])
+    s.add_dependency(%q<yard>, [">= 0.8.7.6"])
   end
 end
 

data/lib/contained_mr/job.rb

@@ -7,16 +7,12 @@ require 'docker'
 
 # A map-reduce job.
 class ContainedMr::Job
-  attr_reader :id, :item_count, :mapper_image_id, :reducer_image_id
+  include ContainedMr::JobLogic
 
-  # Sets up the job.
-  #
-  # @param {Template} template data used to spawn this job
-  # @param {String} id the job's unique ID
-  # @param {Hash<String, Object>} json_options job options, extracted from JSON
+  # @see {ContainedMr::TemplateLogic#create_job}
   def initialize(template, id, json_options)
-    @id = id
     @template = template
+    @id = id
     @name_prefix = template.name_prefix
     @item_count = template.item_count
 
@@ -34,17 +30,13 @@ class ContainedMr::Job
   #
   # This removes the job's containers, as well as the mapper and reducer Docker
   # images, if they still exist.
+  #
+  # @return {ContainedMr::Job} self
   def destroy!
-    @mappers.each do |runner|
-      next if runner.nil? or runner.container_id.nil?
-      container = Docker::Container.get runner.container_id
-      container.delete force: true
-    end
-
-    unless @reducer.nil? or @reducer.container_id.nil?
-      container = Docker::Container.get @reducer.container_id
-      container.delete force: true
+    @mappers.each do |mapper|
+      mapper.destroy! unless mapper.nil?
     end
+    @reducer.destroy! unless @reducer.nil?
 
     unless @mapper_image_id.nil?
       # HACK(pwnall): Trick docker-api into issuing a DELETE request by tag.
@@ -59,23 +51,8 @@ class ContainedMr::Job
       image.remove
       @reducer_image_id = nil
     end
-  end
 
-  # Returns the runner used for a mapper.
-  #
-  # @param {Number} i the mapper number
-  # @return {ContainedMr::Runner} the runner used for the given mapper; nil if
-  #   the given mapper was not started
-  def mapper_runner(i)
-    @mappers[i - 1]
-  end
-
-  # Returns the runner used for the reducer.
-  #
-  # @return {ContainedMr::Runner} the runner used for reducer; nil if the
-  #   reducer was not started
-  def reducer_runner
-    @reducer
+    self
   end
 
   # Builds the Docker image used to run this job's mappers.
@@ -83,6 +60,10 @@ class ContainedMr::Job
   # @param {String} mapper_input data passed to the mappers
   # @return {String} the newly built Docker image's ID
   def build_mapper_image(mapper_input)
+    unless @mapper_image_id.nil?
+      raise RuntimeError, 'Mapper image already exists'
+    end
+
     tar_io = mapper_tar_context mapper_input
     image = Docker::Image.build_from_tar tar_io, t: mapper_image_tag
     @mapper_image_id = image.id
@@ -92,6 +73,13 @@ class ContainedMr::Job
   #
   # @return {String} the newly built Docker image's ID
   def build_reducer_image
+    unless @reducer_image_id.nil?
+      raise RuntimeError, 'Reducer image already exists'
+    end
+    1.upto @item_count do |i|
+      raise RuntimeError, 'Not all mappers ran' if mapper_runner(i).nil?
+    end
+
     tar_io = reducer_tar_context
     image = Docker::Image.build_from_tar tar_io, t: reducer_image_tag
     @reducer_image_id = image.id
@@ -102,6 +90,11 @@ class ContainedMr::Job
   # @param {Number} i the mapper to run
   # @return {ContainedMr::Runner} the runner used by the mapper
   def run_mapper(i)
+    if i < 1 || i > @item_count
+      raise ArgumentError, "Invalid mapper number #{i}"
+    end
+    raise RuntimeError, 'Mapper image does not exist' if @mapper_image_id.nil?
+
     mapper = ContainedMr::Runner.new mapper_container_options(i),
         @mapper_options[:wait_time], @template.mapper_output_path
     @mappers[i - 1] = mapper
@@ -112,96 +105,16 @@ class ContainedMr::Job
   #
   # @return {ContainedMr::Runner} the runner used by the reducer
   def run_reducer
+    if @reducer_image_id.nil?
+      raise RuntimeError, 'Reducer image does not exist'
+    end
+
     reducer = ContainedMr::Runner.new reducer_container_options,
         @reducer_options[:wait_time], @template.reducer_output_path
     @reducer = reducer
     @reducer.perform
   end
 
-  # @return {String} tag applied to the Docker image used by the job's mappers
-  def mapper_image_tag
-    "#{@name_prefix}/mapper.#{@id}"
-  end
-
-  # @return {String} tag applied to the Docker image used by the job's reducers
-  def reducer_image_tag
-    "#{@name_prefix}/reducer.#{@id}"
-  end
-
-  # @return {Hash<String, Object>} params used to create a mapper container
-  def mapper_container_options(i)
-    ulimits = @mapper_options[:ulimits].map do |k, v|
-      { "Name" => k.to_s, "Soft" => v, "Hard" => v }
-    end
-
-    {
-      'name' => "#{@name_prefix}_mapper.#{@id}.#{i}",
-      'Image' => @mapper_image_id,
-      'Hostname' => "#{i}.mapper", 'Domainname' => '',
-      'Labels' => { 'contained_mr.ctl' => @name_prefix },
-      'Env' => @template.mapper_env(i), 'Ulimits' => ulimits,
-      'NetworkDisabled' => true, 'ExposedPorts' => {},
-    }
-  end
-
-  # @return {Hash<String, Object>} params used to create a reducer container
-  def reducer_container_options
-    ulimits = @reducer_options[:ulimits].map do |k, v|
-      { "Name" => k.to_s, "Soft" => v, "Hard" => v }
-    end
-
-    {
-      'name' => "#{@name_prefix}_reducer.#{@id}",
-      'Image' => @reducer_image_id,
-      'Hostname' => 'reducer', 'Domainname' => '',
-      'Labels' => { 'contained_mr.ctl' => @name_prefix },
-      'Env' => @template.reducer_env, 'Ulimits' => ulimits,
-      'NetworkDisabled' => true, 'ExposedPorts' => {},
-    }
-  end
-
-  # Reads in JSON options and sets defaults.
-  def parse_options(json_options)
-    mapper = json_options['mapper'] || {}
-    mapper_ulimits = mapper['ulimits'] || {}
-    @mapper_options = {
-      wait_time: mapper['wait_time'] || 60,
-      ulimits: {
-        cpu: mapper_ulimits['cpu'] || 60,  # seconds
-        rss: mapper_ulimits['rss'] || 500_000,  # pages
-      }
-    }
-
-    reducer = json_options['reducer'] || {}
-    reducer_ulimits = reducer['ulimits'] || {}
-    @reducer_options = {
-      wait_time: reducer['wait_time'] || 60,
-      ulimits: {
-        cpu: reducer_ulimits['cpu'] || 60,
-        rss: reducer_ulimits['rss'] || 500_000,
-      }
-    }
-  end
-  private :parse_options
-
-  # Builds the .tar context used to create the mapper's Docker image.
-  #
-  # @param {String} mapper_input data passed to the mappers
-  # @return {IO} an IO implementation that sources the .tar data
-  def mapper_tar_context(mapper_input)
-    tar_buffer = StringIO.new
-    Gem::Package::TarWriter.new tar_buffer do |tar|
-      tar.add_file 'Dockerfile', 0644 do |docker_io|
-        docker_io.write @template.mapper_dockerfile
-      end
-      tar.add_file 'input', 0644 do |input_io|
-        input_io.write mapper_input
-      end
-    end
-    tar_buffer.rewind
-    tar_buffer
-  end
-  private :mapper_tar_context
 
   # Builds the .tar context used to create the mapper's Docker image.
   #
@@ -223,12 +136,9 @@ class ContainedMr::Job
         tar.add_file("#{i}.stdout", 0644) { |io| io.write mapper.stdout }
         tar.add_file("#{i}.stderr", 0644) { |io| io.write mapper.stderr }
 
-        status = {
-          ran_for: mapper.ran_for,
-          exit_code: mapper.status_code,
-          timed_out: mapper.timed_out,
-        }
-        tar.add_file("#{i}.json", 0644) { |io| io.write status.to_json }
+        tar.add_file("#{i}.json", 0644) do |io|
+          io.write mapper.json_file.to_json
+        end
       end
     end
     tar_buffer.rewind

data/lib/contained_mr/job_logic.rb

@@ -0,0 +1,126 @@
+# Logic shared by {ContainedMr::Job} and {ContainedMr::Mock::Job}.
+module ContainedMr::JobLogic
+  # @return {ContainedMr::Template} the template this job is derived from
+  attr_reader :template
+
+  # @return {String} prepended to Docker objects, for identification purposes
+  attr_reader :name_prefix
+
+  # @return {String} the job's unique identifier
+  attr_reader :id
+
+  # @return {Number} the number of mapper jobs that will be run
+  attr_reader :item_count
+
+  # @return {String} the unique ID of the Docker image used to run the mappers
+  attr_reader :mapper_image_id
+
+  # @return {String} the unique ID of the Docker image used to run the reducer
+  attr_reader :reducer_image_id
+
+  # Returns the runner used for a mapper.
+  #
+  # @param {Number} i the mapper number
+  # @return {ContainedMr::Runner} the runner used for the given mapper; nil if
+  #   the given mapper was not started
+  def mapper_runner(i)
+    if i < 1 || i > @item_count
+      raise ArgumentError, "Invalid mapper number #{i}"
+    end
+    @mappers[i - 1]
+  end
+
+  # Returns the runner used for the reducer.
+  #
+  # @return {ContainedMr::Runner} the runner used for reducer; nil if the
+  #   reducer was not started
+  def reducer_runner
+    @reducer
+  end
+
+
+  # @return {String} tag applied to the Docker image used by the job's mappers
+  def mapper_image_tag
+    "#{@name_prefix}/mapper.#{@id}"
+  end
+
+  # @return {String} tag applied to the Docker image used by the job's reducers
+  def reducer_image_tag
+    "#{@name_prefix}/reducer.#{@id}"
+  end
+
+  # @return {Hash<String, Object>} params used to create a mapper container
+  def mapper_container_options(i)
+    ulimits = @mapper_options[:ulimits].map do |k, v|
+      { "Name" => k.to_s, "Soft" => v, "Hard" => v }
+    end
+
+    {
+      'name' => "#{@name_prefix}_mapper.#{@id}.#{i}",
+      'Image' => @mapper_image_id,
+      'Hostname' => "#{i}.mapper", 'Domainname' => '',
+      'Labels' => { 'contained_mr.ctl' => @name_prefix },
+      'Env' => @template.mapper_env(i), 'Ulimits' => ulimits,
+      'NetworkDisabled' => true, 'ExposedPorts' => {},
+    }
+  end
+
+  # @return {Hash<String, Object>} params used to create a reducer container
+  def reducer_container_options
+    ulimits = @reducer_options[:ulimits].map do |k, v|
+      { "Name" => k.to_s, "Soft" => v, "Hard" => v }
+    end
+
+    {
+      'name' => "#{@name_prefix}_reducer.#{@id}",
+      'Image' => @reducer_image_id,
+      'Hostname' => 'reducer', 'Domainname' => '',
+      'Labels' => { 'contained_mr.ctl' => @name_prefix },
+      'Env' => @template.reducer_env, 'Ulimits' => ulimits,
+      'NetworkDisabled' => true, 'ExposedPorts' => {},
+    }
+  end
+
+  # Reads in JSON options and sets defaults.
+  def parse_options(json_options)
+    mapper = json_options['mapper'] || {}
+    mapper_ulimits = mapper['ulimits'] || {}
+    @mapper_options = {
+      wait_time: mapper['wait_time'] || 60,
+      ulimits: {
+        cpu: mapper_ulimits['cpu'] || 60,  # seconds
+        rss: mapper_ulimits['rss'] || 500_000,  # pages
+      }
+    }
+
+    reducer = json_options['reducer'] || {}
+    reducer_ulimits = reducer['ulimits'] || {}
+    @reducer_options = {
+      wait_time: reducer['wait_time'] || 60,
+      ulimits: {
+        cpu: reducer_ulimits['cpu'] || 60,
+        rss: reducer_ulimits['rss'] || 500_000,
+      }
+    }
+  end
+  private :parse_options
+
+  # Builds the .tar context used to create the mapper's Docker image.
+  #
+  # @param {String} mapper_input data passed to the mappers
+  # @return {IO} an IO implementation that sources the .tar data
+  def mapper_tar_context(mapper_input)
+    tar_buffer = StringIO.new
+    Gem::Package::TarWriter.new tar_buffer do |tar|
+      tar.add_file 'Dockerfile', 0644 do |docker_io|
+        docker_io.write @template.mapper_dockerfile
+      end
+      tar.add_file 'input', 0644 do |input_io|
+        input_io.write mapper_input
+      end
+    end
+    tar_buffer.rewind
+    tar_buffer
+  end
+  private :mapper_tar_context
+end

data/lib/contained_mr/mock/job.rb

@@ -0,0 +1,111 @@
+# @see {ContainedMr::Job}
+class ContainedMr::Mock::Job
+  # @see {ContainedMr::Job}
+  attr_reader :template, :id, :name_prefix, :item_count
+
+  # @return {Hash} the options provided to the Job constructor
+  attr_reader :_json_options
+
+  # @return {String} the input data provided to {#build_mapper_image}
+  attr_reader :_mapper_input
+
+  include ContainedMr::JobLogic
+
+  # @return {Boolean} true if {#destroy!} was called
+  def destroyed?
+    @destroyed
+  end
+
+  # @see {ContainedMr::Job#initialize}
+  def initialize(template, id, json_options)
+    @template = template
+    @id = id
+    @name_prefix = template.name_prefix
+    @item_count = template.item_count
+
+    @mapper_image_id = nil
+    @reducer_image_id = nil
+
+    @mappers = Array.new @item_count
+    @reducer = nil
+    @mapper_options = nil
+    @reducer_options = nil
+    @_mapper_input = nil
+
+    @destroyed = false
+    @_json_options = json_options
+    parse_options json_options
+
+    @mock_mappers = (1..@item_count).map do |i|
+      ContainedMr::Mock::Runner.new mapper_container_options(i),
+        @mapper_options[:wait_time], @template.mapper_output_path
+    end
+    @mock_reducer = ContainedMr::Mock::Runner.new reducer_container_options,
+        @reducer_options[:wait_time], @template.reducer_output_path
+  end
+
+  # @see {ContainedMr::Job#destroy}
+  def destroy!
+    @destroyed = true
+    self
+  end
+
+  # @see {ContainedMr::Job#build_mapper_image}
+  def build_mapper_image(mapper_input)
+    unless @mapper_image_id.nil?
+      raise RuntimeError, 'Mapper image already exists'
+    end
+    @_mapper_input = mapper_input
+    @mapper_image_id = 'mock-job-mapper-image-id'
+  end
+
+  # @see {ContainedMr::Job#build_reducer_image}
+  def build_reducer_image
+    unless @reducer_image_id.nil?
+      raise RuntimeError, 'Reducer image already exists'
+    end
+    1.upto @item_count do |i|
+      raise RuntimeError, 'Not all mappers ran' if mapper_runner(i).nil?
+    end
+    @reducer_image_id = 'mock-job-reducer-image-id'
+  end
+
+  # @see {ContainedMr::Job#run_mapper}
+  def run_mapper(i)
+    if i < 1 || i > @item_count
+      raise ArgumentError, "Invalid mapper number #{i}"
+    end
+    raise RuntimeError, 'Mapper image does not exist' if @mapper_image_id.nil?
+    @mappers[i - 1] = @mock_mappers[i - 1]
+  end
+
+  # @see {ContainedMr::Job#run_reducer}
+  def run_reducer
+    if @reducer_image_id.nil?
+      raise RuntimeError, 'Reducer image does not exist'
+    end
+    @reducer = @mock_reducer
+  end
+
+  # Returns the mock pretending to be the runner used for a mapper.
+  #
+  # @param {Number} i the mapper number
+  # @return {ContainedMr::Mock::Runner} the runner that will be returned
+  #   by {ContainedMr::Mock::Job#mapper_runner} after
+  #   {ContainedMr::Mock::Job#run_mapper} completes.
+  def _mock_mapper_runner(i)
+    if i < 1 || i > @item_count
+      raise ArgumentError, "Invalid mapper number #{i}"
+    end
+    @mock_mappers[i - 1]
+  end
+
+  # Returns the mock pretending to be the runner used for the reducer.
+  #
+  # @return {ContainedMr::Mock::Runner} the mock runner that will be returned
+  #   by {ContainedMr::Mock::Job#reducer_runner} after
+  #   {ContainedMr::Mock::Job#run_reducer} completes.
+  def _mock_reducer_runner
+    @mock_reducer
+  end
+end