bosh_job_docker 0.0.1

data/.gitignore

@@ -0,0 +1,2 @@
+*-docker
+Gemfile.lock

data/.travis.yml

@@ -0,0 +1,6 @@
+---
+language: ruby
+rvm:
+- 1.9.3
+- 2.0.0
+- 2.1.1

data/COPYING

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2014 Matthew M. Boedicker
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/README.md

@@ -0,0 +1,20 @@
+[![Build Status](https://travis-ci.org/mmb/bosh_job_docker.png)](https://travis-ci.org/mmb/bosh_job_docker) [![Code Climate](https://codeclimate.com/github/mmb/bosh_job_docker.png)](https://codeclimate.com/github/mmb/bosh_job_docker)
+
+Build a Docker container with all packages from a BOSH job.
+
+Usage:
+
+```
+bundle exec bosh_job_docker <bosh-release-tarball> <job-name>
+```
+
+This compiles the job's packages in the container and leaves
+/var/vcap/packages in the same state it would be in on a deployed job.
+It doesn't start any job processes but it might someday.
+
+Example:
+
+```sh
+bundle exec bosh_job_docker ~/Downloads/bosh-2605.tgz director
+sudo docker build director-docker
+```

data/Rakefile

@@ -0,0 +1,11 @@
+# encoding: UTF-8
+
+require 'rubocop/rake_task'
+require 'rspec/core/rake_task'
+
+RuboCop::RakeTask.new
+RSpec::Core::RakeTask.new(:spec)
+
+task spec: :rubocop
+
+task default: :spec

data/bin/bosh_job_docker

@@ -0,0 +1,45 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), '..', 'lib')
+
+require 'bosh_job_docker/bosh_job_docker_file'
+require 'bosh_job_docker/release_tarball'
+
+require 'fileutils'
+require 'logger'
+
+if ARGV.size != 2
+  $stderr.puts "Usage: #{$PROGRAM_NAME} release_tarball job_name"
+  exit 1
+end
+
+release_tarball_path, job = ARGV
+
+release_tarball = BoshJobDocker::ReleaseTarball.new(release_tarball_path)
+
+logger = Logger.new($stdout)
+logger.info("Building job #{job} from #{release_tarball}")
+
+build_order = release_tarball.build_order(job)
+logger.info("Package build order: #{build_order}")
+
+work_dir = "./#{job}-docker"
+FileUtils.rm_rf(work_dir)
+logger.info("Cleaning #{work_dir}")
+FileUtils.mkdir(work_dir)
+
+build_dir = FileUtils.mkdir_p(File.join(work_dir, 'build'))
+
+docker_file = BoshJobDocker::BoshJobDockerFile.new
+
+build_order.each do |package|
+  logger.info("Building package #{package}")
+  package_build_dir = File.join(build_dir, package)
+  release_tarball.extract_package(package, package_build_dir)
+
+  docker_file.add_package(package)
+end
+
+docker_file.write(File.join(work_dir, 'Dockerfile'))
+logger.info("Dockerfile written to #{work_dir}")

data/bosh_job_docker.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = 'bosh_job_docker'
+  s.version = '0.0.1'
+  s.summary = 'Build a Docker container with all packages from a BOSH job'
+  s.description = s.summary
+  s.homepage = 'https://github.com/mmb/bosh_job_docker'
+  s.authors = ['Matthew M. Boedicker']
+  s.email = %w(matthewm@boedicker.org)
+  s.license = 'MIT'
+
+  s.files = `git ls-files`.split("\n")
+  s.executables = %w(bosh_job_docker)
+
+  s.add_development_dependency 'rake', '~> 10.3'
+  s.add_development_dependency 'rubocop', '~> 0.23'
+  s.add_development_dependency 'rspec', '~> 3.0'
+end

data/lib/bosh_job_docker.rb

@@ -0,0 +1,5 @@
+# encoding: UTF-8
+
+# Top-level module.
+module BoshJobDocker
+end

data/lib/bosh_job_docker/bosh_job_docker_file.rb

@@ -0,0 +1,54 @@
+# encoding: UTF-8
+
+require 'bosh_job_docker/docker_file'
+
+module BoshJobDocker
+  # Builds a Dockerfile for a BOSH job.
+  class BoshJobDockerFile
+    def initialize
+      @docker_file = DockerFile.new
+      add_preamble
+    end
+
+    def add_package(package)
+      docker_file.comment(package)
+      docker_file.env('BOSH_INSTALL_TARGET', "/var/vcap/packages/#{package}")
+      docker_file.run('mkdir $BOSH_INSTALL_TARGET')
+      docker_file.run("cd /build/#{package} && bash packaging")
+      docker_file.blank_line
+    end
+
+    def write(path)
+      @docker_file.write(path)
+    end
+
+    private
+
+    def add_preamble
+      docker_file.from('ubuntu')
+      docker_file.run('apt-get update')
+      add_apt_gets
+      docker_file.add('build', '/build')
+      docker_file.run('mkdir -p /var/vcap/packages')
+      docker_file.blank_line
+    end
+
+    def add_apt_gets # rubocop:disable MethodLength
+      docker_file.apt_get(%w(
+        build-essential
+        cmake
+        gettext
+        libbz2-dev
+        libcap-dev
+        libreadline-dev
+        libssl-dev
+        libxml2-dev
+        libxslt1-dev
+        zlib1g-dev
+        unzip
+      ))
+    end
+
+    attr_reader :docker_file
+  end
+end

data/lib/bosh_job_docker/docker_file.rb

@@ -0,0 +1,57 @@
+# encoding: UTF-8
+
+require 'stringio'
+
+module BoshJobDocker
+  # Builds a Dockerfile.
+  class DockerFile
+    def initialize
+      @buffer = StringIO.new
+    end
+
+    def apt_get(packages)
+      packages.sort.each do |package|
+        run("apt-get install -y #{package}")
+      end
+      blank_line
+    end
+
+    def add(src, dest)
+      line("ADD #{src} #{dest}")
+    end
+
+    def env(name, value)
+      line("ENV #{name} #{value}")
+    end
+
+    def from(image)
+      line("FROM #{image}")
+      blank_line
+    end
+
+    def run(command)
+      line("RUN #{command}")
+    end
+
+    def blank_line
+      buffer << "\n"
+    end
+
+    def comment(text)
+      line("# #{text}")
+    end
+
+    def write(path)
+      open(path, 'w') { |f| f.write(buffer.string) }
+    end
+
+    private
+
+    def line(line)
+      buffer << line
+      buffer << "\n"
+    end
+
+    attr_reader :buffer
+  end
+end

data/lib/bosh_job_docker/package_dep_resolver.rb

@@ -0,0 +1,24 @@
+# encoding: UTF-8
+
+module BoshJobDocker
+  # BOSH package dependency resolver.
+  class PackageDepResolver
+    def initialize(release_manifest)
+      @release_manifest = release_manifest
+    end
+
+    def package_deps(package_name)
+      package = lookup_package(package_name)
+      deps = package['dependencies'].map { |p| package_deps(p) }.flatten
+      deps << package_name
+    end
+
+    private
+
+    def lookup_package(package_name)
+      release_manifest['packages'].find { |p| p['name'] == package_name }
+    end
+
+    attr_reader :release_manifest
+  end
+end

data/lib/bosh_job_docker/release_tarball.rb

@@ -0,0 +1,60 @@
+# encoding: UTF-8
+
+require 'fileutils'
+require 'tempfile'
+require 'yaml'
+
+require 'bosh_job_docker/package_dep_resolver'
+require 'bosh_job_docker/tar_extracter'
+
+module BoshJobDocker
+  # A BOSH release tarball.
+  class ReleaseTarball
+    def initialize(path)
+      @work_dir = Dir.mktmpdir
+      @extracter = TarExtracter.new
+
+      extracter.extract(path, work_dir)
+      @resolver = PackageDepResolver.new(release_manifest)
+    end
+
+    def release_manifest
+      YAML.load_file(File.join(work_dir, 'release.MF'))
+    end
+
+    def extract_package(package, dest)
+      FileUtils.mkdir_p(dest)
+      extracter.extract(package_tarball_path(package), dest)
+    end
+
+    def build_order(job)
+      job_packages(job).reduce([]) do |order, p|
+        order + resolver.package_deps(p)
+      end.uniq
+    end
+
+    private
+
+    def job_tarball_path(job)
+      File.join(work_dir, 'jobs', "#{job}.tgz")
+    end
+
+    def job_spec(job)
+      job_work_dir = Dir.mktmpdir
+      extracter.extract(job_tarball_path(job), job_work_dir)
+      YAML.load_file(File.join(job_work_dir, 'job.MF'))
+    end
+
+    def job_packages(job)
+      job_spec(job)['packages']
+    end
+
+    def package_tarball_path(package)
+      File.join(work_dir, 'packages', "#{package}.tgz")
+    end
+
+    attr_reader :extracter
+    attr_reader :resolver
+    attr_reader :work_dir
+  end
+end

data/lib/bosh_job_docker/tar_extracter.rb

@@ -0,0 +1,15 @@
+#!/usr/bin/env ruby
+# encoding: UTF-8
+
+require 'English'
+
+module BoshJobDocker
+  # Extract a tarball into a directory.
+  class TarExtracter
+    def extract(tarball, dir)
+      pid = spawn('tar', '-C', dir, '-xzf', tarball)
+      Process.wait(pid)
+      fail 'tar command failed' unless $CHILD_STATUS.success?
+    end
+  end
+end

data/spec/bosh_job_docker/bosh_job_docker_file_spec.rb

@@ -0,0 +1,75 @@
+# encoding: UTF-8
+
+require 'tempfile'
+
+require 'bosh_job_docker/bosh_job_docker_file'
+
+describe BoshJobDocker::BoshJobDockerFile do
+  subject(:bosh_job_docker_file) { described_class.new }
+
+  describe '#add_package' do
+    it 'adds the docker commands to compile a package' do
+      bosh_job_docker_file.add_package('test')
+      output = Tempfile.new('docker_file')
+      bosh_job_docker_file.write(output.path)
+      expect(File.read(output.path)).to eq <<-EOS
+FROM ubuntu
+
+RUN apt-get update
+RUN apt-get install -y build-essential
+RUN apt-get install -y cmake
+RUN apt-get install -y gettext
+RUN apt-get install -y libbz2-dev
+RUN apt-get install -y libcap-dev
+RUN apt-get install -y libreadline-dev
+RUN apt-get install -y libssl-dev
+RUN apt-get install -y libxml2-dev
+RUN apt-get install -y libxslt1-dev
+RUN apt-get install -y unzip
+RUN apt-get install -y zlib1g-dev
+
+ADD build /build
+RUN mkdir -p /var/vcap/packages
+
+# test
+ENV BOSH_INSTALL_TARGET /var/vcap/packages/test
+RUN mkdir $BOSH_INSTALL_TARGET
+RUN cd /build/test && bash packaging
+
+EOS
+    end
+  end
+
+  describe '#write' do
+    it 'writes the Dockerfile' do
+      bosh_job_docker_file.add_package('test')
+      output = Tempfile.new('docker_file')
+      bosh_job_docker_file.write(output.path)
+      expect(File.read(output.path)).to eq <<-EOS
+FROM ubuntu
+
+RUN apt-get update
+RUN apt-get install -y build-essential
+RUN apt-get install -y cmake
+RUN apt-get install -y gettext
+RUN apt-get install -y libbz2-dev
+RUN apt-get install -y libcap-dev
+RUN apt-get install -y libreadline-dev
+RUN apt-get install -y libssl-dev
+RUN apt-get install -y libxml2-dev
+RUN apt-get install -y libxslt1-dev
+RUN apt-get install -y unzip
+RUN apt-get install -y zlib1g-dev
+
+ADD build /build
+RUN mkdir -p /var/vcap/packages
+
+# test
+ENV BOSH_INSTALL_TARGET /var/vcap/packages/test
+RUN mkdir $BOSH_INSTALL_TARGET
+RUN cd /build/test && bash packaging
+
+EOS
+    end
+  end
+end

data/spec/bosh_job_docker/docker_file_spec.rb

@@ -0,0 +1,93 @@
+# encoding: UTF-8
+
+require 'tempfile'
+
+require 'bosh_job_docker/docker_file'
+
+describe BoshJobDocker::DockerFile do
+  subject(:dockerfile) { described_class.new }
+
+  describe '#apt_get' do
+    it 'adds RUN lines for installing packages' do
+      dockerfile.apt_get(%w(a b c))
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq <<-EOS
+RUN apt-get install -y a
+RUN apt-get install -y b
+RUN apt-get install -y c
+
+EOS
+    end
+  end
+
+  describe '#add' do
+    it 'adds ADD lines' do
+      dockerfile.add('src', 'dest')
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq("ADD src dest\n")
+    end
+  end
+
+  describe '#env' do
+    it 'adds ENV lines' do
+      dockerfile.env('name', 'value')
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq("ENV name value\n")
+    end
+  end
+
+  describe '#from' do
+    it 'adds FROM lines' do
+      dockerfile.from('image')
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq("FROM image\n\n")
+    end
+  end
+
+  describe '#run' do
+    it 'adds RUN lines' do
+      dockerfile.run('command arg')
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq("RUN command arg\n")
+    end
+  end
+
+  describe '#blank_line' do
+    it 'adds blank lines' do
+      dockerfile.blank_line
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq("\n")
+    end
+  end
+
+  describe '#comment' do
+    it 'adds comment lines' do
+      dockerfile.comment('comment')
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq("# comment\n")
+    end
+  end
+
+  describe '#write' do
+    it 'writes a Dockerfile' do
+      dockerfile.from('image')
+      dockerfile.comment('boom')
+      dockerfile.run('%0|%0')
+      output = Tempfile.new('docker_file')
+      dockerfile.write(output.path)
+      expect(File.read(output.path)).to eq <<-EOS
+FROM image
+
+# boom
+RUN %0|%0
+EOS
+    end
+  end
+end

data/spec/bosh_job_docker/package_dep_resolver_spec.rb

@@ -0,0 +1,58 @@
+# encoding: UTF-8
+
+require 'bosh_job_docker/package_dep_resolver'
+
+describe BoshJobDocker::PackageDepResolver do
+  subject(:package_dep_resolver) { described_class.new(release_manifest) }
+
+  describe '#package_deps' do
+    context 'no deps' do
+      let(:release_manifest) do
+        {
+          'packages' => [
+            { 'name' => 'package1', 'dependencies' => [] }
+          ]
+        }
+      end
+
+      it 'returns a single package' do
+        expect(package_dep_resolver.package_deps('package1')).to eq(
+          %w(package1))
+      end
+    end
+
+    context 'simple dependency' do
+      let(:release_manifest) do
+        {
+          'packages' => [
+            { 'name' => 'package1', 'dependencies' => %w(package2) },
+            { 'name' => 'package2', 'dependencies' => [] }
+          ]
+        }
+      end
+
+      it 'foo' do
+        expect(package_dep_resolver.package_deps('package1')).to eq(
+          %w(package2 package1))
+      end
+    end
+
+    context 'complicated dependency tree' do
+      let(:release_manifest) do
+        {
+          'packages' => [
+            { 'name' => 'package1', 'dependencies' => %w(package2 package4) },
+            { 'name' => 'package2', 'dependencies' => %w(package3) },
+            { 'name' => 'package3', 'dependencies' => %w(package4) },
+            { 'name' => 'package4', 'dependencies' => [] }
+          ]
+        }
+      end
+
+      it 'foo' do
+        expect(package_dep_resolver.package_deps('package1')).to eq(
+          %w(package4 package3 package2 package4 package1))
+      end
+    end
+  end
+end

data/spec/bosh_job_docker/tar_extracter_spec.rb

@@ -0,0 +1,23 @@
+# encoding: UTF-8
+
+require 'tempfile'
+
+require 'bosh_job_docker/tar_extracter'
+
+describe BoshJobDocker::TarExtracter do
+  subject(:tar_extracter) { described_class.new }
+
+  describe '#extract' do
+    it 'extracts a tar file to a directory' do
+      test_tar = File.join(
+        File.dirname(__FILE__), '..', 'support', 'test.tar.gz')
+      Dir.mktmpdir do |tempdir|
+        tar_extracter.extract(test_tar, tempdir)
+        expect(File.read(File.join(tempdir, 'test', 'a'))).to eq("a\n")
+        expect(File.read(File.join(tempdir, 'test', 'b'))).to eq("b\n")
+        expect(Dir["#{tempdir}/**/*"].size).to eq(3)
+      end
+    end
+  end
+
+end

metadata

@@ -0,0 +1,114 @@
+--- !ruby/object:Gem::Specification
+name: bosh_job_docker
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Matthew M. Boedicker
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '10.3'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.23'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.23'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Build a Docker container with all packages from a BOSH job
+email:
+- matthewm@boedicker.org
+executables:
+- bosh_job_docker
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .travis.yml
+- COPYING
+- Gemfile
+- README.md
+- Rakefile
+- bin/bosh_job_docker
+- bosh_job_docker.gemspec
+- lib/bosh_job_docker.rb
+- lib/bosh_job_docker/bosh_job_docker_file.rb
+- lib/bosh_job_docker/docker_file.rb
+- lib/bosh_job_docker/package_dep_resolver.rb
+- lib/bosh_job_docker/release_tarball.rb
+- lib/bosh_job_docker/tar_extracter.rb
+- spec/bosh_job_docker/bosh_job_docker_file_spec.rb
+- spec/bosh_job_docker/docker_file_spec.rb
+- spec/bosh_job_docker/package_dep_resolver_spec.rb
+- spec/bosh_job_docker/tar_extracter_spec.rb
+- spec/support/test.tar.gz
+homepage: https://github.com/mmb/bosh_job_docker
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23.2
+signing_key: 
+specification_version: 3
+summary: Build a Docker container with all packages from a BOSH job
+test_files: []