dry-dock 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 7ae72734cb29ba338e59b30a6e20eab3b97d3871
+  data.tar.gz: d7b6a777e09a3118f47aad70cc5a28c52e484d73
+SHA512:
+  metadata.gz: 418c2516346a52be4c91f4d7b0ffcd666d2be264d52e9d536088ad4bb4ce71d4335dc577a982f0592624ef7730fc95674ba8fbd2301cdf18fd7729f25e084762
+  data.tar.gz: 6369d9384d4e0d9d65a49029f4b385191d41a3a7547c3c68b2f673a01c978df75e1167b6837623d9bbdef0a42572a3500c28b66bd515c2bf751ca1ff8793c9e5

data/.dockerignore

@@ -0,0 +1,6 @@
+.bundle
+.dockerignore
+.git
+Dockerfile
+pkg
+vendor

data/.pryrc

@@ -0,0 +1 @@
+require_relative 'lib/drydock'

data/.rspec

@@ -0,0 +1,2 @@
+--color
+--require spec_helper

data/Dockerfile

@@ -0,0 +1,69 @@
+# Dockerfile
+# image: ripta/drydock:v1.0
+# repo: https://github.com/ripta/drydock.git
+
+FROM gliderlabs/alpine:3.2
+MAINTAINER Ripta Pasay <ripta+docker@pasay.name>
+
+LABEL meta.version="1.0" meta.onbuild=true
+
+RUN apk update
+
+# Install the base and dev packages
+RUN apk add ruby ruby-dev \
+    && apk add nodejs nodejs-dev
+
+# Install the headers and build packages
+RUN apk add musl musl-dev \
+    && apk add linux-headers \
+    && apk add gcc g++ \
+    && apk add make \
+    && apk add curl curl-dev \
+    && apk add openssh
+
+RUN apk add libffi-dev libxml2-dev libxslt-dev
+
+RUN apk add git
+
+RUN curl -sL -o /bin/gosu https://github.com/tianon/gosu/releases/download/1.3/gosu-amd64 \
+    && chmod +x /bin/gosu
+
+# This is needed due to the missing trust certificates in alpine linux
+RUN gem source --add https://s3.amazonaws.com/production.s3.rubygems.org/ \
+    && gem source --remove https://rubygems.org/
+
+# Update to the latest rubygems and install bundler
+RUN gem update --system --no-document \
+    && gem install --no-document bundler \
+    && gem install --no-document unicorn
+
+# Throw build errors if Gemfile has been modified without updating Gemfile.lock
+RUN bundle config --global frozen 1 \
+    && bundle config --global build.nokogiri --use-system-libraries
+
+# Install bower and gulp
+RUN npm install -g bower gulp
+
+# Prepare global environment variables
+ENV APPLICATION_ROOT /app/
+RUN mkdir ${APPLICATION_ROOT}
+WORKDIR ${APPLICATION_ROOT}
+
+# Build rubygem dependencies
+ONBUILD COPY Gemfile ${APPLICATION_ROOT}
+ONBUILD COPY Gemfile.lock ${APPLICATION_ROOT}
+ONBUILD RUN bundle --path vendor
+
+# Build npm dependencies
+ONBUILD COPY package.json ${APPLICATION_ROOT}/package.json
+ONBUILD RUN cd ${APPLICATION_ROOT} && npm install
+
+# Copy the application source in
+ONBUILD COPY . ${APPLICATION_ROOT}
+
+# Clean up build tools
+ONBUILD RUN apk del libffi-dev libxml2-dev libxslt-dev curl-dev \
+        && apk del gcc g++ make musl-dev \
+        && apk del nodejs-dev ruby-dev
+ONBUILD RUN rm -rf /var/cache/apk/*
+

data/Gemfile

@@ -0,0 +1,20 @@
+
+source 'https://rubygems.org'
+
+group :development do
+  gem 'rake', '~> 10.0'
+  gem 'jeweler', '~> 2.0'
+  gem 'pry', '~> 0.10'
+
+  gem 'simplecov', '~> 0.9'
+  gem 'simplecov-rcov', '~> 0.2'
+end
+
+group :test do
+  gem 'rspec', '~> 3.0'
+  gem 'rspec-collection_matchers'
+  gem 'fakefs', require: false
+end
+
+gem 'docker-api', '~> 1.22', require: 'docker'
+gem 'excon', '~> 0.45'

data/Gemfile.lock

@@ -0,0 +1,102 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    addressable (2.3.8)
+    builder (3.2.2)
+    coderay (1.1.0)
+    descendants_tracker (0.0.4)
+      thread_safe (~> 0.3, >= 0.3.1)
+    diff-lcs (1.2.5)
+    docile (1.1.5)
+    docker-api (1.22.4)
+      excon (>= 0.38.0)
+      json
+    excon (0.45.4)
+    fakefs (0.6.7)
+    faraday (0.9.1)
+      multipart-post (>= 1.2, < 3)
+    git (1.2.9.1)
+    github_api (0.12.4)
+      addressable (~> 2.3)
+      descendants_tracker (~> 0.0.4)
+      faraday (~> 0.8, < 0.10)
+      hashie (>= 3.4)
+      multi_json (>= 1.7.5, < 2.0)
+      nokogiri (~> 1.6.6)
+      oauth2
+    hashie (3.4.2)
+    highline (1.7.3)
+    jeweler (2.0.1)
+      builder
+      bundler (>= 1.0)
+      git (>= 1.2.5)
+      github_api
+      highline (>= 1.6.15)
+      nokogiri (>= 1.5.10)
+      rake
+      rdoc
+    json (1.8.3)
+    jwt (1.5.1)
+    method_source (0.8.2)
+    mini_portile (0.6.2)
+    multi_json (1.11.2)
+    multi_xml (0.5.5)
+    multipart-post (2.0.0)
+    nokogiri (1.6.6.2)
+      mini_portile (~> 0.6.0)
+    oauth2 (1.0.0)
+      faraday (>= 0.8, < 0.10)
+      jwt (~> 1.0)
+      multi_json (~> 1.3)
+      multi_xml (~> 0.5)
+      rack (~> 1.2)
+    pry (0.10.1)
+      coderay (~> 1.1.0)
+      method_source (~> 0.8.1)
+      slop (~> 3.4)
+    rack (1.6.4)
+    rake (10.4.2)
+    rdoc (4.2.0)
+      json (~> 1.4)
+    rspec (3.3.0)
+      rspec-core (~> 3.3.0)
+      rspec-expectations (~> 3.3.0)
+      rspec-mocks (~> 3.3.0)
+    rspec-collection_matchers (1.1.2)
+      rspec-expectations (>= 2.99.0.beta1)
+    rspec-core (3.3.2)
+      rspec-support (~> 3.3.0)
+    rspec-expectations (3.3.1)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-mocks (3.3.2)
+      diff-lcs (>= 1.2.0, < 2.0)
+      rspec-support (~> 3.3.0)
+    rspec-support (3.3.0)
+    simplecov (0.10.0)
+      docile (~> 1.1.0)
+      json (~> 1.8)
+      simplecov-html (~> 0.10.0)
+    simplecov-html (0.10.0)
+    simplecov-rcov (0.2.3)
+      simplecov (>= 0.4.1)
+    slop (3.6.0)
+    thread_safe (0.3.5)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  docker-api (~> 1.22)
+  excon (~> 0.45)
+  fakefs
+  jeweler (~> 2.0)
+  pry (~> 0.10)
+  rake (~> 10.0)
+  rspec (~> 3.0)
+  rspec-collection_matchers
+  simplecov (~> 0.9)
+  simplecov-rcov (~> 0.2)
+
+BUNDLED WITH
+   1.10.5

data/LICENSE

@@ -0,0 +1,22 @@
+The MIT License (MIT)
+
+Copyright (c) 2015 Ripta Pasay
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+

data/README.md

@@ -0,0 +1,75 @@
+# drydock
+
+(WORK IN PROGRESS)
+
+A ruby DSL to build your own docker images. Images are built based on instructions
+contained in your project's `Drydockfile`.
+
+## Why not Dockerfile?
+
+[Dockerfiles](https://docs.docker.com/reference/builder/) are great to start out
+with, but:
+
+1. **They are static,** which isn't necessarily a bad thing. I'm not opposed to
+a declarative approach to building images, but _sometimes_ it may be limiting.
+2. **They are less hackable,** because `docker build` doesn't support plugins
+to expand its capabilities.
+3. **More complicated build pipelines are hard to implement,** or perhaps even
+impossible. For instance, being able to build multiple images, then combine them
+at the end, would be a nice option. Imagine building your ruby gem dependencies
+and node.js dependencies separately, before combining both images into your
+application's final image.
+4. **Caching rules are fairly limiting.** For instance, when your Gemfile changes,
+it would be nice to import a configurably-older image, import the new Gemfile,
+and re-run the build. On the other hand, it would be important to be able to limit
+the age of the cache.
+
+## Why Drydock?
+
+Drydock interfaces directly with the [Docker Remote API](https://docs.docker.com/reference/api/docker_remote_api/)
+via [the docker-api gem](https://github.com/swipely/docker-api/). It's
+not for every use case, but it provides great control over what and how an image
+is built.
+
+Drydock supports plugins, either provided through ruby gems or ruby files included
+in your project being built by Drydock.
+
+Drydockfiles are written in ruby.
+
+## Production Installation
+
+Either (a) `gem install drydock`, or (b) add "drydock" to your project's Gemfile,
+and run `bundle`.
+
+In your project's root directory, you'll want to create a `Drydockfile` containing
+drydock functions. When you're ready, build an image using:
+
+```
+$ drydock
+```
+
+Alternatively, point drydock to a directory containing the `Drydockfile`, or to any
+file to treat it as the `Drydockfile`, e.g.:
+
+```
+$ drydock ~/source/miniproject # project directory expects a file named Drydockfile
+$ drydock ~/source/miniproject/drydock-definition.rb # expects a drydock-definition.rb
+```
+
+Example `Drydockfile`s may be seen in `examples/`.
+
+## Development Installation
+
+This is needed if you plan on hacking drydock:
+
+```
+$ git clone git@github.com:ripta/drydock.git
+$ bundle
+```
+
+## Roadmap
+
+1. Customizable caching subsystem.
+2. Derived docker images from a previous build step.
+3. Composable docker images.
+4. Customizable caching rules.

data/Rakefile

@@ -0,0 +1,53 @@
+# encoding: utf-8
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts "Run `bundle install` to install missing gems"
+  exit e.status_code
+end
+require 'rake'
+
+require 'jeweler'
+Jeweler::Tasks.new do |gem|
+  # gem is a Gem::Specification... see http://guides.rubygems.org/specification-reference/ for more options
+  gem.name = "dry-dock"
+  gem.homepage = "http://github.com/ripta/drydock"
+  gem.license = "MIT"
+  gem.summary = %Q{Docker Image Pipeline DSL}
+  gem.description = %Q{A Dockerfile-replacement DSL for building complex images}
+  gem.email = "github@r8y.org"
+  gem.authors = ["Ripta Pasay"]
+
+  # dependencies defined in Gemfile
+end
+
+Jeweler::RubygemsDotOrgTasks.new
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+desc "Code coverage detail"
+task :simplecov do
+  ENV['COVERAGE'] = "true"
+  Rake::Task['test'].execute
+end
+
+task :default => :test
+
+require 'rdoc/task'
+Rake::RDocTask.new do |rdoc|
+  version = File.exist?('VERSION') ? File.read('VERSION') : ""
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "drydock #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.1.0

data/bin/drydock

@@ -0,0 +1,45 @@
+#!/usr/bin/env ruby
+
+require 'drydock'
+
+opts = Drydock::RuntimeOptions.parse!(ARGV)
+
+STDOUT.sync = true
+Drydock.logger = Drydock::Logger.new(STDOUT).tap do |l|
+  l.level = opts.log_level
+  l.formatter = Drydock::Formatter.new
+end
+
+build_opts = {}
+build_opts[:event_handler] = Proc.new do |event, is_new, serial, event_type|
+  long_id = event.id.to_s
+  short_id = if long_id.include?(':') || long_id.include?('/')
+    long_id
+  else 
+    long_id.slice(0, 12)
+  end
+
+  if is_new
+    Drydock.logger.info(message: "#{event_type.to_s.capitalize} #{short_id} #{event.status}")
+  else
+    Drydock.logger.debug(message: "#{event_type.to_s.capitalize} #{short_id} #{event.status}")
+  end
+end
+build_opts[:cache] = Drydock::ObjectCaches::FilesystemCache.new if opts.cache
+
+Drydock.build(build_opts) do |project|
+  Drydock.logger.info Drydock.banner
+
+  filename = ARGV.first || 'Drydockfile'
+  filename = "#{filename}/Drydockfile" if File.directory?(filename)
+
+  unless File.exist?(filename)
+    Drydock.logger.error "Cannot find file #{filename} in #{Dir.pwd}"
+    exit 1
+  end
+
+  contents = File.read(filename)
+  Drydock.logger.info "Loaded #{contents.length} bytes from #{filename}"
+
+  [contents, filename]
+end

data/bin/json-test-consumer.rb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require 'oj'
+
+STDOUT.sync = true
+
+Oj.load(STDIN, Oj.default_options.merge(indent: -1)) do |json|
+  puts json.inspect
+end
+
+

data/bin/json-test-producer.rb

@@ -0,0 +1,25 @@
+#!/usr/bin/env ruby
+
+STDOUT.sync = true
+
+puts '{"status":"Pulling repository docker.io/gliderlabs/alpine"}'
+sleep 2
+
+print '{"status":"Pulling image (latest) from docker.io/gliderlabs/alpine","progressDetail":{},"id":"5bd56d818842"}'
+print '{"status":"Pulling image (latest) from docker.io/gliderlabs/alpine, endpoint: https://registry-1.docker.io/v1/","progressDetail":{},"id":"5bd56d818842"}'
+sleep 2
+
+puts '{"status":"Pulling dependent layers","progressDetail":{},"id":"5bd56d818842"}'
+sleep 1
+
+print '{"status":"Download complete","progressDetail":{},"id":"511136ea3c5a"}'
+sleep 1
+
+print '{"status":"Download complete","progressDetail":{},"id":"5bd56d818842"}'
+sleep 1
+
+print '{"status":"Download complete","progressDetail":{},"id":"5bd56d818842"}'
+sleep 1
+
+print '{"status":"Status: Image is up to date for gliderlabs/alpine:latest"}'
+

data/bin/test-tar-writer-digest.rb

@@ -0,0 +1,27 @@
+#!/usr/bin/env ruby
+
+require 'docker'
+require_relative '../lib/drydock'
+
+def build_tar(*source_files)
+  buffer = StringIO.new
+  # Gem::Package::TarWriter
+  Drydock::TarWriter.new(buffer) do |tar|
+    source_files.each do |source_file|
+      File.open(source_file, 'r') do |input|
+        tar.add_entry(source_file, mode: input.stat.mode, mtime: input.stat.mtime) do |tar_file|
+          tar_file.write(input.read)
+        end
+      end
+    end
+  end
+
+  buffer.rewind
+  Digest::MD5.hexdigest(buffer.read)
+end
+
+files = Dir.glob('./*').reject { |path| File.directory?(path) }
+
+puts build_tar(*files)
+sleep 2
+puts build_tar(*files)

data/dry-dock.gemspec

@@ -0,0 +1,135 @@
+# Generated by jeweler
+# DO NOT EDIT THIS FILE DIRECTLY
+# Instead, edit Jeweler::Tasks in Rakefile, and run 'rake gemspec'
+# -*- encoding: utf-8 -*-
+# stub: dry-dock 0.1.0 ruby lib
+
+Gem::Specification.new do |s|
+  s.name = "dry-dock"
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
+  s.require_paths = ["lib"]
+  s.authors = ["Ripta Pasay"]
+  s.date = "2015-09-30"
+  s.description = "A Dockerfile-replacement DSL for building complex images"
+  s.email = "github@r8y.org"
+  s.executables = ["drydock", "json-test-consumer.rb", "json-test-producer.rb", "test-tar-writer-digest.rb"]
+  s.extra_rdoc_files = [
+    "LICENSE",
+    "README.md"
+  ]
+  s.files = [
+    ".dockerignore",
+    ".pryrc",
+    ".rspec",
+    "Dockerfile",
+    "Gemfile",
+    "Gemfile.lock",
+    "LICENSE",
+    "README.md",
+    "Rakefile",
+    "VERSION",
+    "bin/drydock",
+    "bin/json-test-consumer.rb",
+    "bin/json-test-producer.rb",
+    "bin/test-tar-writer-digest.rb",
+    "dry-dock.gemspec",
+    "examples/ruby-dsl.rb",
+    "examples/ruby-node-app-dsl.rb",
+    "examples/test-dsl.rb",
+    "examples/test.rb",
+    "lib/drydock.rb",
+    "lib/drydock/cli_flags.rb",
+    "lib/drydock/container_config.rb",
+    "lib/drydock/docker_api_patch.rb",
+    "lib/drydock/drydock.rb",
+    "lib/drydock/errors.rb",
+    "lib/drydock/file_manager.rb",
+    "lib/drydock/formatters.rb",
+    "lib/drydock/ignorefile_definition.rb",
+    "lib/drydock/image_repository.rb",
+    "lib/drydock/logger.rb",
+    "lib/drydock/object_caches/base.rb",
+    "lib/drydock/object_caches/filesystem_cache.rb",
+    "lib/drydock/object_caches/in_memory_cache.rb",
+    "lib/drydock/object_caches/no_cache.rb",
+    "lib/drydock/phase.rb",
+    "lib/drydock/phase_chain.rb",
+    "lib/drydock/plugins/apk.rb",
+    "lib/drydock/plugins/base.rb",
+    "lib/drydock/plugins/npm.rb",
+    "lib/drydock/plugins/package_manager.rb",
+    "lib/drydock/plugins/rubygems.rb",
+    "lib/drydock/project.rb",
+    "lib/drydock/runtime_options.rb",
+    "lib/drydock/stream_monitor.rb",
+    "lib/drydock/tar_writer.rb",
+    "spec/assets/MANIFEST",
+    "spec/assets/hello-world.txt",
+    "spec/assets/sample.tar",
+    "spec/assets/test.sh",
+    "spec/drydock/cli_flags_spec.rb",
+    "spec/drydock/container_config_spec.rb",
+    "spec/drydock/docker_api_patch_spec.rb",
+    "spec/drydock/drydock_spec.rb",
+    "spec/drydock/file_manager_spec.rb",
+    "spec/drydock/formatters_spec.rb",
+    "spec/drydock/ignorefile_definition_spec.rb",
+    "spec/drydock/image_repository_spec.rb",
+    "spec/drydock/object_caches/base_spec.rb",
+    "spec/drydock/object_caches/filesystem_cache_spec.rb",
+    "spec/drydock/object_caches/no_cache_spec.rb",
+    "spec/drydock/phase_chain_spec.rb",
+    "spec/drydock/phase_spec.rb",
+    "spec/drydock/plugins/apk_spec.rb",
+    "spec/drydock/plugins/base_spec.rb",
+    "spec/drydock/plugins/npm_spec.rb",
+    "spec/drydock/plugins/package_manager_spec.rb",
+    "spec/drydock/plugins/rubygems_spec.rb",
+    "spec/drydock/project_import_spec.rb",
+    "spec/drydock/project_spec.rb",
+    "spec/drydock/runtime_options_spec.rb",
+    "spec/drydock/stream_monitor_spec.rb",
+    "spec/drydock/tar_writer_spec.rb",
+    "spec/spec_helper.rb",
+    "spec/support/shared_examples/base_class.rb",
+    "spec/support/shared_examples/container_config.rb",
+    "spec/support/shared_examples/drydockfile.rb"
+  ]
+  s.homepage = "http://github.com/ripta/drydock"
+  s.licenses = ["MIT"]
+  s.rubygems_version = "2.2.2"
+  s.summary = "Docker Image Pipeline DSL"
+
+  if s.respond_to? :specification_version then
+    s.specification_version = 4
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<docker-api>, ["~> 1.22"])
+      s.add_runtime_dependency(%q<excon>, ["~> 0.45"])
+      s.add_development_dependency(%q<rake>, ["~> 10.0"])
+      s.add_development_dependency(%q<jeweler>, ["~> 2.0"])
+      s.add_development_dependency(%q<pry>, ["~> 0.10"])
+      s.add_development_dependency(%q<simplecov>, ["~> 0.9"])
+      s.add_development_dependency(%q<simplecov-rcov>, ["~> 0.2"])
+    else
+      s.add_dependency(%q<docker-api>, ["~> 1.22"])
+      s.add_dependency(%q<excon>, ["~> 0.45"])
+      s.add_dependency(%q<rake>, ["~> 10.0"])
+      s.add_dependency(%q<jeweler>, ["~> 2.0"])
+      s.add_dependency(%q<pry>, ["~> 0.10"])
+      s.add_dependency(%q<simplecov>, ["~> 0.9"])
+      s.add_dependency(%q<simplecov-rcov>, ["~> 0.2"])
+    end
+  else
+    s.add_dependency(%q<docker-api>, ["~> 1.22"])
+    s.add_dependency(%q<excon>, ["~> 0.45"])
+    s.add_dependency(%q<rake>, ["~> 10.0"])
+    s.add_dependency(%q<jeweler>, ["~> 2.0"])
+    s.add_dependency(%q<pry>, ["~> 0.10"])
+    s.add_dependency(%q<simplecov>, ["~> 0.9"])
+    s.add_dependency(%q<simplecov-rcov>, ["~> 0.2"])
+  end
+end
+

data/examples/ruby-dsl.rb

@@ -0,0 +1,14 @@
+#!/usr/bin/env drydock
+
+from 'gliderlabs/alpine', '3.2'
+
+with Plugins::APK do |pkg|
+  pkg.update
+  pkg.upgrade
+  pkg.add 'ruby', 'ruby-dev'
+  pkg.add 'curl'
+end
+
+download_once 'https://github.com/tianon/gosu/releases/download/1.3/gosu-amd64', '/bin/gosu', chmod: 0755
+
+run 'sleep 2 && date && sleep 2 && date && sleep 2 && date && sleep 2 && date', no_cache: true