dockly 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fe48214f959251a622ec6458e33b73c9c75b4ac7
+  data.tar.gz: 3788dea01e592c04e702b8892e3b638dfcec2dc1
+SHA512:
+  metadata.gz: fcfb39baac628840756bc4f944570bf8b7be9713d3a627841ade18601971b1395848943538b8c48f3a4dcd610423adb03eb84552c887e658aab6fcc3a559de9b
+  data.tar.gz: d9075e08f45a02cfbb101b9e1ef590f43b8e9f7ea0de29aa59f51aa1e9739692b7ad62426e32549f70dd66100a7fc4c547e3e4fafa5c227a848ea1a334bcb11f

data/.cane

@@ -0,0 +1,3 @@
+--no-doc
+--abc-max 30
+--style-measure 120

data/.gitignore

@@ -0,0 +1,15 @@
+# bundler
+.bundle
+
+# OSX
+.DS_Store
+
+# Vim
+*.swp
+
+Gemfile.lock
+*.gem
+build/
+dist/
+
+docker-export-ubuntu-latest.tar.gz

data/.rspec

@@ -0,0 +1,3 @@
+--color
+--profile
+--format documentation

data/.ruby-version

@@ -0,0 +1 @@
+1.9.3-p125

data/.travis.yml

@@ -0,0 +1,7 @@
+language: ruby
+rvm:
+    - 1.9.2
+    - 1.9.3
+    - 2.0.0
+script: CI=true bundle exec rake
+

data/Gemfile

@@ -0,0 +1,6 @@
+source 'https://rubygems.org'
+
+# TODO: @adamjt, let's open a pull for this so we can base off ddollar/foreman
+gem 'foreman', :git => 'https://github.com/adamjt/foreman'
+
+gemspec

data/LICENSE.txt

@@ -0,0 +1,20 @@
+Copyright (c) 2013 Swipely, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,221 @@
+Dockly
+=======
+
+`dockly` is a gem made to ease the pain of packaging an application. For this gem to be useful, quite a few assumptions can be made about your stack:
+
+- You use AWS
+- You're deploying to a Debian-based system
+- You want to use [Docker](http://docker.io) for process isolation
+
+Although only a specific type of repository may be used, these assumptions allow us to define a simple DSL to describe your repository.
+
+The DSL
+-------
+
+The DSL is broken down into multiple objects, all of which conform to a specific format. Each object starts with the name of the section,
+followed by a name for the object you're creating, and a block for configuration.
+
+```ruby
+docker :test_docker do
+  # code here
+end
+```
+
+Each object has an enumeration of valid attributes. The following code sets the `repo` attribute in a `docker` called `test_docker`:
+
+```ruby
+docker :test_docker do
+  repo 'an-awesome-repo'
+end
+```
+
+Finally, each object has zero or more valid references to other DSL objects. The following code sets `deb` that references a `docker`:
+
+```ruby
+docker :my_docker do
+  repo 'my-repo'
+end
+
+deb :my_deb do
+  docker :my_docker
+end
+```
+
+Below is an alternative syntax that accomplishes the same thing:
+
+```ruby
+deb :my_deb do
+  docker do
+    repo 'my-repo'
+  end
+end
+```
+
+`docker`
+--------
+
+The `docker` DSL is used to define Docker containers. It has the following attributes:
+
+- `import`
+    - required: `true`
+    - default: `nil`
+    - description: the location (url or S3 path) of the base image to start building from
+- `git_archive`:
+    - required: `false`
+    - default: `nil`
+    - description: the relative file path of git repo that should be added to the container
+- `build`
+    - required: `true`
+    - default: `nil`
+    - description: aditional Dockerfile commands that you'd like to pass to `docker build`
+- `repo`
+    - required: `true`
+    - default: `'dockly'`
+    - description: the repository of the created image
+- `tag`
+    - required: `true`
+    - default: `nil`
+    - description: the tag of the created image
+- `build_dir`
+    - required: `true`
+    - default: `./build/docker`
+    - description: the directory of the temporary build files
+- `package_dir`
+    - required: `true`
+    - default: `/opt/docker`
+    - description: the location of the created image in the Debian package
+- `timeout`
+    - required: `true`
+    - default: `60`
+    - description: the excon timeout for read and write when talking to docker through docker-api
+- `build_caches`
+    - required: `false`
+    - default: `[]`
+    - description: a listing of references to build caches to run
+
+`foreman`
+---------
+
+The `foreman` DSL is used to define the foreman export scripts. It has the following attributes:
+
+- `env`
+    - description: accepts same arguments as `foreman start --env`
+- `procfile`
+    - required: `true`
+    - default: `'Procfile'`
+    - description: the Procfile to use
+- `type`
+    - required: `true`
+    - default: `'upstart'`
+    - description: the type of foreman script being defined
+- `user`
+    - required: `true`
+    - default: `'nobody'`
+    - description: the user the scripts will run as
+- `root_dir`
+    - required: `false`
+    - default: `'/tmp'`
+    - description: set the root directory
+- `init_dir`
+    - required: `false`
+    - default: `'/etc/init'`
+    - description: the location of the startup scripts in the Debian package
+- `prefix`
+    - required: `false`
+    - default: `nil`
+    - description: a prefix given to each command from foreman.
+    must be using https://github.com/adamjt/foreman for this to work
+
+`deb`
+-----
+
+The `deb` DSL is used to define Debian packages. It has the following attributes:
+
+- `package_name`
+    - required: `true`
+    - default: `nil`
+    - description: the name of the created package
+- `version`
+    - required: `true`
+    - default: `0.0`
+    - description: the version of the created package
+- `release`
+    - required: `true`
+    - default: `0`
+    - description: the realese version of the created package
+- `arch`
+    - required: `true`
+    - default: `x86_64`
+    - description: the intended architecture of the created package
+- `build_dir`
+    - required: `true`
+    - default: `build/deb`
+    - description: the location of the temporary files on the local file system
+- `pre_install`, `post_install`, `pre_uninstall`, `post_uninstall`
+    - required: `false`
+    - default: `nil`
+    - description: script hooks for package events
+- `s3_bucket`
+    - required: `false`
+    - default: `nil`
+    - description: the s3 bucket the package is uploaded to
+
+In addition to the above attributes, `deb` has the following references:
+
+- `docker`
+    - required: `false`
+    - default: `nil`
+    - class: `Dockly::Docker`
+    - description: configuration for an image packaged with the deb
+- `foreman`
+    - required: `false`
+    - default: `nil`
+    - class: `Dockly::Foreman`
+    - description: any Foreman scripts used in the deb
+
+
+Demo
+===
+
+```ruby
+deb :dockly_package do
+  package_name 'dockly_package'
+  version '1.0'
+  release '1'
+
+  docker do
+    name :dockly_docker
+    tag 'dockly_docker'
+    import 's3://dockly-bucket-name/base-image.tar.gz'
+    git_archive '/app'
+    timeout 120
+
+    build_cache do
+      s3_bucket "dockly-bucket-name"
+      s3_object_prefix "bundle_cache/"
+      hash_command "cd /app && ./script/bundle_hash"
+      build_command "cd /app && ./script/bundle_package"
+      output_dir "/app/vendor/bundle"
+      use_latest true
+    end
+
+    build <<-EOF
+      run cd /app && echo "1.0-1" > VERSION && echo "#{Dockly.git_sha}" >> VERSION
+    EOF
+    # git_sha is available from Dockly
+  end
+
+  foreman do
+    name 'dockly'
+    procfile 'Procfile'
+    prefix 'source /etc/dockly_env '
+    log_dir '/data/logs'
+    user 'ubuntu'
+  end
+
+  s3_bucket 'dockly-bucket-name'
+  # ends up in s3://#{s3_bucket}/#{package_name}/#{git_hash}/#{package_name}_#{version}.#{release}_#{arch}.deb
+end
+```
+
+Copyright (c) 2013 Swipely, Inc. See LICENSE.txt for further details.

data/Rakefile

@@ -0,0 +1,19 @@
+# Copyright Swipely, Inc.  All rights reserved.
+
+$LOAD_PATH.unshift( File.join( File.dirname(__FILE__), 'lib' ) )
+
+require 'rake'
+require 'dockly'
+require 'rspec/core/rake_task'
+require 'cane/rake_task'
+
+task :default => [:spec, :quality]
+
+RSpec::Core::RakeTask.new do |t|
+  t.pattern = 'spec/**/*_spec.rb'
+  t.rspec_opts = '--tag ~docker' if ENV['CI']
+end
+
+Cane::RakeTask.new(:quality) do |cane|
+  cane.canefile = '.cane'
+end

data/bin/dockly

@@ -0,0 +1,8 @@
+#!/usr/bin/env ruby
+
+require 'rubygems'
+$: << File.join(File.dirname(__FILE__), "..", "lib")
+require 'dockly'
+require 'dockly/cli'
+
+Dockly::Cli.run

data/dockly.gemspec

@@ -0,0 +1,31 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/dockly/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["Swipely, Inc."]
+  gem.email         = %w{tomhulihan@swipely.com bright@swipely.com toddlunter@swipely.com}
+  gem.description   = %q{Packaging made easy}
+  gem.summary       = %q{Packaging made easy}
+  gem.homepage      = "https://github.com/swipely/dockly"
+  gem.files         = `git ls-files`.split($\)
+  gem.license       = 'MIT'
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "dockly"
+  gem.require_paths = %w{lib}
+  gem.version       = Dockly::VERSION
+  gem.add_dependency 'clamp', '~> 0.6'
+  gem.add_dependency 'docker-api', '~> 1.5.2'
+  gem.add_dependency 'dockly-util'
+  gem.add_dependency 'excon'
+  gem.add_dependency 'fog', '~> 1.14.0'
+  gem.add_dependency 'foreman'
+  gem.add_dependency 'fpm', '~> 0.4.42'
+  gem.add_dependency 'grit'
+  gem.add_development_dependency 'cane'
+  gem.add_development_dependency 'pry'
+  gem.add_development_dependency 'rake'
+  gem.add_development_dependency 'rspec'
+  gem.add_development_dependency 'vcr'
+  gem.add_development_dependency 'webmock'
+end

data/lib/dockly.rb

@@ -0,0 +1,44 @@
+require 'dockly/util'
+require 'fog'
+require 'pry'
+require 'foreman/cli_fix'
+require 'foreman/export/base_fix'
+
+module Dockly
+end
+
+require 'dockly/aws'
+require 'dockly/foreman'
+require 'dockly/build_cache'
+require 'dockly/docker'
+require 'dockly/deb'
+require 'dockly/util/tar'
+require 'dockly/util/git'
+
+module Dockly
+  def setup(file = 'dockly.rb')
+    git_sha rescue 'unknown'
+    Dockly::Deb.instances
+    Dockly::Docker.instances
+    Dockly::Foreman.instances
+    instance_eval(IO.read(file), file)
+  end
+
+  {
+    :deb => Dockly::Deb,
+    :docker => Dockly::Docker,
+    :foreman => Dockly::Foreman
+  }.each do |method, klass|
+    define_method(method) do |sym, &block|
+      klass.new!(:name => sym, &block)
+    end
+  end
+
+  def git_sha
+    @git_sha ||= Dockly::Util::Git.git_sha
+  end
+
+  module_function :setup, :deb, :docker, :foreman, :git_sha
+end
+
+require 'dockly/rake_task'

data/lib/dockly/aws.rb

@@ -0,0 +1,60 @@
+require 'fog/aws'
+
+# This module holds the connections for all AWS services used by the gem.
+module Dockly::AWS
+  extend self
+
+  def service(name, klass)
+    define_method name do
+      if val = instance_variable_get(:"@#{name}")
+        val
+      else
+        instance = klass.new(creds)
+        instance_variable_set(:"@#{name}", instance)
+      end
+    end
+    services << name
+  end
+
+  def services
+    @services ||= []
+  end
+
+  def env_attr(*names)
+    names.each do |name|
+      define_method name do
+        instance_variable_get(:"@#{name}") || ENV[name.to_s.upcase]
+      end
+
+      define_method :"#{name}=" do |val|
+        reset_cache!
+        instance_variable_set(:"@#{name}", val)
+      end
+
+      env_attrs << name
+    end
+  end
+
+  def env_attrs
+    @env_attrs ||= []
+  end
+
+  def creds
+    attrs = Hash[env_attrs.map { |attr| [attr, public_send(attr)] }].reject { |k, v| v.nil? }
+    if attrs.empty?
+      if ENV['FOG_CREDENTIAL']
+        attrs = {} # let Fog use the env var
+      else
+        attrs = { :use_iam_profile => true }
+      end
+    end
+    attrs
+  end
+
+  def reset_cache!
+    services.each { |service| instance_variable_set(:"@#{service}", nil) }
+  end
+
+  service :s3, Fog::Storage::AWS
+  env_attr :aws_access_key_id, :aws_secret_access_key
+end