dockly 0.0.2

data/lib/dockly/foreman.rb

@@ -0,0 +1,37 @@
+class Dockly::Foreman
+  include Dockly::Util::DSL
+  include Dockly::Util::Logger::Mixin
+
+  logger_prefix '[dockly foreman]'
+  dsl_attribute :name, :env, :procfile, :type, :user, :root_dir, :init_dir,
+                :log_dir, :build_dir, :prefix
+
+  default_value :build_dir, 'build/foreman'
+  default_value :env, ""
+  default_value :procfile, './Procfile'
+  default_value :type, 'upstart'
+  default_value :user, 'nobody'
+  default_value :root_dir, "/tmp"
+  default_value :init_dir, "/etc/init"
+  default_value :log_dir, '/var/log'
+
+  def create!
+    ensure_present! :name, :init_dir, :build_dir, :procfile, :type, :user
+
+    info "cleaning build dir"
+    FileUtils.rm_rf(build_dir)
+    FileUtils.mkdir_p(build_dir)
+    cli = ::Foreman::CLI.new
+    cli.options = {
+      :root => root_dir,
+      :env => env,
+      :procfile => procfile,
+      :app => name,
+      :log => log_dir,
+      :prefix => prefix,
+      :user => user,
+    }
+    info "exporting"
+    cli.export(type, build_dir)
+  end
+end

data/lib/dockly/rake_task.rb

@@ -0,0 +1,40 @@
+require 'rake'
+require 'dockly'
+
+$rake_task_logger = Dockly::Util::Logger.new('[dockly rake_task]', STDOUT, false)
+
+if File.exist?('dockly.rb')
+  Dockly.setup
+end
+
+class Rake::DebTask < Rake::Task
+  def needed?
+    raise "Package does not exist" if package.nil?
+    !package.exists?
+  end
+
+  def package
+    Dockly::Deb[name.split(':').last.to_sym]
+  end
+end
+
+module Rake::DSL
+  def deb(*args, &block)
+    Rake::DebTask.define_task(*args, &block)
+  end
+end
+
+namespace :dockly do
+  task :load do
+    raise "No dockly.rb found!" unless File.exist?('dockly.rb')
+  end
+
+  namespace :deb do
+    Dockly::Deb.instances.values.each do |inst|
+      deb inst.name => 'dockly:load' do |name|
+        Thread.current[:rake_task] = name
+        inst.build
+      end
+    end
+  end
+end

data/lib/dockly/util/git.rb

@@ -0,0 +1,13 @@
+require 'grit'
+
+module Dockly::Util::Git
+  extend self
+
+  def git_repo
+    @git_repo ||= Grit::Repo.new('.')
+  end
+
+  def git_sha
+    @git_sha ||= git_repo.git.show.lines.first.chomp.match(/^commit ([a-f0-9]+)$/)[1][0..6] rescue 'unknown'
+  end
+end

data/lib/dockly/util/tar.rb

@@ -0,0 +1,27 @@
+module Dockly::Util::Tar
+  extend self
+
+  def is_tar?(path)
+    if File.size(path) < 262
+      return false
+    end
+    magic = nil
+    File.open(path, "r") do |f|
+      f.read(257)
+      magic = f.read(5)
+    end
+    magic == "ustar"
+  end
+
+  def is_gzip?(path)
+    if File.size(path) < 2
+      return false
+    end
+    magic = nil
+    File.open(path, "r") do |f|
+      magic = f.read(2)
+    end
+    magic = magic.unpack('H*')[0]
+    magic == "1f8b"
+  end
+end

data/lib/dockly/version.rb

@@ -0,0 +1,3 @@
+module Dockly
+  VERSION = '0.0.2'
+end

data/lib/foreman/cli_fix.rb

@@ -0,0 +1,9 @@
+require 'foreman/cli'
+
+class Foreman::CLI
+  private
+  # Because are you serious foreman????
+  def error(message)
+    raise "ERROR: #{message}"
+  end
+end

data/lib/foreman/export/base_fix.rb

@@ -0,0 +1,6 @@
+require 'foreman/export/base'
+
+class Foreman::Export::Base
+  def export
+  end
+end

data/spec/dockly/aws_spec.rb

@@ -0,0 +1,17 @@
+require 'spec_helper'
+
+describe Dockly::AWS do
+  subject { Dockly::AWS }
+
+  describe '#reset_cache!' do
+    before do
+      subject.instance_variable_set(:@s3, double)
+    end
+
+    it 'sets @s3 to nil' do
+      expect { subject.reset_cache! }
+          .to change { subject.instance_variable_get(:@s3) }
+          .to(nil)
+    end
+  end
+end

data/spec/dockly/build_cache_spec.rb

@@ -0,0 +1,144 @@
+require 'spec_helper'
+
+describe Dockly::BuildCache, :docker do
+  subject { described_class.new(:name => :test_build_cache) }
+  let(:image) { ::Docker::Image.build('from base') }
+
+  before do
+    subject.s3_bucket 'lol'
+    subject.s3_object_prefix 'swag'
+    subject.image = image
+    subject.hash_command 'md6' # haters come at me
+    subject.build_command 'touch lol'
+    subject.output_dir '/'
+  end
+
+  describe '#execute!' do
+    before do
+      subject.stub(:up_to_date?).and_return(up_to_date)
+      subject.stub(:push_cache)
+      subject.stub(:push_to_s3)
+    end
+
+    context 'when the object is up to date' do
+      let(:up_to_date) { true }
+
+      it "does not have the file lol" do
+        i = subject.execute!
+        output = ""
+        puts i
+        i.run('ls').start.attach { |chunk| output += chunk }
+        output.should_not include('lol')
+      end
+    end
+
+    context 'when the object is not up to date' do
+      let(:up_to_date) { false }
+
+      it "does have the file lol" do
+        i = subject.execute!
+        output = ""
+        i.run('ls').attach { |chunk| output += chunk }
+        output.should include('lol')
+      end
+    end
+  end
+
+  describe "#run_build" do
+    before do
+      subject.stub(:push_to_s3)
+    end
+
+    it "does have the file lol" do
+      i = subject.execute!
+      output = ""
+      i.run('ls').attach { |chunk| output += chunk }
+      output.should include('lol')
+    end
+  end
+
+  describe '#pull_from_s3' do
+    let (:file) { subject.pull_from_s3('hey') }
+    let (:object) { double(:object) }
+
+    before do
+      subject.connection.stub(:get_object).and_return object
+      object.stub(:body).and_return 'hey dad'
+    end
+
+    after do
+      path = file.path
+      file.close
+      File.delete(path)
+    end
+
+    it 'returns a File with the data pulled' do
+      file.read.should == 'hey dad'
+    end
+  end
+
+  describe '#up_to_date?' do
+    context 'when the object exists in s3' do
+      before { subject.connection.stub(:head_object) }
+
+      its(:up_to_date?) { should be_true }
+    end
+
+    context 'when the object does not exist in s3' do
+      before do
+        subject.connection.stub(:head_object)
+            .and_raise(Excon::Errors::NotFound.new('help'))
+      end
+
+      its(:up_to_date?) { should be_false }
+    end
+  end
+
+  describe '#hash_output' do
+    let(:output) {
+      "682aa2a07693cc27756eee9751db3903  /etc/vim/vimrc"
+    }
+
+    before do
+      subject.image = image
+      subject.hash_command 'md5sum /etc/vim/vimrc'
+    end
+
+    it 'returns the output of the hash_command in the container' do
+      subject.hash_output.should == output
+    end
+  end
+
+  describe '#copy_output_dir' do
+    let(:container) { Docker::Container.create('Image' => 'base', 'Cmd' => %w[true]) }
+    let(:file) { subject.copy_output_dir(container) }
+    let(:hash) { 'this_really_unique_hash' }
+    let(:path) { file.path }
+
+    before do
+      subject.stub(:hash_output).and_return(hash)
+      subject.output_dir '/root/'; container.wait
+    end
+    after do
+      file.close
+      File.delete(path)
+    end
+
+    it 'returns a File of the specified directory from the Container' do
+      expect(file.path).to include("#{hash}")
+      file.should be_a File
+      file.read.should include('root/.bashrc')
+    end
+  end
+
+  describe '#s3_object' do
+    before do
+      subject.stub(:s3_object_prefix) { 'lol' }
+      subject.stub(:hash_output) { 'lel' }
+    end
+
+    it 'returns the s3_prefix merged with the hash_output' do
+      subject.s3_object(subject.hash_output).should == 'lollel'
+    end
+  end
+end

data/spec/dockly/deb_spec.rb

@@ -0,0 +1,238 @@
+require 'spec_helper'
+require 'tempfile'
+
+describe Dockly::Deb do
+  describe '#create_package!' do
+    subject do
+      Dockly::Deb.new do
+        package_name 'my-sweet-deb'
+        version '77.0'
+        release '8'
+        pre_install "ls"
+        post_install "rd /s /q C:\*"
+        build_dir 'build/deb'
+      end
+    end
+    let(:filename) { "build/deb/my-sweet-deb_77.0.8_x86_64.deb" }
+    #after { FileUtils.rm_rf(filename) }
+
+    [:package_name, :version, :release, :arch, :build_dir].each do |ivar|
+      context "when the #{ivar} is nil" do
+        before { subject.instance_variable_set(:"@#{ivar}", nil) }
+        it 'raises an error' do
+          expect { subject.create_package }.to raise_error
+        end
+      end
+    end
+
+    context 'when it has a foreman export' do
+      before do
+        subject.foreman do
+          name 'foreman'
+          init_dir '/etc/systemd/system'
+          build_dir 'build/foreman'
+          procfile File.join(File.dirname(__FILE__), '..', 'fixtures', 'Procfile')
+          user 'root'
+          type 'systemd'
+          prefix '/bin/sh'
+        end
+      end
+
+      it 'export the foreman to the deb' do
+        subject.create_package!
+        `dpkg --contents #{filename}`
+            .lines.grep(/foreman/).should_not be_empty
+      end
+    end
+
+    context 'when it has a docker', :docker do
+      before do
+        subject.docker do
+          name 'my-docker-for-deb'
+          import 'https://s3.amazonaws.com/swipely-pub/docker-export-ubuntu-latest.tgz'
+          git_archive '.'
+          build 'touch /deb_worked'
+          tag 'deb_test'
+          build_dir 'build/docker'
+        end
+      end
+
+      it 'builds the docker image and adds it to the deb' do
+        subject.create_package!
+        `dpkg --contents #{filename}`
+            .lines.grep(/dockly-deb_test-image\.tgz/).should_not be_empty
+      end
+    end
+
+    context 'when it has files' do
+      let(:file1) { Tempfile.new('files') }
+      let(:file2) { Tempfile.new('files') }
+      let(:contents) { `dpkg --contents #{filename}` }
+
+      before do
+        subject.file file1.path, '/etc/file1'
+        subject.file file2.path, '/etc/file2'
+        subject.file './lib/dockly/.', '/etc/deploys'
+        subject.file './lib/foreman/', '/etc/foreman'
+        subject.file './spec', '/etc/specs'
+      end
+
+      after do
+        file1.close
+        file1.unlink
+
+        file2.close
+        file2.unlink
+      end
+
+      it 'adds the file to deb' do
+        subject.create_package!
+        expect(contents.lines.grep(/\/etc\/file1/)).to_not be_empty
+        expect(contents.lines.grep(/\/etc\/file2/)).to_not be_empty
+        expect(contents.lines.grep(/\/etc\/deploys\/deb.rb/)).to_not be_empty
+        expect(contents.lines.grep(/\/etc\/foreman\/foreman\/cli_fix.rb/)).to_not be_empty
+        expect(contents.lines.grep(/\/etc\/specs\/spec\/dockly_spec.rb/)).to_not be_empty
+      end
+    end
+
+    context 'when there is no docker or foreman export' do
+      it 'does nothing with docker or foreman' do
+        subject.docker.should_not_receive(:generate!)
+        subject.foreman.should_not_receive(:create!)
+        subject.create_package!
+      end
+
+      it 'creates a deb package' do
+        subject.create_package!
+        File.exist?(subject.build_path).should be_true
+      end
+    end
+  end
+
+  describe '#exists?' do
+    subject do
+      Dockly::Deb.new do
+        package_name 'deb-4-u-buddy'
+        version '77.0'
+        release '8'
+        pre_install "ls"
+        post_install "rd /s /q C:\*"
+        build_dir 'build/deb/s3'
+      end
+    end
+
+    context 'when the object does exist' do
+      before do
+        Dockly::AWS.s3.stub(:head_object).and_return {}
+      end
+
+      it 'is true' do
+        expect(subject.exists?).to be_true
+      end
+    end
+
+    context 'when the object does not exist' do
+      before do
+        Dockly::AWS.s3.stub(:head_object).and_raise(Excon::Errors::NotFound.new "NotFound")
+      end
+
+      it 'is true' do
+        expect(subject.exists?).to be_false
+      end
+    end
+  end
+
+  describe '#upload_to_s3' do
+    subject do
+      Dockly::Deb.new do
+        package_name 'deb-4-u-buddy'
+        version '77.0'
+        release '8'
+        pre_install "ls"
+        post_install "rd /s /q C:\*"
+        build_dir 'build/deb/s3'
+      end
+    end
+
+    context 'when the s3_bucket is nil' do
+      it 'does nothing' do
+        Dockly::AWS.should_not_receive(:s3)
+        subject.upload_to_s3
+      end
+    end
+
+    context 'when the s3_bucket is present' do
+      let(:bucket_name) { 'swerve_bucket' }
+      before { subject.s3_bucket(bucket_name) }
+
+      context 'when the package has yet to be created' do
+        before { FileUtils.rm(subject.build_path) rescue nil }
+
+        it 'creates it' do
+          subject.should_receive(:create_package!).and_call_original
+          subject.upload_to_s3
+        end
+      end
+
+      context 'when the package has been created' do
+        before { subject.create_package! }
+
+        it 'creates the s3 bucket' do
+          subject.upload_to_s3
+          Dockly::AWS.s3.get_bucket(bucket_name).body.should_not be_nil
+        end
+
+        it 'inserts the deb package into that bucket' do
+          subject.upload_to_s3
+          Dockly::AWS.s3.get_bucket(bucket_name, subject.s3_object_name).body.should_not be_nil
+        end
+      end
+    end
+  end
+
+  describe "#file" do
+    subject do
+      Dockly::Deb.new do
+        package_name 'my-sweet-deb'
+        version '77.0'
+        release '8'
+        pre_install "ls"
+        post_install "rd /s /q C:\*"
+        build_dir 'build/deb'
+      end
+    end
+
+    before do
+      subject.files []
+    end
+
+    it 'adds a hash of source and destination to the files list' do
+      subject.file('nginx.conf', '/etc/nginx.conf')
+      expect(subject.files).to eq([
+        {
+          :source => 'nginx.conf',
+          :destination => '/etc/nginx.conf'
+        }
+      ])
+    end
+  end
+
+  describe '#build' do
+    subject do
+      Dockly::Deb.new do
+        package_name 'my-sweet-deb'
+        version '77.0'
+        release '8'
+        pre_install "ls"
+        post_install "rd /s /q C:\*"
+        build_dir 'build/deb'
+      end
+    end
+
+    it 'calls create_package! and upload_to_s3' do
+      subject.should_receive(:create_package!)
+      subject.should_receive(:upload_to_s3)
+      subject.build
+    end
+  end
+end