baha 0.0.1

data/lib/baha/pre_build/template.rb

@@ -0,0 +1,48 @@
+require 'baha/pre_build'
+require 'erb'
+require 'ostruct'
+
+class Baha::PreBuild::Module::Template
+  LOG = Baha::Log.for_name("Module::Template")
+
+  class ErbBinding < OpenStruct
+      def initialize(hash,config)
+        super(hash)
+        @config = config
+      end
+      def get_binding
+        binding()
+      end
+      def render(file)
+        rfile = @config.resolve_file(file) || @config.resolve_file(File.join(name,file))
+        if rfile
+          ERB.new(File.read(rfile),0,'-').result(binding)
+        else
+          raise ArgumentError.new("Template unable to render #{file}: not found")
+        end
+      end
+  end
+
+  def self.execute(mod)   
+    LOG.debug("template(#{mod.args.inspect})")
+
+    template = mod.args['template']
+    src = mod.config.resolve_file(mod.args['template'])
+    dest = mod.image.workspace + mod.args['dest']
+    raise ArgumentError.new("Unable to find template file #{template}") if src.nil?  
+    LOG.info { "Loading template #{src}" }
+    template_str = File.read(src)
+    erb = ERB.new(template_str,0,'-')
+    environment = mod.image.env
+    environment.merge!(Hash[mod.args.map{|k,v| [k.to_sym, v]}])
+    LOG.debug { "template environment: #{environment.inspect}" }
+    LOG.info { "Writing to #{dest}" }
+    File.open(dest,"w") do |f|
+      f.write(erb.result(ErbBinding.new(environment,mod.config).get_binding))
+    end
+  end
+end
+
+Baha::PreBuild::Module.register(:template) do |mod|
+  Baha::PreBuild::Module::Template.execute(mod)
+end

data/lib/baha/pre_build.rb

@@ -0,0 +1,47 @@
+module Baha::PreBuild
+  LOG = Baha::Log.for_name(self.class.name)
+  class ModuleNotFoundError < StandardError
+    attr_reader :task
+    def initialize(task)
+      super("Could not find a module that could parse #{task.inspect}")
+      @task = task
+    end
+  end
+  class Module
+    class << self
+      @@modules = []
+
+      def register(name, options = {}, &block)
+        LOG.debug { "register module #{name} (#{options.inspect})" }
+        @@modules << name
+        name = name.intern
+        send(:define_singleton_method,"module_#{name}",&block)
+      end
+
+      def execute(task)
+        @@modules.each do |mod|
+        if task.has_key?(mod.to_s)
+            LOG.info { "Executing module #{mod}" }
+            method = "module_#{mod}".intern
+            self.send(method, Module.new(task))
+            return
+          end
+        end
+        raise ModuleNotFoundError.new(task)
+      end
+    end
+
+    attr_reader :config, :image, :args
+
+    def initialize(task)
+      @config = task.delete(:config)
+      @image = task.delete(:image)
+      @args = task
+    end
+
+  end
+end
+
+require 'baha/pre_build/download'
+require 'baha/pre_build/template'
+require 'baha/pre_build/command'

data/lib/baha/version.rb

@@ -0,0 +1,3 @@
+module Baha
+  VERSION = "0.0.1"
+end

data/lib/baha/workspace.rb

@@ -0,0 +1,13 @@
+require 'docker'
+module Baha
+  class Workspace
+
+    attr_reader :directory
+
+    def initialize(options)
+      @options = {}
+      @options.merge!(options)
+      @directory = @options['directory'] || Dir.pwd
+    end
+  end
+end

data/lib/baha.rb

@@ -0,0 +1,5 @@
+require 'baha/version'
+require 'baha/container_options'
+require 'baha/image'
+require 'baha/config'
+require 'baha/log'

data/spec/builder_spec.rb

@@ -0,0 +1,103 @@
+require 'spec_helper'
+require 'baha/config'
+require 'baha/builder'
+require 'fileutils'
+
+describe Baha::Builder do
+  let(:config) do
+    Baha::Config.load(fixture('config_build.yml'))
+  end
+  subject { described_class.new(config) }
+
+  describe "#new" do
+    it 'loads config file from filename' do
+      expect { described_class.new(fixture('config_build.yml')) }.not_to raise_error
+    end
+  end
+
+  describe "#inspect" do
+    its(:inspect) { should match(/^Baha::Builder<(@[a-z0-9_]+=.*)+>$/) }
+  end
+
+  describe "#build!" do
+    before do
+      allow_any_instance_of(Baha::Config).to receive(:init_docker!)
+      allow(Baha::PreBuild::Module).to receive(:execute)
+      allow(FileUtils).to receive(:mkdir_p)
+    end
+    context "when no update needed" do
+      before do
+        allow_any_instance_of(Baha::Image).to receive(:needs_update?).and_return(false)
+        subject.build!
+      end
+      it 'does not execute pre_build' do
+        expect(Baha::PreBuild::Module).not_to have_received(:execute)
+      end
+    end
+    context "when update needed" do
+      let(:container) {
+        double('container')
+      }
+      let(:image) {
+        double('image')
+      }
+      let(:image2) {
+        double('image2')
+      }
+      before do
+        allow_any_instance_of(Baha::Image).to receive(:needs_update?).and_return(true)
+        allow_any_instance_of(Baha::Image).to receive(:parent_id).and_return('AAAA')
+        allow(Docker::Container).to receive(:create).and_return(container)
+        allow(container).to receive(:start)
+        allow(container).to receive(:stop)
+        allow(container).to receive(:streaming_logs).with({"stdout"=>true, "stderr"=>true, "follow"=>true, "timestamps"=>false}).and_yield(:stdout,"console message").and_yield(:stderr,"error line")
+        allow(container).to receive(:wait).with(1200).and_return({'StatusCode' => 0})
+        allow(container).to receive(:commit).and_return(image)
+        allow(image).to receive(:id).and_return('BBBB')
+        allow(Docker::Image).to receive(:get).with('BBBB').and_return(image)
+        allow(image).to receive(:tag)
+        allow(container).to receive(:remove)
+      end
+      it 'executes pre_build step' do
+        subject.build!
+        expect(Baha::PreBuild::Module).to have_received(:execute).twice.with(hash_including('download' => "http://www.google.com"))
+      end
+      it 'creates containers' do
+        subject.build!
+        expect(Docker::Container).to have_received(:create).twice.with({"Image"=>"AAAA", "Cmd"=>["/bin/bash", "./init.sh"], "Workingdir"=>"/.baha"})
+      end
+      it 'starts containers' do
+        subject.build!
+        expect(container).to have_received(:start).twice
+      end
+      it 'commits containers' do
+        subject.build!
+        expect(container).to have_received(:commit).with({"run"=>{"ExposedPorts"=>{"8080/tcp"=>{}}}}).ordered
+        expect(container).to have_received(:commit).with({'run' => {}}).ordered
+      end
+      it 'tags image' do
+        subject.build!
+        expect(image).to have_received(:tag).with({:repo=>"docker.example.com/baha/base", :tag=>"1.0.0"})
+        expect(image).to have_received(:tag).with({:repo=>"docker.example.com/baha/base", :tag=>"latest"})
+        expect(image).to have_received(:tag).with({:repo=>"base", :tag=>"1.0.0"})
+        expect(image).to have_received(:tag).with({:repo=>"base", :tag=>"latest"})
+        expect(image).to have_received(:tag).with({:repo=>"docker.example.com/baha/derived", :tag=>"1.0.0"})
+        expect(image).to have_received(:tag).with({:repo=>"docker.example.com/baha/derived", :tag=>"latest"})
+        expect(image).to have_received(:tag).with({:repo=>"derived", :tag=>"1.0.0"})
+        expect(image).to have_received(:tag).with({:repo=>"derived", :tag=>"latest"})
+      end
+      context "when error building image" do
+        before do
+          allow(container).to receive(:wait).with(1200).and_return({'StatusCode' => 1})
+        end
+        it { expect {  subject.build! }.to raise_error(Baha::Builder::BuildError) }
+      end
+      context "when exception building image" do
+        before do
+          allow(container).to receive(:wait).with(1200).and_raise(Exception)
+        end
+        it { expect {  subject.build! }.to raise_error(Baha::Builder::BuildError) }
+      end
+    end
+  end
+end

data/spec/config_spec.rb

@@ -0,0 +1,93 @@
+require 'spec_helper'
+require 'baha/config'
+
+describe Baha::Config do
+  before do
+    ENV['DOCKER_CERT_PATH'] = nil
+    ENV['DOCKER_TLS_VERIFY'] = nil
+  end
+  describe "#load" do
+    context "with embedded images" do
+      subject { Baha::Config.load(fixture('config_embedded.yml')) }
+      its(:defaults) { should eq(
+        {
+          :parent=>"ubuntu:14.04.1", 
+          :bind=>"/.baha", 
+          :repository=>'docker.example.com/baha', 
+          :maintainer => "Ishmael <ishmael@example.com>",
+          :command => ['/bin/bash','./init.sh'],
+          :timeout => 1200
+        }) 
+      }
+      its(:options) { should eq({}) }
+      its(:configdir) { should eq(fixture_path) }
+      its(:workspace) { should eq(fixture_path + 'workspace') }
+    end
+    context "with included image files" do
+      subject { Baha::Config.load(fixture('config_include.yml')) }
+      its(:defaults) { should eq(
+        {
+          :parent=>"ubuntu:14.04.1", 
+          :bind=>"/.baha", 
+          :repository=>'docker.example.com/baha', 
+          :maintainer => "Ishmael <ishmael@example.com>",
+          :command => ['/bin/bash','./init.sh'],
+          :timeout => 1200
+        }) 
+      }
+      its(:options) { should eq({}) }
+      its(:configdir) { should eq(fixture_path) }
+      its(:workspace) { should eq(fixture_path + 'workspace') }
+    end
+    context "with DOCKER_CERT_PATH set" do
+      subject { Baha::Config.load(fixture('config_embedded.yml')) } 
+      before do
+        ENV['DOCKER_CERT_PATH'] = '/tmp'
+        ENV['DOCKER_TLS_VERIFY'] = nil
+      end
+      its(:options) { should eq({:client_cert=>"/tmp/cert.pem", :client_key=>"/tmp/key.pem", :ssl_ca_file=>"/tmp/ca.pem", :ssl_verify_peer=>false}) }
+      its(:secure) { should eq(true) }
+      context "with DOCKER_TLS_VERIFY=1" do
+        before do
+          ENV['DOCKER_CERT_PATH'] = '/tmp'
+          ENV['DOCKER_TLS_VERIFY'] = '1'
+        end
+        its(:options) { should eq({:client_cert=>"/tmp/cert.pem", :client_key=>"/tmp/key.pem", :ssl_ca_file=>"/tmp/ca.pem", :ssl_verify_peer=>true}) }
+      end
+    end
+    context "with ssl in config" do
+      subject { Baha::Config.load(fixture('config_ssl.yml')) }
+      its(:options) { should eq({:client_cert=>"cert.pem", :client_key=>"key.pem", :ssl_ca_file=>"ca.pem", :ssl_verify_peer=>true}) }
+      its(:secure) { should eq(true) }
+    end
+    context "with ssl cert_path" do
+      subject { Baha::Config.load(fixture('config_sslpath.yml')) }
+      its(:options) { should eq({:client_cert=>"/ssl/cert.pem", :client_key=>"/ssl/key.pem", :ssl_ca_file=>"/ssl/ca.pem", :ssl_verify_peer=>true}) }
+      its(:secure) { should eq(true) }
+    end
+  end
+  describe "#init_docker!" do
+    subject { Baha::Config.load(fixture('config_ssl.yml')) }
+    before do
+      allow(Docker).to receive(:validate_version!)
+      subject.init_docker!
+    end
+    it { expect(Docker).to have_received(:validate_version!) }
+    it { expect(Docker.url).to eq('https://127.0.1.1:2375') }
+    it { expect(Docker.options).to eq({:client_cert=>"cert.pem", :client_key=>"key.pem", :ssl_ca_file=>"ca.pem", :ssl_verify_peer=>true}) }
+  end
+  describe "#inspect" do
+    subject { Baha::Config.load(fixture('config_embedded.yml')) }
+    its(:inspect) { should match(/^Baha::Config<(@[a-z0-9_]+=.*)+>$/) }
+  end
+  describe "#each_image" do
+    subject { Baha::Config.load(fixture('config_eachimage.yml')) }
+    it 'loads images it can find' do
+      images = []
+      subject.each_image do |image|
+        images << image
+      end
+      expect(images.size).to eq(2)
+    end
+  end
+end

data/spec/container_options/cmd_spec.rb

@@ -0,0 +1,46 @@
+require 'spec_helper'
+require 'baha/container_options'
+
+describe Baha::ContainerOptions::Cmd do
+  subject(:option) { described_class.new(["/bin/bash","-l"]) }
+  subject(:option2) { described_class.new('/bin/bash -l') }
+  describe 'validate!' do
+    subject(:invalid) { described_class.new(123) }
+    it 'validates on array values' do 
+      expect { option.validate! }.to_not raise_error
+    end
+    it 'validates on string values' do 
+      expect { option2.validate! }.to_not raise_error
+    end
+    it 'does not validate other values' do 
+      expect { invalid.validate! }.to raise_error(Baha::ContainerOptions::InvalidOptionError)
+    end
+  end
+  describe 'apply' do
+    let(:expected) { { 'Cmd' => ["/bin/bash","-l"] } }
+    it 'applies array command' do
+      conf = {}
+      option.apply(conf)
+      expect(conf).to eq(expected)
+    end
+    it 'applies string command' do
+      conf = {}
+      option2.apply(conf)
+      expect(conf).to eq(expected)
+    end
+  end
+  describe 'split_command' do
+    it 'splits on spaces' do
+      expect(described_class.split_command('/bin/bash -l')).to eq(['/bin/bash','-l'])
+    end
+    it 'splits on multiple spaces' do
+      expect(described_class.split_command('/bin/bash     -l')).to eq(['/bin/bash','-l'])
+    end
+    it 'does not split quotes' do
+      expect(described_class.split_command('/bin/bash -l echo "Hello, World!"')).to eq(['/bin/bash','-l','echo','Hello, World!'])
+    end
+    it 'does not squash escaped quotes' do
+      expect(described_class.split_command('/bin/bash -l echo "Hello, ""World!"')).to eq(['/bin/bash','-l','echo','Hello, "World!'])
+    end
+  end
+end

data/spec/container_options/entrypoint_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+require 'baha/container_options'
+
+describe Baha::ContainerOptions::Entrypoint do
+  subject(:option) { described_class.new(["/bin/bash","-l"]) }
+  subject(:option2) { described_class.new('/bin/bash -l') }
+  describe 'validate!' do
+    subject(:invalid) { described_class.new(123) }
+    it 'validates on array values' do 
+      expect { option.validate! }.to_not raise_error
+    end
+    it 'validates on string values' do 
+      expect { option2.validate! }.to_not raise_error
+    end
+    it 'does not validate other values' do 
+      expect { invalid.validate! }.to raise_error(Baha::ContainerOptions::InvalidOptionError)
+    end
+  end
+  describe 'apply' do
+    let(:expected) { { 'Entrypoint' => ["/bin/bash","-l"] } }
+    it 'applies array command' do
+      conf = {}
+      option.apply(conf)
+      expect(conf).to eq(expected)
+    end
+    it 'applies string command' do
+      conf = {}
+      option2.apply(conf)
+      expect(conf).to eq(expected)
+    end
+  end
+end

data/spec/container_options/env_spec.rb

@@ -0,0 +1,26 @@
+require 'spec_helper'
+require 'baha/container_options'
+
+describe Baha::ContainerOptions::Env do
+  subject(:option) { described_class.new({'KEY' => 'value'}) }
+
+  describe 'validate!' do
+    let(:invalid) { described_class.new('value') }
+
+    it 'validates on hash values' do 
+      expect { option.validate! }.to_not raise_error
+    end
+    it 'does not validate non-hash values' do 
+      expect { invalid.validate! }.to raise_error(Baha::ContainerOptions::InvalidOptionError)
+    end
+  end
+
+  describe 'apply' do
+    let(:expected) { { 'Env' => ['KEY=value'] } }
+    it 'applies its key=value pair' do
+      conf = {}
+      option.apply(conf)
+      expect(conf).to eq(expected)
+    end
+  end
+end

data/spec/container_options/exposed_ports_spec.rb

@@ -0,0 +1,32 @@
+require 'spec_helper'
+require 'baha/container_options'
+
+describe Baha::ContainerOptions::ExposedPorts do
+  subject(:option) { described_class.new([8080]) }
+  subject(:option2) { described_class.new(['8080/tcp']) }
+  describe 'validate!' do
+    subject(:invalid) { described_class.new(['wtf']) }
+    it 'validates on num values' do 
+      expect { option.validate! }.to_not raise_error
+    end
+    it 'validates on string values' do 
+      expect { option2.validate! }.to_not raise_error
+    end
+    it 'does not validate other values' do 
+      expect { invalid.validate! }.to raise_error(Baha::ContainerOptions::InvalidOptionError)
+    end
+  end
+  describe 'apply' do
+    let(:expected) { { 'ExposedPorts' => { '8080/tcp' => {} } } }
+    it 'applies array command' do
+      conf = {}
+      option.apply(conf)
+      expect(conf).to eq(expected)
+    end
+    it 'applies string command' do
+      conf = {}
+      option2.apply(conf)
+      expect(conf).to eq(expected)
+    end
+  end
+end

data/spec/container_options/option_spec.rb

@@ -0,0 +1,43 @@
+require 'spec_helper'
+require 'baha/container_options'
+
+describe Baha::ContainerOptions::Option do
+  subject(:option) { described_class.new('hostname','value') }
+  let(:other) { described_class.new("hostname","value") }
+  let(:otherkey)  { described_class.new("user","value") }
+
+  describe '#eql?' do
+    it 'is equal to same key' do 
+      expect(option.eql?(other)).to eq(true)
+    end
+    it 'is not equal to other key' do 
+      expect(option.eql?(otherkey)).to eq(false)
+    end
+  end
+
+  describe '#validate!' do
+    it 'always validates' do 
+      expect(option.validate!).to eq(true)
+    end
+  end
+
+  describe '#apply' do
+    it 'applies its key/value pair' do
+      conf = {}
+      option.apply(conf)
+      expect(conf['Hostname']).to eq('value')
+    end
+  end
+
+  describe '#inspect' do
+    its(:inspect) { should match(/Baha::ContainerOptions::Option<(@[a-z0-9_]+=.*)+>/) }
+  end
+
+  it 'has a sym key' do 
+    expect(option.key).to be_a(Symbol)
+  end
+
+  it 'has a value' do 
+    expect(option.value).to eq('value')
+  end
+end

data/spec/container_options/volumes_spec.rb

@@ -0,0 +1,25 @@
+require 'spec_helper'
+require 'baha/container_options'
+
+describe Baha::ContainerOptions::Volumes do
+  subject(:option) { described_class.new(["/mnt/data","/mnt/logs"]) }
+  
+  describe 'validate!' do
+    subject(:invalid) { described_class.new("value") }
+    it 'validates on hash values' do 
+      expect { option.validate! }.to_not raise_error
+    end
+    it 'does not validate non-hash values' do 
+      expect { invalid.validate! }.to raise_error(Baha::ContainerOptions::InvalidOptionError)
+    end
+  end
+
+  describe 'apply' do
+    let(:expected) { { 'Volumes' => {'/mnt/data' => {}, '/mnt/logs' => {} } } }
+    it 'applies volume config' do
+      conf = {}
+      option.apply(conf)
+      expect(conf).to eq(expected)
+    end
+  end
+end

data/spec/fixtures/base_image.yml

@@ -0,0 +1,5 @@
+---
+parent: 'ubuntu:14.04.1'
+name: base
+tag: 1.0.0
+maintainer: '"Captain Ahab" <ahab@example.com>'

data/spec/fixtures/config_build.yml

@@ -0,0 +1,12 @@
+---
+defaults:
+  parent: ubuntu:14.04.1
+  repository: docker.example.com/baha
+  maintainer: Ishmael <ishmael@example.com>
+images:
+  - include: config_build_image.yml
+  - parent: 'base:1.0.0'
+    name: derived
+    tag: 1.0.0
+    pre_build:
+    - { download: 'http://www.google.com', file: 'myfile.txt' }

data/spec/fixtures/config_build_image.yml

@@ -0,0 +1,10 @@
+---
+parent: 'ubuntu:14.04.1'
+name: base
+tag: 1.0.0
+maintainer: '"Captain Ahab" <ahab@example.com>'
+pre_build:
+- { download: 'http://www.google.com', file: 'myfile.txt' }
+config:
+  exposedports: 
+  - 8080

data/spec/fixtures/config_eachimage.yml

@@ -0,0 +1,12 @@
+---
+defaults:
+  parent: ubuntu:14.04.1
+  repository: docker.example.com/baha
+  maintainer: Ishmael <ishmael@example.com>
+images:
+  - include: base_image.yml
+  - include: no_such_file_exists.yml
+  - parent: 'ubuntu:14.04.1'
+    name: base
+    tag: 1.0.0
+    maintainer: '"Captain Ahab" <ahab@example.com>'

data/spec/fixtures/config_embedded.yml

@@ -0,0 +1,11 @@
+---
+docker_url: unix:///var/run/docker.sock
+defaults:
+  parent: ubuntu:14.04.1
+  repository: docker.example.com/baha
+  maintainer: Ishmael <ishmael@example.com>
+images:
+   - parent: 'ubuntu:14.04.1'
+     name: base
+     tag: 1.0.0
+     maintainer: '"Captain Ahab" <ahab@example.com>'

data/spec/fixtures/config_include.yml

@@ -0,0 +1,7 @@
+---
+defaults:
+  parent: ubuntu:14.04.1
+  repository: docker.example.com/baha
+  maintainer: Ishmael <ishmael@example.com>
+images:
+  - include: base_image.yml

data/spec/fixtures/config_ssl.yml

@@ -0,0 +1,13 @@
+---
+docker_url: tcp://127.0.1.1:2375
+defaults:
+  parent: ubuntu:14.04.1
+  repository: docker.example.com/baha
+  maintainer: Ishmael <ishmael@example.com>
+ssl:
+  key: key.pem
+  cert: cert.pem
+  ca: ca.pem
+  verify: true
+images:
+ - include: base_image.yml

data/spec/fixtures/config_sslpath.yml

@@ -0,0 +1,11 @@
+---
+docker_url: tcp://127.0.1.1:2375
+defaults:
+  parent: ubuntu:14.04.1
+  repository: docker.example.com/baha
+  maintainer: Ishmael <ishmael@example.com>
+ssl:
+  cert_path: '/ssl'
+  verify: true
+images:
+ - include: base_image.yml

data/spec/helpers/docker_helpers.rb

@@ -0,0 +1,31 @@
+module DockerHelpers
+  require 'docker'
+  def mock_registry(images)
+    allow(Docker::Image).to receive(:create).and_raise(RuntimeError)  
+    allow(Docker::Image).to receive(:get).and_raise(RuntimeError)  
+    images.each do |image|
+      i = double("image-#{image[:id]}")
+      allow(i).to receive(:id) { image[:id] }
+      allow(i).to receive(:info) do
+        { 'Parent' => image[:parent] }
+      end
+      allow(i).to receive(:history) do
+        [{'Tags' => image[:tags] }]
+      end
+      name = "#{image[:name]}:#{image[:tag]}"
+      if image[:pulled]
+        allow(Docker::Image).to receive(:get).with(name).and_return(i)
+      else
+        allow(Docker::Image).to receive(:get).with(name).and_raise(RuntimeError)
+        allow(Docker::Image).to receive(:create).with('fromImage'=>image[:name], 'tag' =>image[:tag]).and_raise(RuntimeError)
+      end
+      allow(Docker::Image).to receive(:get).with(image[:id]).and_return(i)
+      if image[:tags]
+        image[:tags].each do |tag|
+          t = tag.split(':')
+          allow(Docker::Image).to receive(:create).with('fromImage'=>t[0], 'tag' =>t[1]).and_return(i)
+        end
+      end
+    end
+  end
+end