vagrant-bosh 0.0.1

data/lib/vagrant-bosh/assets/agent/bosh-agent-rc

@@ -0,0 +1,18 @@
+#!/bin/sh
+
+set -e
+
+if [ -e /dev/sr0 ]; then
+  chmod 0660 /dev/sr0
+  chown root:root /dev/sr0
+fi
+
+if [ -e /dev/log ]; then
+  chmod 0660 /dev/log
+  chown root:vcap /dev/log
+fi
+
+if [ -e /dev/shm ]; then
+  chmod 0770 /dev/shm
+  chown root:vcap /dev/shm
+fi

data/lib/vagrant-bosh/assets/monit/monit-log

@@ -0,0 +1,5 @@
+#!/bin/bash
+
+set -e
+
+exec svlogd -tt /var/vcap/monit/svlog

data/lib/vagrant-bosh/assets/monit/monit-run

@@ -0,0 +1,9 @@
+#!/bin/bash
+
+set -e
+
+export PATH=/var/vcap/bosh/bin:$PATH
+
+exec 2>&1
+
+exec nice -n -10 /var/vcap/bosh/bin/monit -I -c /var/vcap/bosh/etc/monitrc

data/lib/vagrant-bosh/assets/monit/monitrc

@@ -0,0 +1,8 @@
+set daemon 10
+set logfile /var/vcap/monit/monit.log
+
+set httpd port 2822 and use address 127.0.0.1
+  allow cleartext /var/vcap/monit/monit.user
+
+include /var/vcap/monit/*.monitrc
+include /var/vcap/monit/job/*.monitrc

data/lib/vagrant-bosh/bootstrapper.rb

@@ -0,0 +1,59 @@
+require "log4r"
+require "json"
+
+module VagrantPlugins
+  module VagrantBosh
+    class Bootstrapper
+      def initialize(communicator, asset_uploader, base_dir, manifest, provisioner_tracker)
+        @c = communicator
+        @asset_uploader = asset_uploader
+        @base_dir = base_dir
+        @manifest = manifest
+        @provisioner_tracker = provisioner_tracker
+        @logger = Log4r::Logger.new("vagrant::provisioners::bosh::bootstrapper")
+
+        @assets_path = File.join(@base_dir, "assets")
+        @repos_path  = File.join(@base_dir, "repos")
+        @manifest_path = File.join(@base_dir, "manifest.yml")
+        @config_path   = File.join(@base_dir, "config.json")
+      end
+
+      def bootstrap
+        @asset_uploader.sync(@assets_path)
+
+        @asset_uploader.upload_text(@manifest, @manifest_path)
+
+        config_json = JSON.dump(config_hash)
+        @asset_uploader.upload_text(config_json, @config_path)
+
+        # Provisioner is already uploaded when assets are synced
+        provisioner_path = File.join(@assets_path, "provisioner")
+        @c.chmod_x(provisioner_path)
+
+        @c.sudo(
+          "#{provisioner_path} -configPath=#{@config_path}", 
+          &@provisioner_tracker.method(:add_data)
+        )
+      end
+
+      private
+
+      def config_hash
+        {
+          manifest_path: @manifest_path,
+          assets_dir: @assets_path,
+          repos_dir: @repos_path,
+          
+          mbus: "https://user:password@127.0.0.1:4321/agent",
+
+          blobstore: {
+            provider: "local",
+            options: { 
+              blobstore_path: File.join(@base_dir, "blobstore"),
+            },
+          },
+        }
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/communicator.rb

@@ -0,0 +1,50 @@
+require "log4r"
+
+module VagrantPlugins
+  module VagrantBosh
+    class Communicator
+      def initialize(machine, ui)
+        @c = machine.communicate
+        @ui = ui.for(:communicator)
+        @logger = Log4r::Logger.new("vagrant::provisioners::bosh::communicator")
+      end
+
+      def mkdir_p(path)
+        debug_sudo("mkdir -p #{path}")
+      end
+
+      def rm_rf(path)
+        debug_sudo("rm -rf #{path}")
+      end
+
+      def upload(src_path, dst_path)
+        @ui.debug_msg(:upload, src_path: src_path, dst_path: dst_path)
+        @c.upload(src_path, dst_path)
+      end
+
+      def mv(src_path, dst_path)
+        debug_sudo("mv #{src_path} #{dst_path}")
+      end
+
+      def chmod_x(path)
+        debug_sudo("chmod +x #{path}")
+      end
+
+      def chown(user, group, path, recursive=false)
+        debug_sudo("chown #{"-R" if recursive} #{user}:#{group} #{path}")
+      end
+
+      def sudo(cmd, &blk)
+        debug_sudo(cmd, &blk)
+      end
+
+      private
+
+      def debug_sudo(cmd, &blk)
+        key = cmd.include?("\n") ? :multi_line_sudo : :sudo
+        @ui.debug_msg(key, cmd: cmd)        
+        @c.sudo(cmd, nil, &blk)
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/config.rb

@@ -0,0 +1,15 @@
+require "vagrant"
+
+module VagrantPlugins
+  module VagrantBosh
+    class Config < Vagrant.plugin("2", :config)
+      attr_accessor :manifest
+
+      def finalize!
+      end
+
+      def validate(machine)
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/errors.rb

@@ -0,0 +1,11 @@
+require "vagrant"
+
+module VagrantPlugins
+  module VagrantBosh
+    module Errors
+      class BoshReleaseError < Vagrant::Errors::VagrantError
+        error_namespace("bosh")
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/plugin.rb

@@ -0,0 +1,25 @@
+begin
+  require "vagrant"
+rescue LoadError
+  raise "The BOSH Release Vagrant plugin must be run within Vagrant."
+end
+
+module VagrantPlugins
+  module VagrantBosh
+    class Plugin < Vagrant.plugin("2")
+      name "bosh"
+
+      description "Provisions virtual machines via BOSH deployment manifest"
+
+      config(:bosh, :provisioner) do
+        require File.expand_path("../config", __FILE__)
+        Config
+      end
+
+      provisioner(:bosh) do
+        require File.expand_path("../provisioner", __FILE__)
+        Provisioner
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/provisioner.rb

@@ -0,0 +1,46 @@
+require "log4r"
+require "vagrant-bosh/ui"
+require "vagrant-bosh/communicator"
+require "vagrant-bosh/asset_uploader"
+require "vagrant-bosh/bootstrapper"
+require "vagrant-bosh/provisioner_tracker"
+
+module VagrantPlugins
+  module VagrantBosh
+    class Provisioner < Vagrant.plugin("2", :provisioner)
+      def initialize(machine, config)
+        super
+
+        machine_ui = Ui.for_machine(machine)
+
+        communicator = Communicator.new(machine, machine_ui)
+
+        asset_uploader = AssetUploader.new(
+          communicator,
+          machine_ui,
+          File.absolute_path("../assets", __FILE__),
+        )
+
+        provisioner_tracker = ProvisionerTracker.new(machine_ui)
+
+        @bootstrapper = Bootstrapper.new(
+          communicator,
+          asset_uploader,
+          "/opt/vagrant-bosh",
+          config.manifest,
+          provisioner_tracker,
+        )
+
+        logger = Log4r::Logger.new("vagrant::provisioners::bosh")
+      end
+
+      def configure(root_config)
+        # Nothing to modify or save of config
+      end
+
+      def provision
+        @bootstrapper.bootstrap
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/provisioner_tracker.rb

@@ -0,0 +1,41 @@
+require "log4r"
+require "json"
+
+module VagrantPlugins
+  module VagrantBosh
+    class ProvisionerTracker
+      def initialize(ui)
+        @ui = ui.for(:provisioner_tracker)
+        @logger = Log4r::Logger.new("vagrant::provisioners::bosh::provisioner_tracker")
+      end
+
+      def add_data(type, data)
+        if type == :stdout
+          data.split("\n").each { |raw_event| add_event(raw_event) }
+        else
+          add_debug(data)
+        end
+      end
+
+      private
+
+      def add_event(raw_event)
+        begin
+          event = JSON.parse(raw_event)
+        rescue JSON::ParserError
+          @ui.msg(:invalid_event, content: raw_event)
+        else
+          @ui.msg(:event, {
+            state: event["state"].capitalize, # Started, Finished
+            stage: event["stage"].downcase, 
+            task:  event["task"],
+          })
+        end
+      end
+
+      def add_debug(data)
+        @ui.debug_msg(:debug, content: data)
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/ui.rb

@@ -0,0 +1,77 @@
+require "log4r"
+require "i18n"
+
+module VagrantPlugins
+  module VagrantBosh
+    class Ui
+      def self.for_machine(machine)
+        new(machine, {
+          show_debug:  !!ENV["DEBUG"],
+          i18n_prefix: nil,
+          start_time:  Time.now,
+        })
+      end
+
+      def initialize(machine, opts)
+        @machine = machine
+
+        @show_debug  = opts.fetch(:show_debug)
+        @i18n_prefix = opts.fetch(:i18n_prefix)
+        @start_time  = opts.fetch(:start_time)
+
+        @logger = Log4r::Logger.new("vagrant::provisioners::bosh::ui")
+      end
+
+      def for(extra_i18n_prefix)
+        self.class.new(@machine, { 
+          show_debug:  @show_debug, 
+          i18n_prefix: [@i18n_prefix, extra_i18n_prefix].compact.join("."),
+          start_time:  @start_time,
+        })
+      end
+
+      def section(key, hash={})
+        msg(key, hash)
+      end
+
+      def msg(key, hash)
+        path = @i18n_prefix ? "#{@i18n_prefix}.#{key}" : key
+        title = I18n.t("bosh.ui.#{path}", hash)
+        
+        @machine.ui.info(time_prefix(title))
+      end
+
+      def timed_msg(key, hash, &blk)
+        path = @i18n_prefix ? "#{@i18n_prefix}.#{key}" : key
+        title = I18n.t("bosh.ui.#{path}", hash)
+
+        # Do not show elapsed time in debug mode
+        if @show_debug
+          @machine.ui.info(time_prefix(title))
+          blk.call
+          return
+        end
+
+        # In non-debug mode show "Uploading /var/vcap/bosh/bin/bosh-agent (sudo)... 1.33s"
+        begin
+          t1 = Time.now
+          @machine.ui.info(time_prefix("#{title}..."), new_line: false)
+          blk.call
+        ensure
+          t2 = Time.now
+          @machine.ui.info(" %.2fs" % (t2 - t1), prefix: false)
+        end
+      end
+
+      def debug_msg(key, hash)
+        msg(key, hash) if @show_debug
+      end
+
+      private
+
+      def time_prefix(str)
+        "[#{"%.2fs" % (Time.now - @start_time)}] #{str}"
+      end
+    end
+  end
+end

data/lib/vagrant-bosh/version.rb

@@ -0,0 +1,5 @@
+module VagrantPlugins
+  module VagrantBosh
+    VERSION = "0.0.1"
+  end
+end

data/lib/vagrant-bosh.rb

@@ -0,0 +1,15 @@
+require "i18n"
+require "pathname"
+require "vagrant-bosh/plugin"
+
+module VagrantPlugins
+  module VagrantBosh
+    lib_path = Pathname.new(File.expand_path("../vagrant-bosh", __FILE__))
+    autoload :Errors, lib_path.join("errors")
+
+    @source_root = Pathname.new(File.expand_path("../../", __FILE__))
+
+    I18n.load_path << File.expand_path("templates/locales/en.yml", @source_root)
+    I18n.reload!
+  end
+end

data/templates/locales/en.yml

@@ -0,0 +1,15 @@
+en:
+  bosh:
+    ui:
+      communicator:
+        sudo:            "sudo %{cmd}"
+        multi_line_sudo: "sudo\n\n%{cmd}\n"
+        upload:          "Uploading %{src_path} -> %{dst_path}"
+
+      asset_uploader:
+        upload: "Uploading %{dst_path}"
+
+      provisioner_tracker:
+        event:         "%{state} %{stage} > %{task}"
+        invalid_event: "%{content}"
+        debug:         "%{content}"

data/vagrant-bosh.gemspec

@@ -0,0 +1,20 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name    = "vagrant-bosh"
+  s.version = "0.0.1"
+
+  s.homepage    = "https://github.com/cppforlife/vagrant-bosh"
+  s.summary     = %q{Vagrant BOSH provisioner plugin.}
+  s.description = %q{BOSH provisioner allows to provision guest VM by specifying regular BOSH deployment manifest.}
+
+  s.authors  = ["Dmitriy Kalinin"]
+  s.email    = ["cppforlife@gmail.com"]
+  s.licenses = ["MIT"]
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib", "templates"]
+end

metadata

@@ -0,0 +1,191 @@
+--- !ruby/object:Gem::Specification
+name: vagrant-bosh
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Dmitriy Kalinin
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-06-19 00:00:00.000000000 Z
+dependencies: []
+description: BOSH provisioner allows to provision guest VM by specifying regular BOSH
+  deployment manifest.
+email:
+- cppforlife@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .gitmodules
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- dev/.gitignore
+- dev/Vagrantfile
+- dev/example-bosh-manifest.yml
+- dev/example-winston-manifest.yml
+- go/.gitignore
+- go/bin/build
+- go/bin/build-linux-amd64
+- go/bin/env
+- go/bin/go
+- go/bin/golint
+- go/bin/test
+- go/src/boshprovisioner/agent/client/client_interface.go
+- go/src/boshprovisioner/agent/client/fakes/fake_client.go
+- go/src/boshprovisioner/agent/client/http_client.go
+- go/src/boshprovisioner/agent/client/http_client_envelope.go
+- go/src/boshprovisioner/deployment/deployment.go
+- go/src/boshprovisioner/deployment/instance.go
+- go/src/boshprovisioner/deployment/manifest/deployment.go
+- go/src/boshprovisioner/deployment/manifest/ips.go
+- go/src/boshprovisioner/deployment/manifest/manifest.go
+- go/src/boshprovisioner/deployment/manifest/manifest_suite_test.go
+- go/src/boshprovisioner/deployment/manifest/manifest_test.go
+- go/src/boshprovisioner/deployment/manifest/syntax_validator.go
+- go/src/boshprovisioner/deployment/manifest/watch_time.go
+- go/src/boshprovisioner/deployment/manifest_reader.go
+- go/src/boshprovisioner/deployment/reader_factory.go
+- go/src/boshprovisioner/deployment/semantic_validator.go
+- go/src/boshprovisioner/downloader/blobstore_downloader.go
+- go/src/boshprovisioner/downloader/default_mux_downloader.go
+- go/src/boshprovisioner/downloader/downloader_interface.go
+- go/src/boshprovisioner/downloader/http_downloader.go
+- go/src/boshprovisioner/downloader/local_fs_downloader.go
+- go/src/boshprovisioner/downloader/mux_downloader.go
+- go/src/boshprovisioner/eventlog/log.go
+- go/src/boshprovisioner/eventlog/stage.go
+- go/src/boshprovisioner/eventlog/task.go
+- go/src/boshprovisioner/index/file_index.go
+- go/src/boshprovisioner/index/file_index_test.go
+- go/src/boshprovisioner/index/index_interface.go
+- go/src/boshprovisioner/index/index_suite_test.go
+- go/src/boshprovisioner/instance/templatescompiler/concrete_templates_compiler.go
+- go/src/boshprovisioner/instance/templatescompiler/erbrenderer/erb_renderer.go
+- go/src/boshprovisioner/instance/templatescompiler/erbrenderer/erbrenderer_suite_test.go
+- go/src/boshprovisioner/instance/templatescompiler/erbrenderer/render_properties.go
+- go/src/boshprovisioner/instance/templatescompiler/erbrenderer/render_properties_test.go
+- go/src/boshprovisioner/instance/templatescompiler/erbrenderer/template_evaluation_context.go
+- go/src/boshprovisioner/instance/templatescompiler/erbrenderer/template_evaluation_context_rb.go
+- go/src/boshprovisioner/instance/templatescompiler/jobsrepo/concrete_jobs_repository.go
+- go/src/boshprovisioner/instance/templatescompiler/jobsrepo/concrete_runtime_packages_repository.go
+- go/src/boshprovisioner/instance/templatescompiler/jobsrepo/concrete_template_to_job_repository.go
+- go/src/boshprovisioner/instance/templatescompiler/jobsrepo/jobs_repository_interface.go
+- go/src/boshprovisioner/instance/templatescompiler/rendered_archives_compiler.go
+- go/src/boshprovisioner/instance/templatescompiler/templates_compiler_interface.go
+- go/src/boshprovisioner/instance/templatescompiler/templatesrepo/ct_repository.go
+- go/src/boshprovisioner/instance/templatescompiler/templatesrepo/templates_repository_interface.go
+- go/src/boshprovisioner/instance/updater/applier/applier.go
+- go/src/boshprovisioner/instance/updater/applier/empty_state.go
+- go/src/boshprovisioner/instance/updater/applier/job_state.go
+- go/src/boshprovisioner/instance/updater/drainer.go
+- go/src/boshprovisioner/instance/updater/preparer.go
+- go/src/boshprovisioner/instance/updater/starter.go
+- go/src/boshprovisioner/instance/updater/stopper.go
+- go/src/boshprovisioner/instance/updater/updater.go
+- go/src/boshprovisioner/instance/updater/updater_factory.go
+- go/src/boshprovisioner/instance/updater/updater_suite_test.go
+- go/src/boshprovisioner/instance/updater/waiter.go
+- go/src/boshprovisioner/instance/updater/waiter_test.go
+- go/src/boshprovisioner/main/config.go
+- go/src/boshprovisioner/main/main.go
+- go/src/boshprovisioner/main/repos_factory.go
+- go/src/boshprovisioner/packagescompiler/compiledpackagesrepo/compiled_packages_repository_interface.go
+- go/src/boshprovisioner/packagescompiler/compiledpackagesrepo/concrete_compiled_packages_repository.go
+- go/src/boshprovisioner/packagescompiler/concrete_packages_compiler.go
+- go/src/boshprovisioner/packagescompiler/concrete_packages_compiler_factory.go
+- go/src/boshprovisioner/packagescompiler/packages_compiler_interface.go
+- go/src/boshprovisioner/packagescompiler/packagesrepo/concrete_packages_repository.go
+- go/src/boshprovisioner/packagescompiler/packagesrepo/packages_repository_interface.go
+- go/src/boshprovisioner/provisioner/blobstore_config.go
+- go/src/boshprovisioner/provisioner/blobstore_provisioner.go
+- go/src/boshprovisioner/provisioner/deployment_provisioner.go
+- go/src/boshprovisioner/provisioner/instance_provisioner.go
+- go/src/boshprovisioner/provisioner/release_compiler.go
+- go/src/boshprovisioner/release/job/job.go
+- go/src/boshprovisioner/release/job/manifest/manifest.go
+- go/src/boshprovisioner/release/job/manifest/manifest_suite_test.go
+- go/src/boshprovisioner/release/job/manifest/manifest_test.go
+- go/src/boshprovisioner/release/job/manifest/syntax_validator.go
+- go/src/boshprovisioner/release/job/reader_factory.go
+- go/src/boshprovisioner/release/job/tar_reader.go
+- go/src/boshprovisioner/release/manifest/manifest.go
+- go/src/boshprovisioner/release/manifest_reader.go
+- go/src/boshprovisioner/release/reader_factory.go
+- go/src/boshprovisioner/release/release.go
+- go/src/boshprovisioner/release/release_suite_test.go
+- go/src/boshprovisioner/release/release_test.go
+- go/src/boshprovisioner/release/tar_reader.go
+- go/src/boshprovisioner/releasesrepo/blobstore_releases_repository.go
+- go/src/boshprovisioner/releasesrepo/releases_repository_interface.go
+- go/src/boshprovisioner/tar/cmd_compressor.go
+- go/src/boshprovisioner/tar/cmd_extractor.go
+- go/src/boshprovisioner/tar/compressor_interface.go
+- go/src/boshprovisioner/tar/extractor_interface.go
+- go/src/boshprovisioner/util/string_keyed.go
+- go/src/boshprovisioner/vm/agent_provisioner.go
+- go/src/boshprovisioner/vm/asset_manager.go
+- go/src/boshprovisioner/vm/deps_provisioner.go
+- go/src/boshprovisioner/vm/monit_provisioner.go
+- go/src/boshprovisioner/vm/runit_provisioner.go
+- go/src/boshprovisioner/vm/simple_cmds.go
+- go/src/boshprovisioner/vm/vcap_user_provisioner.go
+- go/src/boshprovisioner/vm/vm.go
+- go/src/boshprovisioner/vm/vm_provisioner.go
+- go/src/boshprovisioner/vm/vm_provisioner_factory.go
+- lib/vagrant-bosh.rb
+- lib/vagrant-bosh/asset_uploader.rb
+- lib/vagrant-bosh/assets/agent/agent-log
+- lib/vagrant-bosh/assets/agent/agent-run
+- lib/vagrant-bosh/assets/agent/agent.cert
+- lib/vagrant-bosh/assets/agent/agent.json
+- lib/vagrant-bosh/assets/agent/agent.key
+- lib/vagrant-bosh/assets/agent/bosh-agent
+- lib/vagrant-bosh/assets/agent/bosh-agent-rc
+- lib/vagrant-bosh/assets/agent/bosh-blobstore-dav
+- lib/vagrant-bosh/assets/monit/monit
+- lib/vagrant-bosh/assets/monit/monit-log
+- lib/vagrant-bosh/assets/monit/monit-run
+- lib/vagrant-bosh/assets/monit/monitrc
+- lib/vagrant-bosh/assets/provisioner
+- lib/vagrant-bosh/bootstrapper.rb
+- lib/vagrant-bosh/communicator.rb
+- lib/vagrant-bosh/config.rb
+- lib/vagrant-bosh/errors.rb
+- lib/vagrant-bosh/plugin.rb
+- lib/vagrant-bosh/provisioner.rb
+- lib/vagrant-bosh/provisioner_tracker.rb
+- lib/vagrant-bosh/ui.rb
+- lib/vagrant-bosh/version.rb
+- templates/locales/en.yml
+- vagrant-bosh.gemspec
+homepage: https://github.com/cppforlife/vagrant-bosh
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+- templates
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Vagrant BOSH provisioner plugin.
+test_files: []