bosh-gen 0.24.0 → 0.90.0

data/spec/fixtures/releases/s3test-boshrelease/templates/jobs.yml

@@ -1,34 +0,0 @@
-meta:
-  environment: ~
-
-update:
-  canaries: 1
-  max_in_flight: 50
-  canary_watch_time: 1000-30000
-  update_watch_time: 1000-30000
-  serial: false
-
-jobs:
-  - name: s3test_leader_z1
-    templates:
-    - name: s3test
-      release: s3test
-    instances: 0
-    resource_pool: small_z1
-    networks: (( merge ))
-  - name: s3test_z1
-    templates:
-    - name: s3test
-      release: s3test
-    instances: 0
-    resource_pool: small_z1
-    networks: (( merge ))
-    update:
-      canaries: 10
-    properties:
-      s3test:
-        leader_address: (( merge ))
-
-networks: (( merge ))
-
-properties: {}

data/spec/fixtures/releases/s3test-boshrelease/templates/make_manifest

@@ -1,54 +0,0 @@
-#!/bin/bash
-
-set -e
-
-infrastructure=$1
-template_prefix="s3test"
-
-if [ "$infrastructure" != "aws-ec2" ] && \
-    [ "$infrastructure" != "warden" ] ; then
-  echo "usage: ./make_manifest <aws-ec2|warden>"
-  exit 1
-fi
-
-shift
-
-BOSH_STATUS=$(bosh status)
-DIRECTOR_UUID=$(echo "$BOSH_STATUS" | grep UUID | awk '{print $2}')
-DIRECTOR_CPI=$(echo "$BOSH_STATUS" | grep CPI | awk '{print $2}')
-DIRECTOR_NAME=$(echo "$BOSH_STATUS" | grep Name | awk '{print $2}')
-NAME=$template_prefix-$infrastructure
-
-if [[ $DIRECTOR_NAME = "warden" ]]; then
-  if [[ $infrastructure != "warden" ]]; then
-    echo "Not targeting bosh-lite with warden CPI. Please use 'bosh target' before running this script."
-    exit 1
-  fi
-fi
-
-if [[ $infrastructure = "aws-ec2" ]]; then
-  if [[ $DIRECTOR_CPI != "aws" ]]; then
-    echo "Not targeting an AWS BOSH. Please use 'bosh target' before running this script."
-    exit 1
-  fi
-fi
-
-templates=$(dirname $0)
-release=$templates/..
-tmpdir=$release/tmp
-
-mkdir -p $tmpdir
-cp $templates/stub.yml $tmpdir/stub-with-uuid.yml
-echo $DIRECTOR_NAME $DIRECTOR_CPI $DIRECTOR_UUID
-perl -pi -e "s/PLACEHOLDER-DIRECTOR-UUID/$DIRECTOR_UUID/g" $tmpdir/stub-with-uuid.yml
-perl -pi -e "s/NAME/$NAME/g" $tmpdir/stub-with-uuid.yml
-
-spiff merge \
-  $templates/deployment.yml \
-  $templates/jobs.yml \
-  $templates/infrastructure-${infrastructure}.yml \
-  $tmpdir/stub-with-uuid.yml \
-  $* > $tmpdir/$NAME-manifest.yml
-
-bosh deployment $tmpdir/$NAME-manifest.yml
-bosh status

data/spec/fixtures/releases/s3test-boshrelease/templates/stub.yml

@@ -1,13 +0,0 @@
----
-meta:
-  environment: NAME
-  dns_root: microbosh
-  network_name: s3test1
-  security_groups:
-    - s3test
-
-director_uuid: PLACEHOLDER-DIRECTOR-UUID
-
-releases:
-  - name: s3test
-    version: latest

data/spec/fixtures/releases/some_dev_releases/config/dev.yml

@@ -1,3 +0,0 @@
---- 
-dev_name: myrelease
-latest_release_filename: dev_releases/myrelease-10.yml

data/spec/fixtures/releases/some_dev_releases/dev_releases/index.yml

@@ -1,6 +0,0 @@
---- 
-builds: 
-  5c4ded1540f4cc047244f3a5a2e11a99220a2a53: 
-    version: 1
-  d4e368b6c1734ac34555a349ca567aa226cc1a6e: 
-    version: 2

data/spec/fixtures/releases/some_dev_releases/dev_releases/myrelease-1.yml

@@ -1,11 +0,0 @@
---- 
-packages: 
-- name: redis
-  version: 0.1-dev
-  sha1: 3e4d5b321ae69bee3cc0753d1a91606612d710a4
-  dependencies: []
-
-jobs: []
-
-name: myrelease
-version: 1

data/spec/fixtures/releases/some_dev_releases/dev_releases/myrelease-10.yml

@@ -1,13 +0,0 @@
---- 
-packages: 
-- name: redis
-  version: 0.2-dev
-  sha1: 90a1131ebec948be6e4d2d2f25be7fa83b76ea79
-  dependencies: []
-
-jobs: 
-- name: redis
-  version: 0.1-dev
-  sha1: f9b23d1e4585357dc47636d75a63283f629bb1ee
-name: myrelease
-version: 10

data/spec/fixtures/releases/some_dev_releases/dev_releases/myrelease-2.yml

@@ -1,13 +0,0 @@
---- 
-packages: 
-- name: redis
-  version: 0.2-dev
-  sha1: 90a1131ebec948be6e4d2d2f25be7fa83b76ea79
-  dependencies: []
-
-jobs: 
-- name: redis
-  version: 0.1-dev
-  sha1: f9b23d1e4585357dc47636d75a63283f629bb1ee
-name: myrelease
-version: 2

data/spec/generators/job_generator_spec.rb

@@ -1,56 +0,0 @@
-require "spec_helper"
-require "bosh/gen/generators/job_generator"
-
-# in a tmp folder:
-# * run generator
-# * specific files created
-# * run 'bosh create release'
-# * it shouldn't fail
-
-# generates job for a webapp application package
-describe Bosh::Gen::Generators::JobGenerator do
-  before do
-    setup_project_release("bosh-sample-release")
-  end
-
-  it "creates common job files" do
-    in_project_folder do
-      generate_job("mywebapp")
-      expect(File.exist?("jobs/mywebapp/monit")).to eq(true)
-      expect(File.exist?("jobs/mywebapp/spec")).to eq(true)
-      job_template_exists "mywebapp", "bin/ctl",                "bin/ctl"
-      job_template_exists "mywebapp", "bin/monit_debugger",     "bin/monit_debugger"
-      job_template_exists "mywebapp", "data/properties.sh.erb", "data/properties.sh"
-      job_template_exists "mywebapp", "helpers/ctl_setup.sh",   "helpers/ctl_setup.sh"
-      job_template_exists "mywebapp", "helpers/ctl_utils.sh",   "helpers/ctl_utils.sh"
-    end
-  end
-
-  pending "creates job files with rails & nginx templates" do
-    in_project_folder do
-      generate_job("mywebapp", "--purpose", "nginx_rack", '-d', 'nginx', 'ruby', 'myapp')
-      expect(File.exist?("jobs/mywebapp/monit")).to eq(true)
-      expect(File.exist?("jobs/mywebapp/spec")).to eq(true)
-
-      expect(job_spec("mywebapp")["packages"]).to eq(%w[nginx ruby myapp])
-
-      job_template_exists "mywebapp", "bin/mywebapp_ctl",       "bin/mywebapp_ctl"
-      job_template_exists "mywebapp", "bin/monit_debugger",     "bin/monit_debugger"
-      job_template_exists "mywebapp", "data/properties.sh.erb",     "data/properties.sh"
-      job_template_exists "mywebapp", "helpers/ctl_setup.sh.erb",   "helpers/ctl_setup.sh"
-      job_template_exists "mywebapp", "helpers/ctl_utils.sh",       "helpers/ctl_utils.sh"
-
-      job_template_exists "mywebapp", "bin/ctl_db_utils.sh.erb",  "bin/ctl_db_utils.sh"
-      job_template_exists "mywebapp", "bin/ctl_redis_utils.sh.erb", "bin/ctl_redis_utils.sh"
-      job_template_exists "mywebapp", "bin/rails_ctl_setup.sh.erb", "bin/rails_ctl_setup.sh"
-      job_template_exists "mywebapp", "bin/ctl_start.sh.erb",     "bin/ctl_start.sh"
-      job_template_exists "mywebapp", "bin/ctl_nginx.sh.erb",     "bin/ctl_nginx.sh"
-      job_template_exists "mywebapp", "bin/nginx_ctl",            "bin/nginx_ctl"
-      job_template_exists "mywebapp", "config/nginx.conf.erb",    "config/nginx.conf"
-      job_template_exists "mywebapp", "config/nginx_proxy.conf",  "config/nginx_proxy.conf"
-      job_template_exists "mywebapp", "config/mime.types",        "config/mime.types"
-      job_template_exists "mywebapp", "config/database.yml.erb",  "config/database.yml"
-      job_template_exists "mywebapp", "config/redis.yml.erb",     "config/redis.yml"
-    end
-  end
-end

data/spec/generators/new_release_generator_spec.rb

@@ -1,93 +0,0 @@
-require "spec_helper"
-require "bosh/gen/generators/new_release_generator"
-
-describe Bosh::Gen::Generators::NewReleaseGenerator do
-  include Bosh::Gen::Settings
-
-  def cyoi_provider
-    provider = instance_double("Cyoi::Cli::Provider")
-    expect(provider).to receive(:execute!)
-    expect(Cyoi::Cli::Provider).to receive(:new).with([settings_dir]).and_return(provider)
-    provider
-  end
-
-  def cyoi_blobstore(blobstore_name)
-    blobstore = instance_double("Cyoi::Cli::Blobstore")
-    expect(blobstore).to receive(:execute!)
-    expect(Cyoi::Cli::Blobstore).to receive(:new).with([blobstore_name, settings_dir]).and_return(blobstore)
-    blobstore
-  end
-
-  before do
-    in_home_folder do
-      self.settings_dir = "redis-boshrelease/config"
-      cyoi_provider
-      cyoi_blobstore "redis-boshrelease"
-    end
-  end
-
-  it "generates with s3 blobstore" do
-    in_home_folder do
-
-      setting "provider.name", "aws"
-      setting "provider.region", "us-west-2"
-      setting "provider.credentials.aws_access_key_id", "ACCESS"
-      setting "provider.credentials.aws_secret_access_key", "SECRET"
-
-      generate_new_release 'redis'
-      expect(File.directory?("jobs")).to eq(true)
-
-      config = YAML.load_file("config/final.yml")
-      expect(config).to_not be_nil
-      expect(config["final_name"]).to eq("redis")
-      expect(config["blobstore"]).to_not be_nil
-      expect(config["blobstore"]["options"]).to_not be_nil
-      expect(config["blobstore"]["provider"]).to eq("s3")
-      expect(config["blobstore"]["options"].keys).to eq(["bucket_name"])
-      expect(config["blobstore"]["options"]["bucket_name"]).to eq("redis-boshrelease")
-
-      config = YAML.load_file("config/private.yml")
-      expect(config).to_not be_nil
-      expect(config["blobstore"]).to_not be_nil
-      expect(config["blobstore"]["s3"]).to_not be_nil
-      expect(config["blobstore"]["s3"]["access_key_id"]).to eq("ACCESS")
-      expect(config["blobstore"]["s3"]["secret_access_key"]).to eq("SECRET")
-    end
-  end
-
-  it "generates with swift blobstore" do
-    in_home_folder do
-      setting "provider.name", "openstack"
-      setting "provider.credentials.openstack_auth_url", "http://10.0.0.2:5000/v2.0/tokens"
-      setting "provider.credentials.openstack_username", "USER"
-      setting "provider.credentials.openstack_api_key", "PASSWORD"
-      setting "provider.credentials.openstack_tenant", "TENANT"
-      setting "provider.credentials.openstack_region", "REGION"
-
-      # TODO: get rid of this prompt from Cyoi::Provider
-      setting "provider.options.boot_from_volume", false
-
-      generate_new_release 'redis'
-      expect(File.directory?("jobs")).to eq(true)
-
-      config = YAML.load_file("config/final.yml")
-      expect(config).to_not be_nil
-      expect(config["final_name"]).to eq("redis")
-      expect(config["blobstore"]).to_not be_nil
-      expect(config["blobstore"]["options"]).to_not be_nil
-      expect(config["blobstore"]["provider"]).to eq("swift")
-      expect(config["blobstore"]["options"].keys).to eq(["container_name", "swift_provider"])
-      expect(config["blobstore"]["options"]["container_name"]).to eq("redis-boshrelease")
-
-      config = YAML.load_file("config/private.yml")
-      expect(config).to_not be_nil
-      expect(config["blobstore"]).to_not be_nil
-      expect(config["blobstore"]["swift"]["openstack"]).to_not be_nil
-      expect(config["blobstore"]["swift"]["openstack"]["openstack_auth_url"]).to eq("http://10.0.0.2:5000/v2.0/tokens")
-      expect(config["blobstore"]["swift"]["openstack"].keys).to eq(["openstack_auth_url", "openstack_username", "openstack_api_key", "openstack_tenant", "openstack_region"])
-    end
-  end
-
-  # generate_new_release 'redis'
-  # generate_new_release 'redis-boshrelease'
-end

data/spec/models/bosh_config_spec.rb

@@ -1,11 +0,0 @@
-require "spec_helper"
-require "bosh/gen/models"
-
-describe Bosh::Gen::Models::BoshConfig do
-  it "knows UUID of current target bosh" do
-    fake_config = File.expand_path( \
-      "../../fixtures/bosh_config/multiple_boshes.yml", __FILE__)
-    config = Bosh::Gen::Models::BoshConfig.new(fake_config)
-    expect(config.target_uuid).to eq "f734ed1f-6892-4d96-9123-018c830a8543"
-  end
-end

data/spec/models/deployment_manifest_spec.rb

@@ -1,40 +0,0 @@
-require "spec_helper"
-require "bosh/gen/models"
-
-describe Bosh::Gen::Models::DeploymentManifest do
-  it "creates manifest document with 2 jobs, no disk" do
-    manifest = Bosh::Gen::Models::DeploymentManifest.new("myproj", "UUID",
-      {"name" => "myrelease", "version" => 2},
-      {"instance_type" => "m3.medium", "static_ips" => ['1.2.3.4', '6.7.8.9']}, {})
-    manifest.jobs = [
-      { "name" => "job-with-ips"},
-      { "name" => "misc"}
-    ]
-    expect(manifest.to_yaml).to eq fixture_manifest("2_jobs_2_ips_no_disk")
-  end
-
-  it "creates manifest document with 2 jobs, with disk" do
-    manifest = Bosh::Gen::Models::DeploymentManifest.new("myproj", "UUID",
-      {"name" => "myrelease", "version" => 2},
-      {"instance_type" => "m3.medium", "persistent_disk" => "8196",  "static_ips" => ['1.2.3.4']}, {})
-    manifest.jobs = [
-      { "name" => "job-with-ips"},
-      { "name" => "misc"}
-    ]
-    expect(manifest.to_yaml).to eq fixture_manifest("2_jobs_1_ip_8196_disk")
-  end
-  it "creates manifest document with 2 jobs, with disk, numeric in manifest name" do
-    manifest = Bosh::Gen::Models::DeploymentManifest.new("s3test", "UUID",
-      {"name" => "myrelease", "version" => 2},
-      {"instance_type" => "m3.medium", "persistent_disk" => "8196",  "static_ips" => ['4.3.2.1']}, {})
-    manifest.jobs = [
-      { "name" => "job-with-ips"},
-      { "name" => "misc"}
-    ]
-    expect(manifest.to_yaml).to eq fixture_manifest("2_jobs_1_ip_8196_disk_with_numeric")
-  end
-
-  def fixture_manifest(name)
-    File.read(File.expand_path("../../fixtures/deployment_manifests/#{name}.yml", __FILE__))
-  end
-end

data/spec/models/release_detection_spec.rb

@@ -1,23 +0,0 @@
-require "spec_helper"
-require "bosh/gen/models"
-
-describe Bosh::Gen::Models::ReleaseDetection do
-  it "detects latest dev release version" do
-    detector = Bosh::Gen::Models::ReleaseDetection.new(fixture_release_path('some_dev_releases'))
-    latest_dev_release_version = detector.latest_dev_release_version
-    expect(latest_dev_release_version).to eq 10
-  end
-
-  it "creates release properties for deployment manifest" do
-    detector = Bosh::Gen::Models::ReleaseDetection.new(fixture_release_path('some_dev_releases'))
-    expect(detector.latest_dev_release_properties).to eq({
-      "name" => "myrelease",
-      "version" => 10
-    })
-  end
-
-  it "returns list of jobs" do
-    detector = Bosh::Gen::Models::ReleaseDetection.new(fixture_release_path('some_dev_releases'))
-    expect(detector.latest_dev_release_job_names).to eq %w[redis]
-  end
-end

data/spec/spec_helper.rb

@@ -1,30 +0,0 @@
-# Copyright (c) 2012-2014 Stark & Wayne, LLC
-
-ENV["BUNDLE_GEMFILE"] ||= File.expand_path("../../Gemfile", __FILE__)
-
-require "rubygems"
-require "bundler"
-Bundler.setup(:default, :test)
-
-$:.unshift(File.expand_path("../../lib", __FILE__))
-
-require "rspec/core"
-
-require "bosh/gen/settings"
-
-# load all files in spec/support/* (but not lower down)
-Dir[File.dirname(__FILE__) + '/support/*'].each do |path|
-  require path unless File.directory?(path)
-end
-
-def fixture_release_path(name)
-  File.expand_path("../fixtures/releases/#{name}/", __FILE__)
-end
-
-RSpec.configure do |c|
-  c.before do
-    extend GeneratorSpecHelper
-    setup_universe
-  end
-  c.color = true
-end

data/spec/support/generator_spec_helper.rb

@@ -1,155 +0,0 @@
-require "bosh/gen/cli"
-
-module GeneratorSpecHelper
-  def setup_universe
-    @@local_developer_bosh_config ||= File.expand_path("~/.bosh_config") # ENV['HOME'] messed with later
-    @tmp_root      = File.expand_path("../../tmp", __FILE__)
-    @home_path     = File.join(@tmp_root, "home")
-    @fixtures_path = File.expand_path('../../fixtures', __FILE__)
-    FileUtils.rm_rf   @tmp_root
-    FileUtils.mkdir_p @home_path
-    ENV['HOME'] = @home_path
-    if File.exists?(@@local_developer_bosh_config)
-      FileUtils.cp_r(@@local_developer_bosh_config, @home_path)
-    end
-    setup_git
-  end
-
-  def setup_project_release(name)
-    release_path = File.join(@fixtures_path, "releases", name)
-    FileUtils.cp_r(release_path, @tmp_root)
-    @active_project_folder = File.join(@tmp_root, name)
-  end
-
-  def setup_git
-    in_home_folder do
-      git config: "--global user.name 'Dr Nic Williams'"
-      git config: "--global user.email 'drnic@starkandwayne.com'"
-    end
-  end
-
-  # generate_new_release 'redis'
-  # generate_new_release 'redis-boshrelease'
-  # generate_new_release 'redis', '--s3'
-  # generate_new_release 'redis', '--swift'
-  def generate_new_release(*args)
-    stdout, stderr = capture_stdios do
-      Bosh::Gen::Command.start(["new", *args])
-    end
-    @stdout = File.expand_path(File.join(@tmp_root, "generate_release.out"))
-    File.open(@stdout, "w") {|f| f << stdout; f << stderr}
-  end
-
-  # Runs 'bosh-gen job NAME ...'
-  #
-  # generate_job 'JOBNAME'
-  # generate_job 'JOBNAME', '-d', 'nginx'
-  # generate_job "JOBNAME", "--template", "nginx_rack", '-d', 'nginx', 'ruby', 'myapp'
-  def generate_job(*args)
-    stdout, stderr = capture_stdios do
-      Bosh::Gen::Command.start(["job", *args])
-    end
-    @stdout = File.expand_path(File.join(@tmp_root, "generate_job.out"))
-    File.open(@stdout, "w") {|f| f << stdout; f << stderr}
-  end
-
-  # Runs 'bosh-gen manifest path/to/release'
-  # generate_manifest "path/to/release"
-  def generate_manifest(*args)
-    stdout, stderr = capture_stdios do
-      Bosh::Gen::Command.start(["manifest", *args])
-    end
-    @stdout = File.expand_path(File.join(@tmp_root, "generate_manifest.out"))
-    File.open(@stdout, "w") {|f| f << stdout; f << stderr}
-  end
-
-  # Test that a file exists in job
-  #   job_file_exists "mywebapp", "monit"
-  #   job_file_exists "mywebapp", "templates", "mywebapp_ctl", :executable => true
-  def job_file_exists(*args)
-    if args.last.is_a?(Hash)
-      options = args.pop
-    end
-    path = File.join(["jobs"] + args) # jobs/JOBNAME/monit
-    expect(File.exist?(path)).to eq(true)
-    if options && options[:executable]
-      expect(File.executable?(path)).to eq(true)
-    end
-  end
-
-  # Tests a job template and its spec
-  #   job_template_exists "mywebapp", "mywebapp_ctl.erb", "bin/mywebapp_ctl"
-  #
-  # Spec would contain:
-  #   mywebapp_ctl.erb: bin/mywebapp_ctl
-  def job_template_exists(job, template_name, spec_path)
-    path = File.join("jobs", job, "templates", template_name)
-    expect(File.exist?(path)).to eq(true)
-    spec_templates = job_spec(job)["templates"]
-    expect(spec_templates[template_name]).to_not be_nil
-    expect(spec_templates[template_name]).to eq(spec_path)
-  end
-
-  def job_spec(job)
-    @specs ||= {}
-    @specs[job] ||= YAML.load_file(File.join("jobs", job, "spec"))
-  end
-
-  def setup_active_project_folder project_name
-    @active_project_folder = File.join(@tmp_root, project_name)
-    @project_name = project_name
-  end
-
-  def in_tmp_folder(&block)
-    FileUtils.chdir(@tmp_root, &block)
-  end
-
-  def in_project_folder(&block)
-    project_folder = @active_project_folder || @tmp_root
-    FileUtils.chdir(project_folder, &block)
-  end
-
-  def in_home_folder(&block)
-    FileUtils.chdir(@home_path, &block)
-  end
-
-  def capture_stdios(input = nil, &block)
-    require 'stringio'
-    org_stdin, $stdin = $stdin, StringIO.new(input) if input
-    org_stdout, $stdout = $stdout, StringIO.new
-    org_stderr, $stderr = $stdout, StringIO.new
-    yield
-    return [$stdout.string, $stderr.string]
-  ensure
-    $stderr = org_stderr
-    $stdout = org_stdout
-    $stdin = org_stdin
-  end
-
-  def get_command_output
-    strip_color_codes(File.read(@stdout)).chomp
-  end
-
-  def strip_color_codes(text)
-    text.gsub(/\e\[\d+m/, '')
-  end
-
-  # Run a command in git.
-  #
-  # ==== Examples
-  #
-  #   git :init
-  #   git :add => "this.file that.rb"
-  #   git :add => "onefile.rb", :rm => "badfile.cxx"
-  #
-  def git(commands={})
-    if commands.is_a?(Symbol)
-      `git #{commands}`
-    else
-      commands.each do |cmd, options|
-        `git #{cmd} #{options}`
-      end
-    end
-  end
-
-end