bosh-cloudfoundry 0.2.0

data/lib/bosh-cloudfoundry/config.rb

@@ -0,0 +1,6 @@
+require "bosh-cloudfoundry/config/common_config"
+require "bosh-cloudfoundry/config/system_config"
+require "bosh-cloudfoundry/config/microbosh_config"
+require "bosh-cloudfoundry/config/dea_config"
+require "bosh-cloudfoundry/config/postgresql_service_config"
+require "bosh-cloudfoundry/config/redis_service_config"

data/lib/bosh-cloudfoundry/config/common_config.rb

@@ -0,0 +1,27 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; module CloudFoundry; module Config; end; end; end
+
+module Bosh::CloudFoundry::Config
+  class CommonConfig < Bosh::Cli::Config
+
+    [
+      :base_systems_dir, # e.g. /var/vcap/store/systems
+      :target_system,        # e.g. /var/vcap/store/systems/production
+      :cf_release_git_repo, # e.g. "git://github.com/cloudfoundry/cf-release.git"
+      :bosh_git_repo,    # e.g. "git://github.com/cloudfoundry/bosh.git"
+      :releases_dir,     # e.g. /var/vcap/store/releases
+      :cf_release_dir,   # e.g. /var/vcap/store/releases/cf-release
+      :stemcells_dir,    # e.g. /var/vcap/store/stemcells
+      :repos_dir,        # e.g. /var/vcap/store/repos
+    ].each do |attr|
+      define_method attr do
+        read(attr, false)
+      end
+
+      define_method "#{attr}=" do |value|
+        write_global(attr, value)
+      end
+    end
+  end
+end

data/lib/bosh-cloudfoundry/config/dea_config.rb

@@ -0,0 +1,150 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; module CloudFoundry; module Config; end; end; end
+
+class Bosh::CloudFoundry::Config::DeaConfig
+  attr_reader :system_config
+
+  def initialize(system_config)
+    @system_config = system_config
+  end
+
+  def self.build_from_system_config(system_config)
+    system_config.dea ||= {}
+    new(system_config)
+  end
+
+  def bosh_provider_name
+    @system_config.bosh_provider
+  end
+
+  def update_count_and_flavor(server_count, server_flavor)
+    self.dea_server_count = server_count.to_i
+    self.dea_server_flavor = server_flavor.to_s
+    self.save
+  end
+
+  # Determine ow many DEA servers are required
+  # based on the system configuration
+  def dea_server_count
+    @system_config.dea["count"] || 0
+  end
+
+  def dea_server_count=(count)
+    @system_config.dea["count"] = count
+  end
+
+  def dea_server_flavor
+    @system_config.dea["flavor"]
+  end
+
+  def dea_server_flavor=(flavor)
+    @system_config.dea["flavor"] = flavor
+  end
+
+  def save
+    @system_config.save
+  end
+
+  # Adds additional cf-release jobs into the core server (the core job in the manifest)
+  def add_core_jobs_to_manifest(manifest)
+    if dea_server_count == 0
+      @core_job ||= manifest["jobs"].find { |job| job["name"] == "core" }
+      @core_job["template"] << "dea"
+    end
+  end
+
+  # Adds resource pools to the target manifest, if dea_server_count > 0
+  #
+  # - name: dea
+  #   network: default
+  #   size: 2
+  #   stemcell: 
+  #     name: bosh-stemcell
+  #     version: 0.6.4
+  #   cloud_properties: 
+  #     instance_type: m1.xlarge
+  def add_resource_pools_to_manifest(manifest)
+    if dea_server_count > 0
+      resource_pool = {
+        "name" => "dea",
+        "network" => "default",
+        "size" => dea_server_count,
+        "stemcell" => {
+          "name" => @system_config.stemcell_name,
+          "version" => @system_config.stemcell_version
+        },
+        # TODO how to create "cloud_properties" per-provider?
+        "cloud_properties" => {
+          "instance_type" => dea_server_flavor
+        }
+      }
+      manifest["resource_pools"] << resource_pool
+    end
+  end
+
+  # Jobs to add to the target manifest
+  #
+  # - name: dea
+  #   template: 
+  #   - dea
+  #   instances: 2
+  #   resource_pool: dea
+  #   networks: 
+  #   - name: default
+  #     default: 
+  #     - dns
+  #     - gateway
+  def add_jobs_to_manifest(manifest)
+    if dea_server_count > 0
+      job = {
+        "name" => "dea",
+        "template" => ["dea"],
+        "instances" => dea_server_count,
+        "resource_pool" => "dea",
+        # TODO are these AWS-specific networks?
+        "networks" => [{
+          "name" => "default",
+          "default" => ["dns", "gateway"]
+        }]
+      }
+      manifest["jobs"] << job
+    end
+  end
+
+  # Add extra configuration properties into the manifest
+  # to configure the allocation of RAM to the DEA
+  def merge_manifest_properties(manifest)
+    manifest["properties"]["dea"] ||= {}
+    manifest["properties"]["dea"] = {
+      "max_memory" => max_memory
+    }
+  end
+
+  def max_memory
+    if dea_server_count > 0
+      max_memory_for_dedicated_dea
+    else
+      512
+    end
+  end
+
+  # @return [Integer] available ram for running CloudFoundry apps
+  def max_memory_for_dedicated_dea
+    ram_for_server_flavor - preallocated_ram
+  end
+
+  # @return [Integer] the ballpark ram for DEA, BOSH agent, etc
+  def preallocated_ram
+    300
+  end
+
+  def ram_for_server_flavor
+    provider.ram_for_server_flavor(dea_server_flavor)
+  end
+
+  # a helper object for the target BOSH provider
+  def provider
+    @provider ||= Bosh::CloudFoundry::Providers.for_bosh_provider_name(system_config)
+  end
+end

data/lib/bosh-cloudfoundry/config/microbosh_config.rb

@@ -0,0 +1,106 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; module CloudFoundry; module Config; end; end; end
+
+# Helper to create a Fog::Connection based on auto-discovery
+# of the CPI credentials of a microbosh's local configuration.
+#
+# If ~/.bosh_deployer_config exists, it contains the location of
+# the `micro_bosh.yml` for each microbosh.
+class Bosh::CloudFoundry::Config::MicroboshConfig
+  attr_reader :deployed_microboshes, :target_bosh_host
+
+  def initialize(target_bosh_host)
+    @target_bosh_host = target_bosh_host
+  end
+
+  def valid?
+    validate_target_bosh_host &&
+    validate_bosh_deployer_config
+  end
+
+  def fog_compute
+    return nil unless valid?
+    @fog_compute ||= Fog::Compute.new(fog_connection_properties)
+  end
+
+  def fog_connection_properties
+    if aws?
+      ec2_endpoint = provider_credentials["ec2_endpoint"]
+      if ec2_endpoint =~ /ec2\.([\w-]+)\.amazonaws\.com/
+        region = $1
+      else
+        raise "please add support to extra 'region' from #{ec2_endpoint}"
+      end
+      {
+        provider: "aws",
+        region: region,
+        aws_access_key_id: provider_credentials["access_key_id"],
+        aws_secret_access_key: provider_credentials["secret_access_key"]
+      }
+    else
+      raise "please implement #fog_credentials for #{bosh_provider}"
+    end
+  end
+
+  def bosh_provider
+    cloud_config["plugin"]
+  end
+
+  def provider_credentials
+    cloud_config["properties"][bosh_provider]
+  end
+
+  def aws?
+    bosh_provider == "aws"
+  end
+
+  # micro_bosh.yml looks like:
+  #
+  # cloud:
+  #   plugin: aws
+  #   properties:
+  #     aws:
+  #       access_key_id: ACCESS
+  #       secret_access_key: SECRET
+  #       ec2_endpoint: ec2.us-east-1.amazonaws.com
+  #       default_security_groups:
+  #       - microbosh-aws-us-east-1
+  #       default_key_name: microbosh-aws-us-east-1
+  #       ec2_private_key: /home/vcap/.ssh/microbosh-aws-us-east-1.pem
+  def cloud_config
+    microbosh_config["cloud"]
+  end
+
+  def microbosh_config
+    YAML.load_file(target_microbosh_config_path)
+  end
+
+  # ensure input value is a valid URI
+  def validate_target_bosh_host
+    URI.parse(target_bosh_host)
+    true
+  rescue
+    false
+  end
+
+  # ensure there is a ~/.bosh_deployer_config
+  def validate_bosh_deployer_config
+    return false unless File.exist? bosh_deployer_config
+    @deployed_microboshes = YAML.load_file(bosh_deployer_config)
+    return false unless target_microbosh_config_path
+    true
+  end
+
+  def bosh_deployer_config
+    File.expand_path("~/.bosh_deployer_config")
+  end
+
+  # .bosh_deployer_config looks like:
+  #
+  # deployment: 
+  #   http://1.2.3.4:25555: /path/to/micro_bosh.yml
+  def target_microbosh_config_path
+    deployed_microboshes["deployment"][target_bosh_host]
+  end
+end

data/lib/bosh-cloudfoundry/config/postgresql_service_config.rb

@@ -0,0 +1,185 @@
+# Copyright (c) 2012-2013 Stark & Wayne, LLC
+
+module Bosh; module CloudFoundry; module Config; end; end; end
+
+class Bosh::CloudFoundry::Config::PostgresqlServiceConfig
+
+  def initialize(system_config)
+    @system_config = system_config
+  end
+
+  def self.build_from_system_config(system_config)
+    system_config.postgresql ||= []
+    new(system_config)
+  end
+
+  def config
+    @system_config.postgresql
+  end
+
+  # @return [Boolean] true if there are any postgresql nodes to be provisioned
+  def any_service_nodes?
+    total_service_nodes_count > 0
+  end
+
+  def total_service_nodes_count
+    config.inject(0) { |total, cluster| total + (cluster["count"].to_i) }
+  end
+
+  def bosh_provider_name
+    @system_config.bosh_provider
+  end
+
+  def update_cluster_count_for_flavor(server_count, server_flavor, server_plan="free")
+    if cluster = find_cluster_for_flavor(server_flavor.to_s)
+      cluster["count"] = server_count
+    else
+      config << {"count" => server_count, "flavor" => server_flavor.to_s, "plan" => server_plan}
+    end
+    self.save
+  end
+
+  # @return [Hash] the Hash from @system_config for the requested flavor
+  # nil if its not currently a requested flavor
+  def find_cluster_for_flavor(server_flavor)
+    @system_config.postgresql.find { |cl| cl["flavor"] == server_flavor }
+  end
+
+  def save
+    @system_config.save
+  end
+
+  # resource_pool name for a cluster
+  # cluster_name like 'postgresql_m1_xlarge_free'
+  def cluster_name(cluster)
+    server_flavor = cluster["flavor"]
+    server_plan = cluster["plan"] || "free"
+    cluster_name = "postgresql_#{server_flavor}_#{server_plan}"
+    cluster_name.gsub!(/\W+/, '_')
+    cluster_name
+  end
+
+  # Adds "postgresql_gateway" to colocated "core" job
+  def add_core_jobs_to_manifest(manifest)
+    if any_service_nodes?
+      @core_job ||= manifest["jobs"].find { |job| job["name"] == "core" }
+      @core_job["template"] << "postgresql_gateway"
+    end
+  end
+
+  # Adds resource pools to the target manifest, if server_count > 0
+  #
+  # - name: postgresql
+  #   network: default
+  #   size: 2
+  #   stemcell: 
+  #     name: bosh-stemcell
+  #     version: 0.6.4
+  #   cloud_properties: 
+  #     instance_type: m1.xlarge
+  def add_resource_pools_to_manifest(manifest)
+    if any_service_nodes?
+      config.each do |cluster|
+        server_count = cluster["count"]
+        server_flavor = cluster["flavor"]
+        resource_pool = {
+          "name" => cluster_name(cluster),
+          "network" => "default",
+          "size" => server_count,
+          "stemcell" => {
+            "name" => @system_config.stemcell_name,
+            "version" => @system_config.stemcell_version
+          },
+          # TODO how to create "cloud_properties" per-provider?
+          "cloud_properties" => {
+            "instance_type" => server_flavor
+          },
+          "persistent_disk" => 16192
+        }
+        manifest["resource_pools"] << resource_pool
+      end
+    end
+  end
+
+  # Jobs to add to the target manifest
+  #
+  # - name: postgresql
+  #   template: 
+  #   - postgresql
+  #   instances: 2
+  #   resource_pool: postgresql
+  #   networks: 
+  #   - name: default
+  #     default: 
+  #     - dns
+  #     - gateway
+  def add_jobs_to_manifest(manifest)
+    if any_service_nodes?
+      config.each do |cluster|
+        server_count = cluster["count"]
+        server_flavor = cluster["flavor"]
+        job = {
+          "name" => cluster_name(cluster),
+          "template" => ["postgresql_node"],
+          "instances" => server_count,
+          "resource_pool" => cluster_name(cluster),
+          # TODO are these AWS-specific networks?
+          "networks" => [{
+            "name" => "default",
+            "default" => ["dns", "gateway"]
+          }],
+          "persistent_disk" => 16192
+        }
+        manifest["jobs"] << job
+      end
+    end
+  end
+
+  # Add extra configuration properties into the manifest
+  # for the gateway, node, and service plans
+  def merge_manifest_properties(manifest)
+    if any_service_nodes?
+      manifest["properties"]["postgresql_gateway"] = {
+        "admin_user"=>"psql_admin",
+        "admin_passwd_hash"=>nil,
+        "token"=>"TOKEN",
+        "supported_versions"=>["9.0"],
+        "version_aliases"=>{"current"=>"9.0"}
+      }
+      manifest["properties"]["postgresql_node"] = {
+        "admin_user"=>"psql_admin",
+        "admin_passwd_hash"=>nil,
+        "available_storage"=>2048,
+        "max_db_size"=>256,
+        "max_long_tx"=>30,
+        "supported_versions"=>["9.0"],
+        "default_version"=>"9.0"
+      }
+      manifest["properties"]["service_plans"]["postgresql"] = {
+        "free"=>
+         {"job_management"=>{"high_water"=>1400, "low_water"=>100},
+          "configuration"=>
+           {"capacity"=>200,
+            "max_db_size"=>128,
+            "max_long_query"=>3,
+            "max_long_tx"=>30,
+            "max_clients"=>20,
+            "backup"=>{"enable"=>true}}}
+      }
+    end
+  end
+
+  # @return [Integer] the ballpark ram for postgresql, BOSH agent, etc
+  def preallocated_ram
+    300
+  end
+
+  def ram_for_server_flavor
+    provider.ram_for_server_flavor(server_flavor)
+  end
+
+  # a helper object for the target BOSH provider
+  def provider
+    @provider ||= Bosh::CloudFoundry::Providers.for_bosh_provider_name(system_config)
+  end
+end