hula 0.7.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c4c2d89b28b0e529f5236121502d5fc7da46a3db
+  data.tar.gz: 380624ff929ed4d53a4383132ca4a49ac75fd893
+SHA512:
+  metadata.gz: 6d9b0269dd701fd4a12b864315ae06af48438e02197359e01663466c2bb7312d47258f642d84ef36475356fe5de214c14d4a14b0d1c4a59cf8a417cabe247963
+  data.tar.gz: 2fa96cadf394a54cc57e004a8e1d4ab21ce82f9702566482b70bb69dd15d39503538f713e94e8dc9c21871cf463f83aab7de32f8c355f494adbbd9f9d49447df

data/LEGAL

@@ -0,0 +1,13 @@
+Copyright (c) 2014-2015 Pivotal Software, Inc. All rights reserved.
+
+Unauthorized use, copying or distribution of this source code via any
+medium is strictly prohibited without the express written consent of
+Pivotal Software, Inc.
+
+THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/lib/hula/bosh_director.rb

@@ -0,0 +1,246 @@
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+
+require 'tempfile'
+require 'yaml'
+require 'socket'
+require 'uri'
+
+require 'hula/command_runner'
+
+module Hula
+  class BoshDirector
+    class NoManifestSpecified < StandardError; end
+    class DirectorPortNotOpen < StandardError; end
+    class DirectorIsBroken < StandardError; end
+
+    def initialize(
+      target_url:,
+      username:,
+      password:,
+      manifest_path: nil,
+      command_runner: CommandRunner.new,
+      logger: default_logger
+    )
+      @target_url            = target_url
+      @username              = username
+      @password              = password
+      @default_manifest_path = manifest_path
+      @command_runner        = command_runner
+      @logger                = logger
+
+      target_and_login
+    end
+
+    # Should rely on `bosh status` and CPI, but currently Bosh Lite is
+    # reporting 'vsphere' instead of 'warden'.
+    def lite?
+      target_url.include? '192.168.50.4'
+    end
+
+    def deploy(manifest_path = default_manifest_path)
+      run_bosh("--deployment #{manifest_path} deploy")
+    end
+
+    def delete_deployment(deployment_name, force: false)
+      cmd = ["delete deployment #{deployment_name}"]
+      cmd << '-f' if force
+      run_bosh(cmd.join(' '))
+    end
+
+    def run_errand(name, manifest_path: default_manifest_path)
+      run_bosh("--deployment #{manifest_path} run errand #{name}")
+    end
+
+    def recreate_all(jobs)
+      jobs.each do |name|
+        recreate(name)
+      end
+    end
+
+    def recreate_instance(name, index)
+      validate_job_instance_index(name, index)
+
+      run_bosh("recreate #{name} #{index}")
+    end
+
+    def recreate(name)
+      properties = job_properties(name)
+
+      instances = properties.fetch('instances')
+
+      instances.times do |instance_index|
+        run_bosh("recreate #{name} #{instance_index}")
+      end
+    end
+
+    def stop(name, index)
+      validate_job_instance_index(name, index)
+
+      run_bosh("stop #{name} #{index} --force")
+    end
+
+    def start(name, index)
+      validate_job_instance_index(name, index)
+
+      run_bosh("start #{name} #{index} --force")
+    end
+
+    def job_logfiles(job_name)
+      tmpdir = Dir.tmpdir
+      run_bosh("logs #{job_name} 0 --job --dir #{tmpdir}")
+      tarball = Dir[File.join(tmpdir, job_name.to_s + '*.tgz')].last
+      output = command_runner.run("tar tf #{tarball}")
+      lines = output.split(/\n+/)
+      filepaths = lines.map { |f| Pathname.new(f) }
+      logpaths = filepaths.select { |f| f.extname == '.log' }
+      logpaths.map(&:basename).map(&:to_s)
+    end
+
+    def has_logfiles?(job_name, logfile_names)
+      logs = job_logfiles(job_name)
+      logfile_names.each do |logfile_name|
+        return false unless logs.include?(logfile_name)
+      end
+      true
+    end
+
+    def deployment_names
+      deployments = run_bosh('deployments')
+      # [\n\r]+ a new line,
+      # \s* maybe followed by whitespace,
+      # \| followed by a pipe,
+      # \s+ followed by whitespace,
+      # ([^\s]+) followed some characters (ie, not whitespace, or a pipe) — this is the match
+      first_column = deployments.scan(/[\n\r]+\s*\|\s+([^\s\|]+)/).flatten
+
+      first_column.drop(1) # without header
+    end
+
+    # Parses output of `bosh vms` like below, getting an array of IPs for a job name
+    # +------------------------------------+---------+---------------+--------------+
+    # | Job/index                          | State   | Resource Pool | IPs          |
+    # +------------------------------------+---------+---------------+--------------+
+    # | api_z1/0                           | running | large_z1      | 10.244.0.138 |
+    # ...
+    def ips_for_job(job, deployment_name = nil)
+      output = run_bosh("vms #{deployment_name}")
+      deployments = output.split(/^Deployment/)
+
+      job_ip_map = {}
+
+      deployments.each do |deployment|
+        rows = deployment.split("\n")
+        row_cols = rows.map { |row| row.split('|') }
+        job_cols = row_cols.  select { |cols| cols.length == 5 } # match job boxes
+        job_ip_pairs = job_cols.map { |cols| [cols[1].strip, cols.last.strip] }
+        jobs_with_real_ips = job_ip_pairs.select { |pairs| pairs.last =~ /\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}/ }
+        # converts eg   cf-redis-broker/2  to cf-redis-broker
+        jobs_without_instance_numbers = jobs_with_real_ips.map { |pair| [pair.first.gsub(/\/.*/, ''), pair.last] }
+        jobs_without_instance_numbers.each do |job|
+          name, ip = job
+          job_ip_map[name] ||= []
+          job_ip_map[name] << ip
+        end
+      end
+
+      job_ip_map.fetch(job, [])
+    end
+
+    private
+
+    attr_reader :target_url, :username, :password, :command_runner, :logger
+
+    def job_properties(job_name)
+      manifest.fetch('jobs').find { |job| job.fetch('name') == job_name }.tap do |properties|
+        fail ArgumentError.new('Job not found in manifest') unless properties
+      end
+    end
+
+    def validate_job_instance_index(job_name, index)
+      properties = job_properties(job_name)
+      instances = properties.fetch('instances')
+      fail ArgumentError.new('Index out of range') unless (0...instances).include? index
+    end
+
+    def default_logger
+      @default_logger ||= begin
+        STDOUT.sync = true
+        require 'logger'
+        Logger.new(STDOUT)
+      end
+    end
+
+    def default_manifest_path?
+      !!@default_manifest_path
+    end
+
+    def default_manifest_path
+      fail NoManifestSpecified unless default_manifest_path?
+      @default_manifest_path
+    end
+
+    def manifest
+      YAML.load_file(default_manifest_path)
+    end
+
+    def target_and_login
+      run_bosh("target #{target_url}")
+      run_bosh("deployment #{default_manifest_path}") if default_manifest_path?
+      run_bosh("login #{username} #{password}")
+    end
+
+    def run_bosh(cmd)
+      command = "bosh -v -n --config '#{bosh_config_path}' #{cmd}"
+      logger.info(command)
+
+      command_runner.run(command)
+    rescue CommandFailedError => e
+      logger.error(e.message)
+      health_check!
+      raise e
+    end
+
+    def bosh_config_path
+      # We should keep a reference to the tempfile, otherwise,
+      # when the object gets GC'd, the tempfile is deleted.
+      @bosh_config_tempfile ||= Tempfile.new('bosh_config')
+      @bosh_config_tempfile.path
+    end
+
+    def health_check!
+      check_port!
+      check_deployments!
+    end
+
+    def target_uri
+      @target_uri ||= URI.parse(target_url)
+    end
+
+    def check_deployments!
+      http = Net::HTTP.new(target_uri.host, target_uri.port)
+      http.use_ssl = target_uri.scheme == 'https'
+      http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+
+      response = http.get('/deployments')
+
+      unless response.is_a? Net::HTTPSuccess
+        fail DirectorIsBroken, "Failed to GET /deployments from #{target_uri}. Returned:\n\n#{response.to_hash}\n\n#{response.body}"
+      end
+    end
+
+    def check_port!
+      socket = TCPSocket.new(target_uri.host, target_uri.port)
+      socket.close
+    rescue Errno::ECONNREFUSED, Errno::EHOSTUNREACH
+      raise DirectorPortNotOpen, "Cannot connect to #{target_uri.host}:#{target_uri.port}"
+    end
+  end
+end

data/lib/hula/bosh_manifest/job.rb

@@ -0,0 +1,35 @@
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+
+module Hula
+  class BoshManifest
+    class Job
+      def initialize(job_hash)
+        @job_hash = job_hash
+      end
+
+      def static_ips
+        first_network.fetch('static_ips')
+      end
+
+      def properties
+        @job_hash.fetch('properties')
+      end
+
+      private
+
+      attr_reader :job_hash
+
+      def first_network
+        job_hash.fetch('networks').first
+      end
+    end
+  end
+end

data/lib/hula/bosh_manifest.rb

@@ -0,0 +1,102 @@
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+
+require 'yaml'
+require 'hula/bosh_manifest/job'
+
+module Hula
+  class BoshManifest
+    class NoManifestPathGiven < StandardError; end
+
+    attr_reader :path
+
+    def initialize(manifest_yaml, path: nil)
+      @manifest_hash = YAML.load(manifest_yaml)
+      @path = path
+      fail 'Invalid manifest' unless manifest_hash.is_a?(Hash)
+    end
+
+    def self.from_file(path)
+      new(File.read(path), path: path)
+    rescue Errno::ENOENT
+      raise "Could not open the manifest file: '#{path}'"
+    end
+
+    def property(property_name)
+      components = property_components(property_name)
+      traverse_properties(components)
+    rescue KeyError
+      raise "Could not find property '#{property_name}' in #{properties.inspect}"
+    end
+
+    def set_property(property_name, value)
+      components = property_components(property_name)
+      traverse_properties_and_set(properties, components, value)
+      save
+    end
+
+    def deployment_name
+      manifest_hash.fetch('name')
+    rescue KeyError
+      raise "Could not find deployment name in #{manifest_hash.inspect}"
+    end
+
+    def job(job_name)
+      jobs = manifest_hash.fetch('jobs')
+      job = jobs.detect { |j| j.fetch('name') == job_name }
+
+      fail "Could not find job name '#{job_name}' in job list: #{jobs.inspect}" if job.nil?
+
+      Job.new(job)
+    end
+
+    def resource_pools
+      manifest_hash.fetch('resource_pools')
+    end
+
+    private
+
+    attr_reader :manifest_hash
+
+    def save
+      unless path
+        fail NoManifestPathGiven, 'Cannot save manifest without providing a path'
+      end
+      File.write(path, manifest_hash.to_yaml)
+    end
+
+    def properties
+      manifest_hash.fetch('properties')
+    end
+
+    def property_components(property_name)
+      property_name.split('.')
+    end
+
+    def traverse_properties(components)
+      components.inject(properties) do |current_node, component|
+        current_node.fetch(component)
+      end
+    end
+
+    def traverse_properties_and_set(properties, components, value)
+      component = components.shift
+
+      if components.any?
+        unless properties.key?(component)
+          fail "Could not find property '#{component}' in #{properties.inspect}"
+        end
+        traverse_properties_and_set(properties[component], components, value)
+      else
+        properties[component] = value
+      end
+    end
+  end
+end

data/lib/hula/cloud_foundry/service_broker.rb

@@ -0,0 +1,36 @@
+# Copyright (c) 2014-2015 Pivotal Software, Inc.
+# All rights reserved.
+# THE SOFTWARE IS PROVIDED “AS IS”, WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
+# INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR
+# PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+# TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE
+# USE OR OTHER DEALINGS IN THE SOFTWARE.
+#
+
+require 'uri'
+
+module Hula
+  class CloudFoundry
+    class ServiceBroker
+      attr_reader :name
+
+      def initialize(name:, url:)
+        @name = name
+        @url = url
+      end
+
+      def ==(other)
+        is_a?(other.class) && @name == other.name && @url == other.url
+      end
+
+      def uri
+        URI.parse(url)
+      end
+
+      protected
+
+      attr_reader :url
+    end
+  end
+end