zzsharedlib 0.0.4

data/LICENSE

@@ -0,0 +1 @@
+Copyright (c) 2011 ZangZing, LLC

data/README.rdoc

@@ -0,0 +1,10 @@
+= zz
+
+Deploy tool for ZangZing and Amazon instances
+
+== Installation
+  $ gem install zzdeploy
+
+== Copyright
+
+Copyright (c) 2011 ZangZing, LLC. See LICENSE for details.

data/Rakefile

@@ -0,0 +1,25 @@
+require 'spec/rake/spectask'
+require 'rake/rdoctask'
+
+$LOAD_PATH.unshift(File.expand_path('../lib', __FILE__))
+
+Spec::Rake::SpecTask.new(:spec) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.spec_files = FileList['spec/**/*_spec.rb']
+end
+
+Spec::Rake::SpecTask.new(:rcov) do |spec|
+  spec.libs << 'lib' << 'spec'
+  spec.pattern = 'spec/**/*_spec.rb'
+  spec.rcov = true
+end
+
+Rake::RDocTask.new do |rdoc|
+  require 'zz_deploy'
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "zzdeploy #{ZZDeploy::VERSION}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+task :default => :spec

data/lib/zzsharedlib.rb

@@ -0,0 +1,11 @@
+$:.unshift(File.dirname(__FILE__))
+require 'rubygems'
+
+require 'right_aws'
+require 'sdb/active_sdb'
+
+require 'zzsharedlib/utilities'
+require 'zzsharedlib/monkey_patches'
+require 'zzsharedlib/amazon'
+require 'zzsharedlib/options'
+require 'zzsharedlib/deploy_group_simple_db'

data/lib/zzsharedlib/amazon.rb

@@ -0,0 +1,207 @@
+require 'logger'
+
+# this class manages global stuff related to the amazon connection
+module ZZSharedLib
+
+  class Amazon
+    attr_reader :ec2, :elb
+
+    def self.ec2
+      @@ec2 ||= RightAws::Ec2.new(access_key, secret_key, :endpoint_url => 'https://ec2.us-east-1.amazonaws.com/', :logger => Amazon.logger)
+    end
+
+    def self.elb
+      @@elb ||= RightAws::ElbInterface.new(access_key, secret_key, :logger => Amazon.logger)
+    end
+
+    def self.secret_key
+      Options.get(:secret_key) || ENV['AWS_SECRET_ACCESS_KEY']
+    end
+
+    def self.access_key
+      Options.get(:access_key) || ENV['AWS_ACCESS_KEY_ID']
+    end
+
+    def self.log_level
+      Options.get(:log_level) || Logger::Severity::WARN
+    end
+
+    def self.make_logger
+      # need to pass in a logdev for this to work...
+      logger = Logger.new(STDOUT)
+      logger.level = log_level
+      logger
+    end
+
+    def self.logger
+      @@logger ||= make_logger
+    end
+
+    def initialize
+      connection = RightAws::ActiveSdb.establish_connection(Amazon.access_key, Amazon.secret_key, :logger => Amazon.logger)
+      @ec2 = Amazon.ec2
+      @elb = Amazon.elb
+      @force_tags = true
+    end
+
+    # get the deploy group object from the simple db
+    def find_deploy_group(group_name)
+      # first see if already exists
+      deploy_group = DeployGroupSimpleDB.find_by_zz_object_type_and_group(DeployGroupSimpleDB.object_type, group_name, :auto_load => true)
+
+      if deploy_group.nil? || deploy_group[:group] != group_name
+        raise "Deploy group not found.  Make sure you specified the correct deploy group name."
+      end
+
+      deploy_group
+    end
+
+    # call this to ensure the tags come from amazon next time
+    def flush_tags
+      @force_tags = true
+    end
+
+    # does a describe and returns the map, if we already have it and not doing force
+    # return what we already have
+    # we filter out any terminated instances
+    def describe_tags
+      return @describe_tags if @force_tag == false && !@describe_tags.nil?
+      @force_tags = false   # use from cache next time unless somebody resets flag
+      # grab it all and filter later
+      all_tags = ec2.describe_tags
+
+      # filter out any terminated instances
+      instances = ec2.describe_instances
+      ignore_instances = Set.new
+      instances.each do |instance|
+        if instance[:aws_state] != 'running'
+          ignore_instances << instance[:aws_instance_id]
+        end
+      end
+      filtered_tags = []
+      all_tags.each do |tag|
+        resource_id = tag[:resource_id]
+        filtered_tags << tag unless ignore_instances.include?(resource_id)
+      end
+
+      return @describe_tags = filtered_tags
+    end
+
+    # return all the tags that match a given resource id
+    def tags_for_resource(id)
+      tags = []
+      id = id.to_s
+      describe_tags.each do |tag|
+        tags << tag if id == tag[:resource_id]
+      end
+
+      return tags
+    end
+
+    # flatten the key/values into a top level hash
+    # assumes all tags are for the same resource id
+    def flat_tags_for_resource(id)
+      tags = tags_for_resource(id)
+      flat = {}
+      tags.each do |tag|
+        key = tag[:key]
+        value = tag[:value]
+        flat[key.to_sym] = value
+      end
+
+      return flat
+    end
+
+    # find an exact match for a given resource type, key, and value
+    # returns a list of the resource_ids that matched
+    def find_typed_resource(type, key, value)
+      ids = []
+      type = type.to_s
+      key = key.to_s
+      value = value.to_s
+      describe_tags.each do |tag|
+        if type == tag[:resource_type] && key == tag[:key] && value == tag[:value]
+          ids << tag[:resource_id]
+        end
+      end
+
+      return ids
+    end
+
+    # finds instances within a group/app by a role
+    def find_by_role(group, role)
+      match_role = find_typed_resource("instance", :role, role)
+      match_group = find_typed_resource("instance", :group, group)
+      # find the ones that match all three
+      match = match_role & match_group
+    end
+
+    # find with filters and sort by Name, returns
+    # array of maps with
+    # [{:resource_id => inst_id, :Name => "Instance Name"},...]
+    #
+    def find_and_sort_named_instances(group = nil, role = nil, ready_only = true)
+      instances = {}
+      describe_tags.each do |tag|
+        if "instance" == tag[:resource_type]
+          resource_id = tag[:resource_id]
+          inst = instances[resource_id]
+          if inst.nil?
+            inst = { :resource_id => resource_id }
+            instances[resource_id] = inst
+          end
+          key = tag[:key].to_sym
+          value = tag[:value]
+          inst[key] = value
+        end
+      end
+
+      # ok, we've collected the data now we need to filter it
+      filtered_instances = []
+      need_describe = []
+      instances.each_value do |inst|
+        next if inst[:group].nil? ||(group.nil? == false && inst[:group] != group.to_s)
+        next if inst[:role].nil? || (role.nil? == false && inst[:role] != role.to_s)
+        next if ready_only && inst[:state] != "ready"
+        filtered_instances << inst
+        need_describe << inst[:resource_id]
+      end
+      filtered_instances.sort! { |a,b| a[:Name] <=> b[:Name] }
+
+      # last step is to describe the instances we care about to get
+      # more info and add that to each instance returned
+      az_instances = ec2.describe_instances(need_describe)
+      az_hash = {}
+      az_instances.each do |instance|
+        key = instance[:aws_instance_id]
+        az_hash[key] = instance
+      end
+      # now update the info on filtered instances
+      filtered_instances.each do |instance|
+        inst_id = instance[:resource_id]
+        detail = az_hash[inst_id]
+        instance[:public_hostname] = detail[:dns_name]
+        instance[:local_hostname] = detail[:private_dns_name]
+      end
+      return filtered_instances
+    end
+
+    # similar to find_and_sort_named_instances but
+    # returns a hash with the instance id as the key
+    # for each element
+    #
+    # {:instance_id => { :Name => "Instance Name", :role => role},...}
+    #
+    def find_named_instances(group = nil, role = nil, ready_only = true)
+      remapped = {}
+      instances = find_and_sort_named_instances(group, role)
+      instances.each do |instance|
+        key = instance[:resource_id].to_sym
+        remapped[key] = instance
+      end
+      return remapped
+    end
+
+  end
+
+end

data/lib/zzsharedlib/deploy_group_simple_db.rb

@@ -0,0 +1,33 @@
+module ZZSharedLib
+  class DeployGroupSimpleDB < RightAws::ActiveSdb::Base
+    set_domain_name "deploy"
+
+    columns do
+      zz_object_type
+      group
+      config_json
+      recipes_deploy_tag
+      app_deploy_tag
+      created_at
+      updated_at
+    end
+
+    def self.object_type
+      @@object_type ||= 'deploy_group_type'.freeze
+    end
+
+    def config
+      @config ||= JSON.parse(self.config_json).recursively_symbolize_keys!
+    end
+
+    def config=(object)
+      self.config_json = JSON.fast_generate(object)
+    end
+
+    # use strings for time
+    def save
+      self.updated_at = Time.now.strftime('%Y-%m-%dT%H:%M:%S%z')
+      super
+    end
+  end
+end

data/lib/zzsharedlib/monkey_patches.rb

@@ -0,0 +1,39 @@
+# serialize the data with padding
+class RightAws::ActiveSdb
+  class IntegerSerialization
+    class << self
+      def serialize(int)
+        str = int.to_s
+        str = str.rjust(12, '0')
+        str
+      end
+
+      def deserialize(string)
+        string.to_i
+      end
+    end
+  end
+end
+
+
+class Hash
+  # A method to recursively symbolize all keys in the Hash class
+  def recursively_symbolize_keys!
+    self.symbolize_keys!
+    self.values.each do |v|
+      if v.is_a? Hash
+        v.recursively_symbolize_keys!
+      elsif v.is_a? Array
+        #v.recursively_symbolize_keys!
+      end
+    end
+    self
+  end
+
+  def symbolize_keys!
+    keys.each do |key|
+      self[(key.to_sym rescue key) || key] = delete(key)
+    end
+    self
+  end
+end

data/lib/zzsharedlib/options.rb

@@ -0,0 +1,30 @@
+module ZZSharedLib
+  # tracks the global and per command options but lets you
+  # fetch values without regard to which one.  The command
+  # is checked before the global
+  class Options
+    def self.global_options=(options)
+      @@global_options = options
+    end
+
+    def self.cmd_options=(options)
+      @@cmd_options = options
+    end
+
+    def self.cmd_options
+      @@cmd_options ||= {}
+    end
+
+    def self.global_options
+      @@global_options ||= {}
+    end
+
+    def self.get(option)
+      v = cmd_options[option]
+      return v if !v.nil?
+
+      v = global_options[option]
+      return v
+    end
+  end
+end

data/lib/zzsharedlib/utilities.rb

@@ -0,0 +1,64 @@
+module ZZSharedLib
+  class CL
+    # run a command line and echo to console
+    def self.do_cmd(cmd)
+      puts cmd
+      Kernel.system(cmd)
+    end
+
+    # same as above but returns the result code
+    # 0 is success, anything else is an error code
+    def self.do_cmd_result(cmd)
+      do_cmd(cmd)
+      $?.exitstatus
+    end
+  end
+
+  class Utils
+    READY = "ready".freeze
+    ERROR = "error".freeze
+    START = "deploying".freeze
+    MAINT = "maint".freeze
+    NEVER = "never".freeze
+    RESTARTING = "restarting".freeze
+    OK_TO_DEPLOY_STATES = [NEVER, READY, ERROR].freeze
+
+    def initialize(amazon)
+      @amazon = amazon
+    end
+
+    # mark the deploy state of all unless already marked
+    # as errors so we don't overwrite that state
+    def mark_deploy_state(instances, state_tag, state, keep_error_state = false)
+      to_tag = []
+      instances.each do |instance|
+        inst_id = instance[:resource_id]
+        if keep_error_state
+          tags = @amazon.flat_tags_for_resource(inst_id)
+          deploy_tag = tags[state_tag]
+          if !deploy_tag.nil? && deploy_tag != ERROR
+            to_tag << inst_id
+          end
+        else
+          to_tag << inst_id
+        end
+      end
+      @amazon.ec2.create_tags(to_tag, {state_tag => state })
+      @amazon.flush_tags
+    end
+
+    def check_deploy_state(instances, state_tags)
+      instances.each do |instance|
+        inst_id = instance[:resource_id]
+        tags = @amazon.flat_tags_for_resource(inst_id)
+        state_tags.each do |state_tag|
+          deploy_tag = tags[state_tag]
+          if !deploy_tag.nil? && !OK_TO_DEPLOY_STATES.include?(deploy_tag)
+            raise "One or more instances is still marked as deploying for tag key: #{state_tag}, value: #{deploy_tag}, we will not deploy again.  You can use --force to override"
+          end
+        end
+      end
+    end
+  end
+
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification 
+name: zzsharedlib
+version: !ruby/object:Gem::Version 
+  hash: 23
+  prerelease: 
+  segments: 
+  - 0
+  - 0
+  - 4
+  version: 0.0.4
+platform: ruby
+authors: 
+- Greg Seitz
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2011-08-05 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: right_aws
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 27
+        segments: 
+        - 1
+        - 3
+        - 0
+        version: 1.3.0
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 15
+        segments: 
+        - 1
+        - 4
+        - 4
+        version: 1.4.4
+    - - <=
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 1
+        - 5
+        - 2
+        version: 1.5.2
+  type: :runtime
+  version_requirements: *id002
+description: Useful utility library
+email: 
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- lib/zzsharedlib/amazon.rb
+- lib/zzsharedlib/deploy_group_simple_db.rb
+- lib/zzsharedlib/monkey_patches.rb
+- lib/zzsharedlib/options.rb
+- lib/zzsharedlib/utilities.rb
+- lib/zzsharedlib.rb
+- Rakefile
+- LICENSE
+- README.rdoc
+homepage: 
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+- lib/zzsharedlib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 31
+      segments: 
+      - 1
+      - 8
+      version: "1.8"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 9
+      segments: 
+      - 1
+      - 3
+      version: "1.3"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.6
+signing_key: 
+specification_version: 3
+summary: ZangZing Utility library
+test_files: []
+