classify_cluster 0.2.7 → 0.3.7

data/Gemfile.lock

@@ -0,0 +1,21 @@
+PATH
+  remote: .
+  specs:
+    classify_cluster (0.2.7)
+      activesupport (>= 2.3.5)
+      commander (~> 4.0.3)
+      highline (~> 1.6.1)
+
+GEM
+  remote: http://rubygems.org/
+  specs:
+    activesupport (3.0.3)
+    commander (4.0.3)
+      highline (>= 1.5.0)
+    highline (1.6.1)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  classify_cluster!

data/bin/classify

@@ -20,4 +20,17 @@ command :puppet do |c|
     ClassifyCluster::Writers::Puppet.export!(options.export, :cluster => args[0], :config_file => options.config)
     say("Success!")
   end
+end
+
+command :config do |c|
+  c.syntax = 'classify config <clustername> [options]'
+  c.description = 'Runs an interactive script to generate a cluster configuration'
+  c.option '--export STRING', String, 'Location to output cluster configuration'
+  c.option '--cluster STRING', String, 'Cluster being created'
+  c.option '--defaults STRING', String, 'Location to load cluster defaults'
+  c.option '--variables STRING', String, 'Location to load cluster variables'
+  c.action do |args, options|
+    options.default :export => ClassifyCluster::Base.default_config_file, :defaults => '', :variables => ''
+    ClassifyCluster::Writers::Classify.export!(ClassifyCluster::Readers::Cli.start!(options.cluster, options.defaults, options.variables))
+  end
 end

data/classify_cluster.gemspec

@@ -11,7 +11,8 @@ Gem::Specification.new do |s|
   s.homepage    = "http://rubygems.org/gems/classify_cluster"
   s.summary     = %q{Contains several binaries for generating capistrano and puppet configurations}
   s.description = %q{Reading from a YAML file will allow for consistent configuration between capistrano and puppet}
-  s.add_dependency(%q<commander>, ["= 4.0.3"])
+  s.add_dependency(%q<commander>, ["~> 4.0.3"])
+  s.add_dependency(%q<highline>, ["~> 1.6.1"])
   s.add_dependency(%q<activesupport>, [">= 2.3.5"])
 
   s.rubyforge_project = "classify_cluster"

data/examples/defaults.rb

@@ -0,0 +1,27 @@
+{
+  :socialcast_background_processor => 'resque',
+  'socialcast_mode' => 'appliance',
+  'socialcast_filestore' => 'riak',
+  'cluster_name' => 'appliance-cluster',
+  'deployment_root' => '/var/www/socialcast',
+  'app_root' =>  '/var/www/socialcast',
+  'app_shared_root' => '/var/www/socialcast',
+  'app_user' => 'socialcast',
+  'ssl_pem_path' => '/etc/ssl/pem',
+  'app_pem_file' => 'scmc.pem',
+  'cdn_disabled' => 'true',
+  'solr_jvm_options' => '-server -Xmx500M -Xms64M', # Needs more granular configuration
+  'rails_env' => 'production',
+  'scheduler_env' => 'production',
+  :backup_s3_app_name => "appliance",
+  :newrelic_enabled => false,
+  :solr_newrelic_app_name => "appliance",
+  :newrelic_app_name => 'appliance',
+  :aws_access_key_id => '',
+  :aws_secret_access_key => '',
+  :s3_bucket => '',
+  :backup_s3_bucket => '',
+  :cloudkick_oauth_key => '',
+  :cloudkick_oauth_secret => '',
+  :database_encoding => 'utf8'
+}

data/examples/variables.rb

@@ -0,0 +1,33 @@
+{
+  :socialcast_domain => "",
+  :database_username => '',
+  :database_password => '',
+  :database_database => '',
+  :database_root_password => '',
+  :flickr_key => '',
+  :flickr_secret => '',
+  :secret_access_key => '',
+  :ldap_connections => [{
+    'base' => '',
+    'filter_string' => '',
+    'host' => '',
+    'map' => {'email' => '', 'first_name' => '', 'last_name' => '', 'company_login' => ''},
+    'port' => '',
+    'searcher_password' => '',
+    'searcher_username' => '',
+    'ssl' => ''
+  }],
+  :email_dropbox_account => '',
+  :email_dropbox_password => '',
+  :email_dropbox_host => '',
+  :email_dropbox_port => '',
+
+  :jabber_account => '',
+  :jabber_password => '',
+
+  :smtp_host => "",
+  :smtp_port => '',
+  :smtp_username => '',
+  :smtp_password => '',
+  :alert_address => ''
+}

data/lib/classify_cluster.rb

@@ -3,3 +3,4 @@ require 'active_support'
 require 'classify_cluster/base'
 require 'classify_cluster/configurator'
 require 'classify_cluster/writers'
+require 'classify_cluster/readers'

data/lib/classify_cluster/configurator/cluster.rb

@@ -1,9 +1,11 @@
 module ClassifyCluster
   module Configurator
     class Cluster
+      SSLPEM_FILEPATH = '/etc/ssl/pem/scmc.pem'
+      SSLPEM_MODULE = 'loadbalancer'
       attr_reader :nodes, :name, :classes, :variables, :resources, :hostnames, :ssl_pem
       def initialize(*args, &block)
-        @ssl_pem = {:file_path => '/etc/ssl/pem/scmc.pem', :module => 'loadbalancer'}
+        @ssl_pem = {}
         @nodes = {}
         @variables = {}
         @resources = []
@@ -11,25 +13,15 @@ module ClassifyCluster
         @name = args.first
         @hostnames = {}
         returned = block.call(self)
-        @nodes.each_pair do |fqdn, node|
-          @variables['hostnames'] = [] unless @variables['hostnames']
-          @variables['hostnames'] << "#{fqdn}/#{node.private_ip}"
-        end
-        @nodes.each_pair do |fqdn, node|
-          node.resource do |resource|
-            resource.type 'etchosts'
-            resource.name "hosts"
-            resource.options({
-              :short_name => fqdn.split('.').first,
-              :fqdn => fqdn,
-              :hosts => @variables['hostnames']
-            })
-          end
-        end
+        add_hostnames
+        add_node_roles
         returned
       end
       def ssl_pem(file_path=nil, module_name=nil)
-        return @ssl_pem if file_path.nil? && module_name.nil?
+        if file_path.nil? && module_name.nil?
+          @ssl_pem = {:file_path => SSLPEM_FILEPATH, :module => SSLPEM_MODULE}
+          return @ssl_pem
+        end
         @ssl_pem = {:file_path => file_path, :module => module_name}
       end
       def name(value=nil)
@@ -49,6 +41,25 @@ module ClassifyCluster
       def klass(name)
         @classes << name
       end
+      def add_hostnames
+        @nodes.each_pair do |fqdn, node|
+          @variables['hostnames'] = [] unless @variables['hostnames']
+          @variables['hostnames'] << "#{fqdn}/#{node.private_ip}"
+        end
+      end
+      def add_node_roles
+        @nodes.each_pair do |fqdn, node|
+          node.resource do |resource|
+            resource.type 'etchosts'
+            resource.name "hosts"
+            resource.options({
+              :short_name => fqdn.split('.').first,
+              :fqdn => fqdn,
+              :hosts => @variables['hostnames']
+            })
+          end
+        end
+      end
     end
   end
 end

data/lib/classify_cluster/configurator/role.rb

@@ -1,10 +1,31 @@
 module ClassifyCluster
   module Configurator
+    ROLES = [
+      'file',
+      'scheduler',
+      'app',
+      'web',
+      'push',
+      'puppet_master',
+      {'munin' => ['master', 'node']},
+      'cache',
+      {'db' => ['primary', 'backup']},
+      'queue',
+      {'cron' => ['primary', 'backup']},
+      'search',
+      'worker'
+    ]
     class Role
+      begin
+        require 'active_support/hash_with_indifferent_access'
+        include ActiveSupport
+      rescue LoadError
+      end
+      
       attr_reader :type, :options, :node, :variables
       def initialize(node, type, options={}, &block)
         @type = type
-        @options = options.symbolize_keys
+        @options = HashWithIndifferentAccess.new(options)
         @node = node
         @variables = {}
         block.call(self) if block_given?

data/lib/classify_cluster/readers.rb

@@ -0,0 +1 @@
+require 'classify_cluster/readers/cli'

data/lib/classify_cluster/readers/cli.rb

@@ -0,0 +1,114 @@
+require 'highline/import'
+
+module ClassifyCluster
+  module Readers
+    class Cli
+      def self.start!(cluster_name, defaults_path='', variables_path='')
+        say("Welcome to classify cluster cli configurator!")
+        
+        defaults={}
+        variables={}
+        File.open(defaults_path, 'r') do |file|
+          defaults = eval(file.read)
+        end if File.exists?(defaults_path)
+        
+        File.open(variables_path, 'r') do |file|
+          variables = eval(file.read)
+        end if File.exists?(variables_path)
+        say "Configure cluster wide"
+        cluster_config = gather_cluster_info(cluster_name, defaults, variables)
+        say "Configure nodes"
+        nodes = []
+        ask("How many nodes: ", Integer).times do |i|
+          gather_node_info!(cluster_config)
+        end
+        puts cluster_config.inspect
+        cluster_config
+      end
+      
+      def self.gather_value(key, value, indent=0)
+        case value
+        when Array
+          answers = []
+          ask("#{"\t"*indent}How many #{key.to_s}: ", Integer).times do |i|
+            answers << gather_value(key, value.first, 1)
+            say "Configured #{i+1} #{key.to_s}"
+          end
+          answers
+        when Hash
+          ask("#{"\t"*indent}<%= @key %>: ", lambda {|ans| ans =~ /^\{\s*['|:].+$/ ? eval(ans) : ans}) do |q|
+            q.gather = value
+          end
+        when Integer
+          ask("#{"\t"*indent}#{key.to_s}: ", Integer)
+        else
+          ask("#{"\t"*indent}#{key.to_s}: ")
+        end
+      end
+      
+      def self.gather_node_info!(cluster_config)
+        hostname = ask("Hostname: ")
+        ip = ask("Ip: ")
+        role_names = ClassifyCluster::Configurator::ROLES.map { |k| k.is_a?(Hash) ? k.keys.first : k }
+        
+        cluster_config.node(hostname, ip) do |node|
+          more_roles = true
+          while more_roles
+            types = {}
+            role_name = ask("Role [#{role_names.join(', ')}]: ", role_names)
+            if ClassifyCluster::Configurator::ROLES.reject { |k| !k.is_a?(Hash) }.map(&:keys).flatten.include?(role_name)
+              possible_types = ClassifyCluster::Configurator::ROLES.reject { |k| !k.is_a?(Hash) || !k.has_key?(role_name)}[0][role_name]
+              more_types = true
+              while more_types
+                type = ask("Type [#{possible_types.join(', ')}]: ", possible_types) 
+                possible_types -= [type]
+                types[type] = true
+                more_types = possible_types.size > 0 && agree("More types? ")
+              end
+            end
+            node.role role_name.to_sym, types do |role|
+              while agree("Role variables?")
+                name = ask("name: ")
+                value = ask("value: ")
+                role.variable name, value
+              end
+            end
+            role_names -= [role_name]
+            more_roles = role_names.size > 0 && agree("More roles? ")
+          end
+        end
+      end
+      
+      def self.gather_cluster_info(cluster_name, defaults={}, variables={})
+        cluster_name = ask("Cluster Name (no spaces): ") do |q|
+          q.validate = /^\w.*/
+        end unless cluster_name
+        
+        ClassifyCluster::Configurator::Cluster.new(cluster_name) do |cluster_config|
+          file_path = ask("Ssl pem path: ") do |q| 
+            q.validate{ |a| File.exists?(a) }
+            q.default = ClassifyCluster::Configurator::Cluster::SSLPEM_FILEPATH
+          end
+          module_name = ask("Puppet module to move it to: ") do |q| 
+            q.default = ClassifyCluster::Configurator::Cluster::SSLPEM_MODULE
+          end
+          cluster_config.ssl_pem(file_path, module_name)
+          
+          defaults.each_pair do |key, value|
+            cluster_config.variable key, value
+          end
+          variables.each_pair do |key, value|
+            cluster_config.variable key, gather_value(key, value)
+          end
+          
+          klasses = ask("Classes: (q to stop)") do |q|
+            q.gather = 'q'
+          end
+          klasses.delete_if {|klass| klass.nil? || klass.empty?}.each do |klass|
+            cluster_config.klass klass
+          end
+        end
+      end
+    end
+  end
+end

data/lib/classify_cluster/version.rb

@@ -1,3 +1,3 @@
 module ClassifyCluster
-  VERSION = "0.2.7"
+  VERSION = "0.3.7"
 end

data/lib/classify_cluster/writers.rb

@@ -1,2 +1,3 @@
 require 'classify_cluster/writers/capistrano'
-require 'classify_cluster/writers/puppet'
+require 'classify_cluster/writers/puppet'
+require 'classify_cluster/writers/classify'

data/lib/classify_cluster/writers/classify.rb

@@ -0,0 +1,25 @@
+module ClassifyCluster
+  module Writers
+    class Classify
+      def self.export!(classify_configurator)
+        File.open('/etc/cluster.rb', 'w') do |file|
+          output file, "# Autogenerated on #{Time.now.to_s}"
+          output file, "cluster :\"#{classify_configurator.name}\" do |cluster|"
+
+          classify_configurator.classes.each do |klass|
+            output file, "cluster.klass #{klass.inspect}", 1
+          end
+          classify_configurator.variables.each_pair do |key, variable|
+            output file, "cluster.variable #{key.inspect}, #{variable.inspect}", 1
+          end
+
+          output file, "end"
+        end
+      end
+      
+      def self.output(file, str, indent=0)
+        file.write("#{"\s"*(indent*4)}#{str}\n")
+      end
+    end
+  end
+end

data/lib/classify_cluster/writers/puppet.rb

@@ -1,9 +1,10 @@
 require 'fileutils'
+
 module ClassifyCluster
   module Writers
     class Puppet
       def self.export!(export_to_folder, options={})
-        options.reverse_merge! :config_file => ClassifyCluster::Base.default_config_file
+        options = {:config_file => ClassifyCluster::Base.default_config_file}.merge(options)
         config = ClassifyCluster::Configurator::Configuration.new(options[:config_file])
         config.clusters.each_pair do |name, cluster|
           

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: classify_cluster
 version: !ruby/object:Gem::Version 
-  hash: 25
+  hash: 29
   prerelease: false
   segments: 
   - 0
-  - 2
+  - 3
   - 7
-  version: 0.2.7
+  version: 0.3.7
 platform: ruby
 authors: 
 - Sean Cashin
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-01-14 00:00:00 -08:00
+date: 2011-02-04 00:00:00 -08:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
@@ -24,7 +24,7 @@ dependencies:
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
-    - - "="
+    - - ~>
       - !ruby/object:Gem::Version 
         hash: 57
         segments: 
@@ -35,9 +35,25 @@ dependencies:
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: activesupport
+  name: highline
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 13
+        segments: 
+        - 1
+        - 6
+        - 1
+        version: 1.6.1
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: activesupport
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
@@ -49,7 +65,7 @@ dependencies:
         - 5
         version: 2.3.5
   type: :runtime
-  version_requirements: *id002
+  version_requirements: *id003
 description: Reading from a YAML file will allow for consistent configuration between capistrano and puppet
 email: 
 - sean@socialcast.com
@@ -62,11 +78,14 @@ extra_rdoc_files: []
 files: 
 - .gitignore
 - Gemfile
+- Gemfile.lock
 - README
 - Rakefile
 - bin/classify
 - classify_cluster.gemspec
 - examples/cluster.rb
+- examples/defaults.rb
+- examples/variables.rb
 - lib/classify_cluster.rb
 - lib/classify_cluster/base.rb
 - lib/classify_cluster/configurator.rb
@@ -75,9 +94,12 @@ files:
 - lib/classify_cluster/configurator/node.rb
 - lib/classify_cluster/configurator/resource.rb
 - lib/classify_cluster/configurator/role.rb
+- lib/classify_cluster/readers.rb
+- lib/classify_cluster/readers/cli.rb
 - lib/classify_cluster/version.rb
 - lib/classify_cluster/writers.rb
 - lib/classify_cluster/writers/capistrano.rb
+- lib/classify_cluster/writers/classify.rb
 - lib/classify_cluster/writers/puppet.rb
 has_rdoc: true
 homepage: http://rubygems.org/gems/classify_cluster