stackfu 0.1.0

data/CHANGELOG

@@ -0,0 +1,24 @@
+[fd98c98 | Tue Nov 17 02:55:13 UTC 2009] Felipe Coury <felipe.coury@gmail.com>
+
+ * GenerateCommand now accepts controls
+
+[28109d5 | Mon Nov 16 21:35:14 UTC 2009] Felipe Coury <felipe.coury@gmail.com>
+
+ * Command `stackfu generate stack' creates manifest and scripts for a stack
+
+[3a48d41 | Sun Nov 15 05:27:02 UTC 2009] Felipe Coury <felipe.coury@gmail.com>
+
+ * Added config command and made initial configuration and server adding/removing to/from Slicehost work with the API backend.
+
+[476f5d7 | Sun Nov 15 05:26:15 UTC 2009] Felipe Coury <felipe.coury@gmail.com>
+
+ * Improved command parsing
+
+[548b1e9 | Sat Nov 14 04:17:15 UTC 2009] Felipe Coury <felipe.coury@gmail.com>
+
+ * First steps towards a running app. Created test helpers to automate testing of the CLI app.
+
+[74d38e3 | Fri Nov 13 13:19:47 UTC 2009] Felipe Coury <felipe.coury@gmail.com>
+
+ * Initial commit
+

data/Manifest

@@ -0,0 +1,118 @@
+CHANGELOG
+Manifest
+README
+README.md
+Rakefile
+bin/stackfu
+lib/stackfu.rb
+lib/stackfu/api_hooks.rb
+lib/stackfu/app.rb
+lib/stackfu/commands/command.rb
+lib/stackfu/commands/config_command.rb
+lib/stackfu/commands/deploy_command.rb
+lib/stackfu/commands/dump_command.rb
+lib/stackfu/commands/generate_command.rb
+lib/stackfu/commands/help_command.rb
+lib/stackfu/commands/list_command.rb
+lib/stackfu/commands/publish_command.rb
+lib/stackfu/commands/server_command.rb
+lib/stackfu/helpers/providers_credentials.rb
+lib/stackfu/helpers/rendering.rb
+lib/stackfu/operating_systems.rb
+stackfu-installer/config/01-controls.yml
+stackfu-installer/config/02-requirements.yml
+stackfu-installer/config/03-scripts.yml
+stackfu-installer/config/04-validations.yml
+stackfu-installer/script/dotfiles_installation.sh.erb
+stackfu-installer/script/github_credentials_setup.sh.erb
+stackfu-installer/script/nginx_and_passenger.sh.erb
+stackfu-installer/script/redis_installation.sh.erb
+stackfu-installer/script/resque_installation.sh.erb
+stackfu-installer/script/ruby_environment.sh.erb
+stackfu-installer/script/stackfu.sh.erb
+stackfu-installer/stack.yml
+stackfu.gemspec
+templates/01-controls.yml.erb
+templates/02-requirements.yml.erb
+templates/03-scripts.yml.erb
+templates/04-validations.yml.erb
+templates/script.sh.erb
+templates/stack.yml.erb
+test/fixtures/add_server_error
+test/fixtures/deployment_add
+test/fixtures/deployment_add_error
+test/fixtures/deployments
+test/fixtures/logs
+test/fixtures/logs_partial
+test/fixtures/plugin_add
+test/fixtures/plugin_add_error
+test/fixtures/plugin_deployment_add
+test/fixtures/plugin_not_found
+test/fixtures/plugin_unauthorized
+test/fixtures/plugins
+test/fixtures/plugins_by_name
+test/fixtures/plugins_by_name_other
+test/fixtures/plugins_empty
+test/fixtures/plugins_multiple
+test/fixtures/providers
+test/fixtures/providers_servers
+test/fixtures/server_add
+test/fixtures/server_add_dupe
+test/fixtures/server_add_error
+test/fixtures/server_delete
+test/fixtures/server_delete_error
+test/fixtures/servers
+test/fixtures/servers_by_name
+test/fixtures/servers_empty
+test/fixtures/servers_not_found
+test/fixtures/servers_unauthorized
+test/fixtures/servers_webbynode
+test/fixtures/stack/stackfu-installer/config/01-controls.yml
+test/fixtures/stack/stackfu-installer/config/02-requirements.yml
+test/fixtures/stack/stackfu-installer/config/03-scripts.yml
+test/fixtures/stack/stackfu-installer/config/04-validations.yml
+test/fixtures/stack/stackfu-installer/script/dotfiles_installation.sh.erb
+test/fixtures/stack/stackfu-installer/script/github_credentials_setup.sh.erb
+test/fixtures/stack/stackfu-installer/script/nginx_and_passenger.sh.erb
+test/fixtures/stack/stackfu-installer/script/redis_installation.sh.erb
+test/fixtures/stack/stackfu-installer/script/resque_installation.sh.erb
+test/fixtures/stack/stackfu-installer/script/ruby_environment.sh.erb
+test/fixtures/stack/stackfu-installer/script/stackfu.sh.erb
+test/fixtures/stack/stackfu-installer/stack.yml
+test/fixtures/stack_add
+test/fixtures/stack_add_error
+test/fixtures/stack_add_error_dupe
+test/fixtures/stack_adds_by_name
+test/fixtures/stack_delete_not_found
+test/fixtures/stacks
+test/fixtures/stacks_by_name
+test/fixtures/stacks_by_name_other
+test/fixtures/stacks_empty
+test/fixtures/stacks_multiple
+test/fixtures/stacks_not_found
+test/fixtures/stacks_realworld
+test/fixtures/stacks_stackfu-installer
+test/fixtures/stacks_unauthorized
+test/fixtures/stacks_with_controls
+test/fixtures/users
+test/fixtures/users_no_credentials
+test/fixtures/users_update
+test/stack.yml
+test/support/custom_matchers.rb
+test/support/fixtures.rb
+test/support/io_stub.rb
+test/support/web_fixtures.rb
+test/test_helper.rb
+test/unit/commands/test_command.rb
+test/unit/commands/test_config_command.rb
+test/unit/commands/test_deploy_command.rb
+test/unit/commands/test_dump_command.rb
+test/unit/commands/test_generate_command.rb
+test/unit/commands/test_help_command.rb
+test/unit/commands/test_list_command.rb
+test/unit/commands/test_publish_command.rb
+test/unit/commands/test_server_command.rb
+test/unit/helpers/test_rendering.rb
+test/unit/test_array.rb
+test/unit/test_provider.rb
+test/unit/test_stackfu.rb

data/README.md

@@ -0,0 +1,218 @@
+# stackfu
+
+* http://github.com/fcoury/stackfu
+
+## DESCRIPTION:
+
+## Future ideas
+
+    $ sudo gem install stackfu
+    Password:
+    Successfully installed stackfu-0.3.2
+    1 gem installed
+        
+    $ cd ~/Hosting
+    $ stackfu generate stack lamp install_apache:script install_mysql:script install_php:script
+    $ cd lamp
+
+Would generate
+
+    lamp/
+      stack.rb
+      scripts/
+        install_apache.sh.erb
+        install_mysql.sh.erb
+        install_php.sh.erb
+        
+stack.rb
+
+    stack "lamp" do
+      requirements do
+        check_folder "/var", :error => "You need /var folder before installing"
+      end
+    
+      script "Install Apache", "install_apache"
+      script "Install MySQL", "install_mysql"
+      script "Install PHP", "install_php"
+      
+      verifications do
+        check_folder "/etc/apache2", :error => "Apache was not installed properly"
+        check_file "/etc/init.d/mysql", :error => "MySQL start script was not found"
+      end
+    end
+
+Then
+    
+    $ cat ~/.stackfu
+    cat: /Users/fcoury/.stackfu: No such file or directory
+    
+    $ stackfu add lamp
+    Sending stack lamp to StackFu...
+    Enter your login: fcoury
+    Enter your password: 
+    Stack lamp successfully saved
+
+    $ cat ~/.stackfu
+    login: fcoury
+    password: abcdef
+    
+    $ stackfu list
+    Listing 1 stack and 1 plugin:
+      
+      type      name       version
+      --------- ---------- ---------
+      stack     lamp             1.0
+      plugin    firewall       1.2.2
+    
+    $ stackfu remove lamp
+    Are you sure (y/n)? y
+    Stack lamp removed
+    
+    $ stackfu list
+    Nothing to show
+    
+    $ stackfu --help
+    StackFu Commander 0.1.1, a stackfu command line client.
+     (c) 2009-2020 StackFu - http://stackfu.com
+
+      Usage: 
+        stackfu -h/--help
+        stackfu command [arguments] [options]
+        
+      Commands:
+        add [stack/plugin]    sends the stack or plugin described in the current
+                              folder
+        list                  lists all the stacks and plugins currently hosted
+                              under your account
+    
+    $ stackfu servers
+    You current have 2 servers under your account:
+    
+      name         host           ip
+      ------------ -------------  -------------------
+      webby2847    Webbynode      208.88.103.25
+      slippery     Slicehost      75.125.67.12
+    
+    $ stackfu deploy stack lamp to slippery
+    WARNING: All data in this server will be destroyed.
+    Confirm deployment of stack "lamp" to your server "slippery"
+    at Slicehost? (y/n) 
+    
+    Redeploying slippery with Ubuntu 8.10... Done.
+    
+    Installing lamp stack...
+       - Installing Apache2... Done.
+       - Installing MySQL... Done.
+       - Installing PHP... Done.
+    
+    Verifying installation...
+       - Checking Apache... OK!
+       - Checking MySQL... OK!
+    
+    Done.
+    
+    $ stackfu add plugin firewall to slippery
+    Open port 80 (http) (y/n)? y
+    Open port 22 (ssh)  (y/n)? y
+    Enter other ports you want to open, separated by a comma: 
+    
+    OK, we'll install the Firewall plugin with Open port 80 and
+    Open port 22.
+    Confirm (y/n)? y
+    
+    Installing ufw... Done.
+    Configuring ufw... Done.
+    Do
+    
+    $ ssh root@75.125.67.12
+    root@75.125.67.12's password:
+    [slippery] $ ufw status
+    Status: loaded
+
+    To                         Action  From
+    --                         ------  ----
+    80/tcp                     ALLOW   Anywhere
+    80/udp                     ALLOW   Anywhere
+    21/tcp                     DENY    Anywhere
+    21/udp                     DENY    Anywhere
+    22/tcp                     ALLOW   Anywhere
+    22/udp                     ALLOW   Anywhere
+    
+    [slippery] $ exit
+    Connection to 75.125.67.12 closed.
+    
+    $ stackfu search plugin rails mongodb
+    1 plugin found:
+    
+      Ruby on Rails with MongoDB's MongoMapper
+      Key: rails-mongomapper
+      Author: ctaborda
+      Description: deploys a full Ruby on Rails stack
+      with support to MongoDB's MongoMapper.
+    
+    $ stackfu clone ctaborda rails-mongomapper
+    You have successfully cloned rails-mongomapper from fcoury
+    
+    $ stackfu list 
+    stack   lamp              (1.0)
+    plugin  firewall          (1.2.2)
+    plugin  rails-mongomapper (2.1)
+    
+    $ stackfu import rails-mongomapper
+    Import stack rails-mongomapper to the current folder (y/n)? y
+    Done.
+    
+    $ cd rails-mongomapper
+    $ ls -la
+    drwx------    3 fcoury  staff       102 Jun 29 15:02 rails-mongomapper
+    
+    $ cd rails-mongomapper
+    $ ls -la
+    -rw-r--r--@   1 fcoury  staff       743 Aug 11 13:21 plugin.rb
+    drwxr-xr-x    3 fcoury  staff       102 Apr  6  2009 scripts
+    
+    (...)
+    
+    $ stackfu add rails-mongomapper
+    Plugin rails-mongomapper successfully saved
+
+## FEATURES/PROBLEMS:
+
+* FIX (list of features or problems)
+
+## SYNOPSIS:
+
+  FIX (code sample of usage)
+
+## REQUIREMENTS:
+
+* FIX (list of requirements)
+
+## INSTALL:
+
+* FIX (sudo gem install, anything else)
+
+## LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2009 FIXME full name
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,73 @@
+require 'rubygems'
+require 'rake'  
+require 'rake/testtask'
+
+require 'echoe'  
+  
+Echoe.new('stackfu', '0.1.0') do |p|  
+  p.description     = "StackFu Backend"  
+  p.url             = "http://stackfu.com/cli"  
+  p.author          = "Felipe Coury"
+  p.email           = "felipe@stackfu.com"  
+  p.ignore_pattern  = ["tmp/*", "script/*"]  
+  p.dependencies = [
+    ['activeresource','>= 2.3.4'],
+    ['activesupport','>= 2.3.4'],
+    ['rainbow', '>=1.0.4'],
+    ['highline', '>=1.5.1'],
+    ['httparty', '>=0.4.5']
+  ]
+  p.install_message = <<EOS
+
+  --==-- StackFu - Server Deployment Engine --==--
+
+  To get started:
+  	stackfu
+
+  To get more help:
+  	stackfu help
+
+  And now: Deploy it, grasshopper!
+
+EOS
+end
+
+Rake::TestTask.new(:test_new) do |test|
+  test.libs << 'test'
+  test.ruby_opts << '-rubygems'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end
+
+require 'rcov/rcovtask'
+desc 'Measures test coverage using rcov'
+namespace :rcov do
+  desc 'Output unit test coverage of plugin.'
+  Rcov::RcovTask.new(:unit) do |rcov|
+    rcov.libs << 'test'
+    rcov.ruby_opts << '-rubygems'
+    rcov.pattern    = 'test/unit/**/test_*.rb'
+    rcov.output_dir = 'rcov'
+    rcov.verbose    = true
+    rcov.rcov_opts << '--exclude "gems/*"'
+  end
+end
+
+desc 'update changelog'  
+task :changelog do  
+  File.open('CHANGELOG', 'w+') do |changelog|  
+    `git log -z --abbrev-commit`.split("\0").each do |commit|  
+      next if commit =~ /^Merge: \d*/  
+      ref, author, time, _, title, _, message = commit.split("\n", 7)  
+      ref = ref[/commit ([0-9a-f]+)/, 1]  
+      author = author[/Author: (.*)/, 1].strip  
+      time = Time.parse(time[/Date: (.*)/, 1]).utc  
+      title.strip!  
+  
+      changelog.puts "[#{ref} | #{time}] #{author}"  
+      changelog.puts '', " * #{title}"  
+      changelog.puts '', message.rstrip if message  
+      changelog.puts  
+    end  
+  end  
+end

data/bin/stackfu

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+$:.unshift File.dirname(__FILE__)+"/../lib"
+require 'rubygems'
+require 'stackfu'
+
+HighLine.track_eof = false
+$dev = (ENV['STACKFU_ENV'] || "production") == "development"
+
+app = StackFu::App.new(ARGV)
+app.start

data/lib/stackfu/api_hooks.rb

@@ -0,0 +1,17 @@
+module StackFu
+  module ApiHooks
+    class Server < ActiveResource::Base; end
+    class User < ActiveResource::Base; end
+    class Stack < ActiveResource::Base; end
+    class Plugin < ActiveResource::Base; end
+    class Provider < ActiveResource::Base; end
+    class Deployment < ActiveResource::Base; end
+  
+    def initialize_api(config)
+      [Server, User, Stack, Plugin, Provider, Deployment].each do |model_class|
+        model_class.format = :json
+        model_class.site = StackFu::API.gsub(/api/, "#{config[:login]}:#{$config[:token]}@api") + "/"
+      end
+    end
+  end
+end

data/lib/stackfu/app.rb

@@ -0,0 +1,69 @@
+module StackFu
+  class App
+    include StackFu::Rendering
+    include StackFu::ApiHooks
+    attr_accessor :args
+  
+    def initialize(args)
+      @args = args
+    end
+  
+    def start
+      welcome and return unless App.settings?
+      $config = load_config
+      initialize_api($config)
+      
+      execute
+    end
+  
+    def execute
+      begin
+        command = @args.delete_at(0)
+        cmd = Command.create(command, @args)
+        cmd.run
+      rescue Errno::ECONNREFUSED
+        error "Could not connect to StackFu server.",
+          "Please check if your internet connection is active. If you think this problem is not in your end, please report it by emailing support@stackfu.com or try again in a few minutes."
+        raise if $dev
+
+      rescue ActiveResource::UnauthorizedAccess
+        error "Access denied for user '#{$config[:login]}'",
+          "Please check the credentials provided on file #{ENV['HOME']}/.stackfu and run 'stackfu config' for changing it."
+        raise if $dev
+
+      rescue ActiveResource::ResourceNotFound
+        error "There was an internal error contacting StackFu backend.",
+          "Please report this problem at support@stackfu.com or try again in a few minutes."
+        raise if $dev
+
+      rescue Exceptions::UnknownCommand
+        error "Command #{command} does not exist", "Try using 'stackfu help' for a summary of available commands."
+        
+      rescue Exceptions::InvalidCommand
+        error "Command #{command} is invalid", $!.message
+        
+      rescue Exceptions::InvalidSubcommand
+        error "Invalid usage for command #{command}", $!.message
+      end
+    end
+  
+    def welcome
+      puts "== StackFu Initial Configuration ==".bright.color(:green)
+      puts ""
+      puts "It seems this is the first time you use #{"StackFu".foreground(:yellow)} from the command line."
+      puts ""
+      puts "To get you up to speed, we need you to provide us a couple of configuration settings that will follow."
+      puts
+      ConfigCommand.new.run
+      true
+    end
+  
+    def load_config
+      YAML.load(File.read(StackFu::CONFIG_FILE))
+    end
+  
+    def self.settings?
+      File.exists?(StackFu::CONFIG_FILE)
+    end
+  end
+end

data/lib/stackfu/commands/command.rb

@@ -0,0 +1,127 @@
+module StackFu
+  class Command
+    include StackFu::OperatingSystems
+    include StackFu::Rendering
+  
+    attr_accessor :subcommand, :parameters, :options, :errors
+  
+    class << self
+      attr_accessor :aliases
+    
+      def create(command, args=[])
+        command ||= "help"
+        klass = aliases[command.to_sym]||command_for(command)
+        klass.new(args)
+      end
+      
+      def command_for(command)
+        StackFu.const_get("#{command.camelize}Command")
+      rescue NameError
+        raise Exceptions::UnknownCommand
+      end
+
+      def inherited(kls)
+        def kls.aliases(*aliases)
+          aliases.each do |a|
+            (Command.aliases||={})[a.to_sym] = self
+          end
+        end
+      
+        def kls.alias_subcommand(spec)
+          (@subcommand_aliases ||= {}).merge!(spec)
+        end
+
+        def kls.resolve(subcommand)
+          (@subcommand_aliases ||= {})[subcommand.to_sym] or subcommand.to_sym
+        end
+
+        def kls.subcommand(name, options)
+          (@subcommand_options ||= {})[name.to_sym] = options
+        end
+      
+        def kls.subcommand_options
+          @subcommand_options || {}
+        end
+      
+        def kls.error_messages(spec)
+          (@error_messages ||= {}).merge!(spec)
+        end
+      
+        def kls.error_for(type)
+          (@error_messages ||= {})[type]
+        end
+      end  
+    end
+  
+    def command
+      self.class.name.demodulize.underscore.gsub /_command/, ""
+    end
+      
+    def initialize(args=[])
+      @errors = []
+      parse_options(args.reverse)
+      validate(self.class.subcommand_options[subcommand.to_sym])
+    end
+  
+    def params?
+      parameters.any?
+    end
+    
+    def run
+      unless self.respond_to?(subcommand)
+        error = self.class.error_for(:missing_subcommand)
+        error ||= "Command #{command} doesn't have a subcommand \"#{subcommand}\". Try \"stackfu #{command} help\" for more information."
+        raise Exceptions::InvalidSubcommand, error % [subcommand]
+      end
+      send subcommand, parameters, options
+    end
+  
+    def valid?
+      validate(self.class.subcommand_options[subcommand.to_sym])
+    end
+  
+    private 
+  
+    def validate(rules)
+      return true unless rules
+    
+      if (req = rules[:required_parameters])
+        if parameters.size < req.size
+          error = self.class.error_for(:missing_params)
+          error ||= "The command #{command.to_s.foreground(:yellow)} #{subcommand.to_s.foreground(:yellow)} requires #{req.size} parameter#{req.size > 1 ? "s" : ""}.\nUsage: stackfu #{command} #{subcommand} #{req.to_params}" 
+          @errors << error
+        end
+      end
+    
+      raise Exceptions::InvalidCommand, @errors.to_phrase unless @errors.empty?
+    end
+  
+    def parse_options(args)
+      @subcommand = args.pop unless args.last =~ /^-(.*)/
+      @subcommand ||=  "default"
+      @parameters = []
+      @options = {}
+
+      while args.any?
+        item = args.pop
+      
+        if item =~ /^--(.*)/
+          parts = $1.split("=")
+          name = parts.delete_at(0)
+          if parts.any?
+            value = parts.first 
+          elsif item.strip =~ /=$/
+            value = ""
+          else
+            value = true
+          end
+          @options[name.to_sym] = value
+        else
+          @parameters << item
+        end
+      end
+
+      @subcommand = self.class.send(:resolve, @subcommand)
+    end
+  end
+end