pushapp 0.0.6 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a90bcaeac4b94c006852afa1b39a6a6e47fac27f
-  data.tar.gz: 8c252eb2cf6063b113b125194e918b43d096ec88
+  metadata.gz: 6087f97376d51ff71653aa1e8bae7d43fad3996f
+  data.tar.gz: 3bf44bdfe73b940d6aa433a3fc38f623c61e83d4
 SHA512:
-  metadata.gz: fc6c2a10d4e21936629acc2ac1d3077d1a189040d5dd88e6050196c3f9ce784ac705251cba3c1076fa56ee9cc2aa12eb144f1fc8d80d0f1c2b191b82d542183b
-  data.tar.gz: 717c1c269b6153a34d652565871d1e31e575918de16e0222ffc0886f3fbc60317c482b94dfb123c87c25d237a20e463063a22253515327ad34dc01c771d5126d
+  metadata.gz: dc18dcdb79729f45675bee73c64242ed9de16a614a5d4b99a9c18d06636d1bd8b56968d38c7c56f31f8a222875c1fecbad345d1d4d3c250a99c421bb4b0ae635
+  data.tar.gz: d51bbec53b29f95e312ea6eaa44c0f42e48a98552bf6862956a23d9db481736a06668e5b296b38658ffc4716433f0f533d68700edfd8fc97744e0b3101bdd465

data/lib/pushapp/cli.rb

@@ -1,5 +1,6 @@
 require 'thor'
 require 'pushapp/commands'
+require 'pushapp/generators'
 
 module Pushapp
   class CLI < Thor
@@ -66,5 +67,8 @@ module Pushapp
     def ssh(remote=nil)
       Pushapp::Commands.run(:ssh, remote: remote, options: options)
     end
+
+    desc "generate MODULE REMOTE", "bootstrapp app with varios optimizaed configs"
+    subcommand "generate", Generators
   end
 end

data/lib/pushapp/generators.rb

@@ -0,0 +1,258 @@
+require 'thor'
+require 'awesome_print'
+require 'json'
+
+module Pushapp
+  class Generators < Thor
+    include Thor::Actions
+
+    source_root Pushapp::TEMPLATE_ROOT
+
+    class_option :file, default: Pushapp::DEFAULT_CONFIG_LOCATION,
+      type: :string, aliases: '-f', banner: 'Specify a pushapp configuration file'
+
+    desc 'unicorn-nginx REMOTE', 'generates nginx config for unicorn'
+    method_option :host, desc: 'Nginx host, will use remote host as default.'
+    method_option :env,  desc: "unicorn env, will use remote RAILS_ENV as default."
+    method_option :listen, default: '80', desc: "Nginx port to listen. Default: 80"
+
+    def unicorn_nginx(remote)
+      options[:remote] = remote
+      template 'unicorn_nginx.conf.erb', "config/deploys/#{app_name}.nginx.conf"
+    end
+
+    desc "unicorn-upstart", "generates unicorn binary for upstart/foreman"
+    def unicorn_upstart
+      template 'unicorn_upstart.erb', 'bin/unicorn_upstart'
+      chmod 'bin/unicorn_upstart', 'a+x'
+    end
+
+    desc "unicorn REMOTE", "generates unicorn config"
+    def unicorn(remote)
+      options[:remote] = remote
+      template 'unicorn.rb.erb', 'config/unicorn.rb'
+    end
+
+    desc "chef-solor REMOTE", "generates chef-solor with knife-solo configs"
+    method_option :database,
+      type: :string,
+      default: 'postgresql',
+      desc: 'mysql or postgresql',
+      aliases: '-d'
+
+    method_option :ssh_pub_key,
+      type: :string,
+      default: "#{ENV['HOME']}/.ssh/id_rsa.pub"
+
+    method_option :vagrant_box,
+      type: :string,
+      default: "opscode_ubuntu-12.04-i386_chef-11.4.4"
+
+    method_option :vagrant_box_url,
+      type: :string,
+      default: "https://opscode-vm.s3.amazonaws.com/vagrant/opscode_ubuntu-12.04-i386_chef-11.4.4.box"
+
+    method_option :db_password,
+      type: :string,
+      default: 'password1'
+
+    method_option :ruby,
+      type: :string,
+      default: '2.0.0-p0'
+
+    def chef_solo(remote)
+      options[:remote] = remote
+
+      template 'Cheffile.erb',    'config/deploys/chef/Cheffile'
+      template 'Vagrantfile.erb', 'config/deploys/chef/Vagrantfile'
+      template 'node.json.erb',   "config/deploys/chef/nodes/#{app_host}.json"
+      template 'user.json.erb',   "config/deploys/chef/data_bags/users/#{app_user}.json"
+
+      template 'chef.gitignore',  'config/deploys/chef/.gitignore'
+    end
+
+    private
+
+    def app_name
+      remote.path.split('/').last
+    end
+
+    def app_user
+      remote.user
+    end
+
+    def app_host
+      options[:host] || remote.host || '127.0.0.1'
+    end
+
+    def app_path
+      remote.path
+    end
+
+    def app_env
+      remote.env['RACK_ENV'] || remote.env['RAILS_ENV'] || 'production'
+    end
+
+    def remote
+      @remote ||= config.remotes_named_by(options[:remote]).first
+    end
+
+    def config
+      @config ||= Pushapp::Config.parse(options[:file])
+    end
+
+    def mysql?
+      options[:database] == 'mysql'
+    end
+
+    def postgresql?
+      options[:database] == 'postgresql'
+    end
+
+    def postgresql_config
+      {
+        config: {
+          listen_addresses: "*",
+          port: "5432"
+        },
+        pg_hba: [
+          {
+            type:   "local",
+            db:     "postgres",
+            user:   "postgres",
+            addr:   nil,
+            method: "trust"
+          },
+          {
+            type:   "host",
+            db:     "all",
+            user:   "all",
+            addr:   "0.0.0.0/0",
+            method: "md5"
+          },
+          {
+            type:   "host",
+            db:     "all",
+            user:   "all",
+            addr:   "::1/0",
+            method: "md5"
+          }
+        ],
+        password: {
+          postgres: options[:db_password]
+        }
+      }
+    end
+
+    def mysql_config
+      {
+        :server_root_password   => options[:db_password],
+        :server_repl_password   => options[:db_password],
+        :server_debian_password => options[:db_password],
+        :service_name           => "mysql",
+        :basedir                => "/usr",
+        :data_dir               => "/var/lib/mysql",
+        :root_group             => "root",
+        :mysqladmin_bin         => "/usr/bin/mysqladmin",
+        :mysql_bin              => "/usr/bin/mysql",
+        :conf_dir               => "/etc/mysql",
+        :confd_dir              => "/etc/mysql/conf.d",
+        :socket                 => "/var/run/mysqld/mysqld.sock",
+        :pid_file               => "/var/run/mysqld/mysqld.pid",
+        :grants_path            => "/etc/mysql/grants.sql"
+      }
+    end
+
+    def authorization_config
+      {
+        sudo: {
+          users: [app_user],
+          passwordless: true
+        }
+      }
+    end
+
+    def common_config
+      cfg = {
+        nginx: {
+          dir: "/etc/nginx",
+          log_dir: "/var/log/nginx",
+          binary: "/usr/sbin/nginx",
+          user: "www-data",
+          pid: "/var/run/nginx.pid",
+          worker_connections: "1024"
+        },
+        git: {
+          prefix: "/usr/local"
+        },
+      }
+      cfg[:mysql] = mysql_config if mysql?
+      cfg[:postgresql] = postgresql_config if postgresql?
+      cfg
+    end
+
+    def chef_config
+      common_config.merge({
+        authorization: authorization_config,
+        rbenv: rbenv_config(app_user)
+      })
+    end
+
+    def config_json
+      chef_config.merge({
+        run_list: run_list
+      })
+    end
+
+    def vagrant_config
+      # common_config.merge({
+      #   rbenv: rbenv_config('vagrant')
+      # })
+      chef_config
+    end
+
+    def run_list
+      [
+        "apt",
+        "chef-solo-search",
+        "locale",
+        "users::sysadmins",
+        "sudo",
+        "runit",
+        mysql? ? "mysql::server" : nil,
+        postgresql? ? "postgresql::server" : nil,
+        "imagemagick",
+        "ruby_build",
+        "rbenv::user",
+        "nginx::repo",
+        "nginx",
+        "git"
+      ].compact
+    end
+
+    def user_json
+      {
+        id:        app_user,
+        comment:   "Application User",
+        ssh_keys:  [File.read(options[:ssh_pub_key])],
+        groups:    ["sysadmin", "sudo", "staff"],
+        shell:     "/bin/bash"
+      }
+    end
+
+
+    def rbenv_config(user)
+      {
+        user_installs: [{
+          user: user,
+          rubies: [ options[:ruby] ],
+          global: options[:ruby],
+          environment: { CFLAGS: "-march=native -O2 -pipe" },
+          gems: {
+            options[:ruby] => [{name: "bundler", version: "1.3.5"}]
+          }
+        }]
+      }
+    end
+  end
+end

data/lib/pushapp/version.rb

@@ -1,3 +1,3 @@
 module Pushapp
-  VERSION = '0.0.6'
+  VERSION = '0.1.0'
 end

data/pushapp.gemspec

@@ -19,6 +19,7 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_dependency 'thor'
+  spec.add_dependency 'awesome_print'
 
   spec.add_development_dependency 'bundler', '~> 1.3'
   spec.add_development_dependency 'rake'

data/templates/Cheffile.erb

@@ -0,0 +1,17 @@
+site 'http://community.opscode.com/api/v1'
+
+cookbook "apt"
+<% if options[:database] == 'mysql' %>
+cookbook "mysql", {}
+<% elsif options[:database] == 'postgresql' %>
+cookbook "postgresql", {}
+<% end %>
+cookbook "sudo", {:gihub => "patcon/chef-sudo"}
+cookbook "locale", {:github => "yury/hw-chef-locale"}
+cookbook "imagemagick"
+cookbook "chef-solo-search", {:github => "edelight/chef-solo-search"}
+cookbook "users"
+cookbook "ruby_build", {:github=>"fnichol/chef-ruby_build", :ref=>"v0.7.2"}
+cookbook "rbenv", {:github=>"fnichol/chef-rbenv"}
+cookbook "nginx", {:github=> "opscode-cookbooks/nginx"}
+cookbook "git", {}

data/templates/Vagrantfile.erb

@@ -0,0 +1,20 @@
+# encoding: utf-8
+
+# -*- mode: ruby -*-
+# vi: set ft=ruby :
+
+Vagrant::Config.run do |config|
+
+  config.vm.box = "<%= options[:vagrant_box] %>"
+  config.vm.box_url = "<%= options[:vagrant_box_url] %>"
+  # config.ssh.forward_agent = true
+
+  config.vm.provision :chef_solo do |chef|
+    chef.cookbooks_path = ["cookbooks"]
+    chef.data_bags_path = "data_bags"
+    <% run_list.each do |recipe| -%>
+    chef.add_recipe '<%= recipe %>'
+    <% end -%>
+    chef.json = <%= AwesomePrint::Inspector.new(plain: true, index: false, indent: -2).awesome(vagrant_config).gsub("\n", "\n    ") %>
+  end
+end

data/templates/chef.gitignore

@@ -0,0 +1,3 @@
+.vagrant
+tmp
+cookbooks

data/templates/node.json.erb

@@ -0,0 +1 @@
+<%= JSON.pretty_generate(config_json) %>

data/templates/unicorn.rb.erb

@@ -0,0 +1,70 @@
+# Sample configuration file for Unicorn (not Rack)
+#
+# See http://unicorn.bogomips.org/Unicorn/Configurator.html for complete
+# documentation.
+env ||= ENV["RACK_ENV"] || "development"
+root = File.expand_path('../..', __FILE__)
+# Use at least one worker per core if you're on a dedicated server,
+# more will usually help for _short_ waits on databases/caches.
+worker_processes 4
+
+# Help ensure your application will always spawn in the symlinked
+# "current" directory that Capistrano sets up.
+working_directory root # available in 0.94.0+
+
+# listen on both a Unix domain socket and a TCP port,
+# we use a shorter backlog for quicker failover when busy
+listen "/tmp/unicorn.<%= app_name %>.#{app_env}.sock", :backlog => 64
+
+# nuke workers after 60 seconds (the default)
+timeout 60
+
+# feel free to point this anywhere accessible on the filesystem
+pid "#{root}/tmp/pids/unicorn.pid"
+
+# some applications/frameworks log to stderr or stdout, so prevent
+# them from going to /dev/null when daemonized here:
+stderr_path "#{root}/log/unicorn.stderr.log"
+stdout_path "#{root}/log/unicorn.stdout.log"
+
+# combine REE with "preload_app true" for memory savings
+# http://rubyenterpriseedition.com/faq.html#adapt_apps_for_cow
+preload_app true
+GC.respond_to?(:copy_on_write_friendly=) and
+  GC.copy_on_write_friendly = true
+
+before_fork do |server, worker|
+  Kernel.rand
+  # the following is highly recomended for Rails + "preload_app true"
+  # as there's no need for the master process to hold a connection
+  defined?(ActiveRecord::Base) and
+    ActiveRecord::Base.connection.disconnect!
+
+  # The following is only recommended for memory/DB-constrained
+  # installations.  It is not needed if your system can house
+  # twice as many worker_processes as you have configured.
+  #
+  # # This allows a new master process to incrementally
+  # # phase out the old master process with SIGTTOU to avoid a
+  # # thundering herd (especially in the "preload_app false" case)
+  # # when doing a transparent upgrade.  The last worker spawned
+  # # will then kill off the old master process with a SIGQUIT.
+   old_pid = "#{server.config[:pid]}.oldbin"
+   if old_pid != server.pid
+     begin
+       sig = (worker.nr + 1) >= server.worker_processes ? :QUIT : :TTOU
+       Process.kill(sig, File.read(old_pid).to_i)
+     rescue Errno::ENOENT, Errno::ESRCH
+     end
+   end
+  #
+  # # *optionally* throttle the master from forking too quickly by sleeping
+  sleep 1
+end
+
+after_fork do |server, worker|
+  Kernel.rand
+  # the following is *required* for Rails + "preload_app true",
+  defined?(ActiveRecord::Base) and
+    ActiveRecord::Base.establish_connection
+end

data/templates/unicorn_nginx.conf.erb

@@ -0,0 +1,40 @@
+upstream <%= app_name %>-unicorn {
+  server unix:/tmp/unicorn.<%= app_name %>.<%= app_env %>.sock fail_timeout=0;
+}
+
+server {
+  listen <%= options[:listen] %>;
+  server_name  www.<%= app_host %>;
+  rewrite ^(.*) http://<%= app_host %>$1 permanent;
+}
+
+server {
+  listen <%= options[:listen] %>;
+  server_name <%= app_host %>;
+
+  root <%=app_path%>/public;
+
+  location /assets {
+    location ~ \.(js|css|otf|ttf|eot|woff|svg)$ {
+      gzip_static on; # to serve pre-gzipped version
+    }
+
+    expires max;
+    add_header Cache-Control public;
+  }
+
+  try_files $uri/index.html $uri.html $uri @app;
+
+  location @app {
+    proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
+    proxy_set_header Host $http_host;
+    add_header X-UA-Compatible IE=Edge,chrome=1;
+    add_header imagetoolbar no;
+    proxy_redirect off;
+    proxy_pass http://<%= app_name %>-unicorn;
+  }
+
+  error_page 500 502 503 504 /500.html;
+  client_max_body_size 4G;
+  keepalive_timeout 10;
+}

data/templates/unicorn_upstart.erb

@@ -0,0 +1,23 @@
+#!/bin/bash
+
+if [ -f tmp/pids/unicorn.pid ]; then
+  unicorn_pid_file=tmp/pids/unicorn.pid
+  # Someone restarted the master; wait for the new master to exit.
+  PID=`cat $unicorn_pid_file`
+
+  while kill -0 $PID; do
+    sleep 2
+    PID=`cat $unicorn_pid_file`
+  done
+
+  # If we get here, the master has exited, either because someone restarted
+  # it again (in which case there's already a new master running), or
+  # it died for real (in which case we'll need to start a new process).
+  # The sleep above is a tradeoff between polling load and mimizing the
+  # restart delay when the master dies for real (which should hopefully be
+  # rare).
+  rm $unicorn_pid_file
+else
+  # Run the unicorn master process (this won't return until it exits).
+  bundle exec unicorn -E $RAILS_ENV -c config/unicorn.rb
+fi

data/templates/user.json.erb

@@ -0,0 +1 @@
+<%= JSON.pretty_generate(user_json) %>

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: pushapp
 version: !ruby/object:Gem::Version
-  version: 0.0.6
+  version: 0.1.0
 platform: ruby
 authors:
 - Yury Korolev
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2013-05-02 00:00:00.000000000 Z
+date: 2013-05-03 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -24,6 +24,20 @@ dependencies:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: awesome_print
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: bundler
   requirement: !ruby/object:Gem::Requirement
@@ -85,6 +99,7 @@ files:
 - lib/pushapp/cli.rb
 - lib/pushapp/commands.rb
 - lib/pushapp/config.rb
+- lib/pushapp/generators.rb
 - lib/pushapp/git.rb
 - lib/pushapp/hook.rb
 - lib/pushapp/logger.rb
@@ -99,12 +114,20 @@ files:
 - lib/pushapp/tasks/upstart.rb
 - lib/pushapp/version.rb
 - pushapp.gemspec
+- templates/Cheffile.erb
+- templates/Vagrantfile.erb
+- templates/chef.gitignore
 - templates/config.rb.erb
 - templates/hook/base.erb
 - templates/hook/bundler.erb
 - templates/hook/git-reset.erb
 - templates/hook/setup.erb
 - templates/hook/tasks.erb
+- templates/node.json.erb
+- templates/unicorn.rb.erb
+- templates/unicorn_nginx.conf.erb
+- templates/unicorn_upstart.erb
+- templates/user.json.erb
 - test/fixtures/empty_config.rb
 - test/pushapp/cli_test.rb
 - test/pushapp/config_test.rb