conjure 0.2.10 → 0.3.0

data/lib/conjure/passenger.rb

@@ -0,0 +1,123 @@
+require "conjure/docker/template"
+require "erubis"
+require "securerandom"
+
+module Conjure
+  class Passenger
+    def initialize(container_host, options)
+      @container_host = container_host
+      @database = options[:database]
+      @rails_env = options[:rails_env] || "staging"
+      @max_upload_mb = options[:max_upload_mb] || 20
+      @system_packages = options[:system_packages] || []
+      @ruby_version = options[:ruby_version] || "2.2"
+      @rubygems_version = options[:rubygems_version]
+      @use_ssl = !!options[:ssl_hostname]
+      @ssl_hostname = options[:ssl_hostname] || "unknown"
+      @services = options[:services] || []
+      @system_packages += ["libsqlite3-dev", "libpq-dev"]
+      @system_packages += ["libruby#{@ruby_version}", "ruby#{@ruby_version}"]
+      @system_packages += @services.flat_map(&:system_packages)
+    end
+
+    def install
+      server_template.start(@container_host, "/sbin/my_init", start_options)
+    end
+
+    def pending_files
+      return [] unless @use_ssl
+      [
+        "/etc/ssl/certs/application.crt",
+        "/etc/ssl/certs/root_and_intermediates.crt",
+        "/etc/ssl/private/application.key",
+        "/etc/ssl/dhparam.pem",
+      ]
+    end
+
+    private
+
+    def start_options
+      {
+        :linked_containers => @database.container_link,
+        :name => "passenger",
+        :ports => {80 => 80, 443 => 443, 2222 => 22},
+        :volumes => {"passenger_data" => "/home/app/application"},
+      }
+    end
+
+    def base_docker_image
+      {
+        "2.2" => "phusion/passenger-ruby22:0.9.18",
+        "2.1" => "phusion/passenger-ruby21:0.9.18",
+        "2.0" => "phusion/passenger-ruby20:0.9.18",
+        "1.9" => "phusion/passenger-ruby19:0.9.18",
+      }[@ruby_version] || raise("Unsupported ruby version #{@ruby_version.inspect}")
+    end
+
+    def server_template
+      public_key = File.expand_path("~/.ssh/id_rsa.pub")
+      raise "Error: ~/.ssh/id_rsa.pub must exist." unless File.exist?(public_key)
+      file = Docker::Template.new(base_docker_image)
+      file.environment HOME: "/root"
+      file.run "rm -f /etc/service/nginx/down /etc/nginx/sites-enabled/default"
+      file.run "mkdir -p /home/app/application/shared/bundle/ruby/1.9.0/bin"
+      file.run "chown -R app /home/app/application && chmod -R 755 /home/app/application"
+      file.run "ln -s /usr/bin/node /home/app/application/shared/bundle/ruby/1.9.0/bin/node"
+      file.run apt_command if apt_command
+      file.run rubygems_command if rubygems_command
+      file.run "passwd -u app"
+      file.run "rm -f /etc/service/sshd/down"
+      file.add_file public_key, "/root/.ssh/authorized_keys"
+      file.add_file public_key, "/home/app/.ssh/authorized_keys"
+      file.run "chown app.app /home/app/.ssh/authorized_keys"
+      file.run "chown root.root /root/.ssh/authorized_keys"
+      file.add_file_data nginx_conf, "/etc/nginx/sites-available/application-no-ssl.conf"
+      file.add_file_data nginx_ssl_conf, "/etc/nginx/sites-available/application-ssl.conf"
+      which_config = @use_ssl ? "application-ssl" : "application-no-ssl"
+      file.run "ln -s /etc/nginx/sites-available/#{which_config}.conf /etc/nginx/sites-enabled/application.conf"
+      file.add_file_data database_yml, "/home/app/application/shared/config/database.yml"
+      file.add_file_data secrets_yml, "/home/app/application/shared/config/secrets.yml"
+      @services.each { |service| service.apply(file) }
+      file
+    end
+
+    def apt_command
+      if @system_packages.any?
+        "apt-get update && apt-get install -y #{@system_packages.join ' '}"
+      end
+    end
+
+    def rubygems_command
+      if @rubygems_version
+        "gem update --system #{@rubygems_version}"
+      end
+    end
+
+    def database_yml
+      {@rails_env.to_s => @database.rails_config}.to_yaml
+    end
+
+    def secrets_yml
+      {@rails_env.to_s => {"secret_key_base" => SecureRandom.hex(64)}}.to_yaml
+    end
+
+    def nginx_conf
+      render_template "application-no-ssl.conf"
+    end
+
+    def nginx_ssl_conf
+      render_template "application-ssl.conf"
+    end
+
+    def render_template(name)
+      template_path = File.join File.dirname(__FILE__), "templates", "#{name}.erb"
+      template_data = File.read template_path
+      Erubis::Eruby.new(template_data).result(
+        :rails_env => @rails_env,
+        :ruby_version => @ruby_version,
+        :ssl_hostname => @ssl_hostname,
+        :max_upload_mb => @max_upload_mb,
+      )
+    end
+  end
+end

data/lib/conjure/postgres.rb

@@ -0,0 +1,67 @@
+require "conjure/docker/template"
+require "securerandom"
+
+module Conjure
+  class Postgres
+    def initialize(container_host)
+      @container_host = container_host
+      @name = "conjure_db_#{SecureRandom.hex 8}"
+      @password = new_password
+    end
+
+    def install
+      server_template.start(@container_host, "/sbin/my_init", start_options)
+    end
+
+    def rails_config
+      {
+        "adapter" => "postgresql",
+        "database" => @name,
+        "host" => container_name,
+        "username" => "db",
+        "password" => @password,
+        "template" => "template0",
+      }
+    end
+
+    def container_link
+      {container_name => container_name}
+    end
+
+    def pending_files
+      []
+    end
+
+    private
+
+    def start_options
+      {
+        :name => container_name,
+        :volumes => {"postgres_data" => "/var/lib/postgresql/9.3/main"}
+      }
+    end
+
+    def container_name
+      "postgres"
+    end
+
+    def server_template
+      file = Docker::Template.new("atbaker/sd-postgres")
+      file.run "useradd db"
+      file.run "/sbin/my_init -- /sbin/setuser postgres sh -c \"sleep 1; psql -h localhost -c 'CREATE USER db CREATEDB'\""
+      file.run "/sbin/my_init -- /sbin/setuser db sh -c \"sleep 1; createdb db\""
+      file.run "echo 'local all all  ident' >/usr/local/pgsql/data/pg_hba.conf"
+      file.run "echo 'host all all 0.0.0.0/0 md5' >>/usr/local/pgsql/data/pg_hba.conf"
+      file.run "echo 'host all all ::1/128 md5' >>/usr/local/pgsql/data/pg_hba.conf"
+      file.run "echo \"ALTER USER db PASSWORD '#{@password}'\" >/tmp/setpass"
+      file.run "/sbin/my_init -- /sbin/setuser postgres sh -c \"sleep 1; psql -f /tmp/setpass\""
+      file.run "rm /tmp/setpass"
+      file.run "/sbin/my_init -- /sbin/setuser db sh -c \"sleep 1; /usr/bin/createdb #{@name}\""
+      file
+    end
+
+    def new_password
+      SecureRandom.urlsafe_base64 20
+    end
+  end
+end

data/lib/conjure/rails_application.rb

@@ -0,0 +1,32 @@
+require "conjure/delayed_job"
+require "conjure/postgres"
+require "conjure/passenger"
+
+module Conjure
+  class RailsApplication
+    def initialize(container_host, options)
+      @container_host = container_host
+      @options = options
+    end
+
+    def install
+      components.each(&:install)
+    end
+
+    def pending_files
+      components.flat_map(&:pending_files)
+    end
+
+    private
+
+    def components
+      [
+        database = Postgres.new(@container_host),
+        Passenger.new(@container_host, @options.merge(
+          database: database,
+          services: [DelayedJob.new(@options)],
+        )),
+      ]
+    end
+  end
+end

data/lib/conjure/server.rb

@@ -0,0 +1,41 @@
+require "conjure/digital_ocean/droplet"
+
+module Conjure
+  class Server < Struct.new(:ip_address)
+    def run(command)
+      `ssh #{self.class.ssh_options} root@#{ip_address} #{quote_command command}`
+    end
+
+    def send_file(local_name, remote_name)
+      `scp #{self.class.ssh_options} #{local_name} root@#{ip_address}:#{remote_name}`
+    end
+
+    def self.ssh_options
+      "-o StrictHostKeyChecking=no -o UserKnownHostsFile=/dev/null -o LogLevel=ERROR"
+    end
+
+    def quote_command(command)
+      "'" + command.gsub("'", "'\"'\"'") + "'"
+    end
+
+    def self.create(name_prefix, options = {})
+      new DigitalOcean::Droplet.new(droplet_options(name_prefix, options)).ip_address
+    end
+
+    def self.droplet_options(name_prefix, options = {})
+      {
+        image: "docker",
+        key_data: key_data,
+        name_prefix: name_prefix,
+        region: "nyc3",
+        size: (options[:instance_size] || "512mb"),
+      }
+    end
+
+    def self.key_data
+      ssh_dir = File.expand_path "~/.ssh"
+      raise "Error: ~/.ssh/id_rsa.pub must exist." unless File.exist?(ssh_dir) && File.exist?("#{ssh_dir}/id_rsa.pub")
+      File.read "#{ssh_dir}/id_rsa.pub"
+    end
+  end
+end

data/lib/conjure/swap.rb

@@ -0,0 +1,28 @@
+module Conjure
+  class Swap
+    def initialize(server)
+      @server = server
+    end
+
+    def install
+      if exists?
+        puts "Swap space detected."
+      else
+        puts "Swap space not detected, installing..."
+        @server.run "dd if=/dev/zero of=/root/swapfile bs=4096 count=524288"
+        @server.run "mkswap /root/swapfile; swapon /root/swapfile"
+        puts "Swap space installed."
+      end
+    end
+
+    def pending_files
+      []
+    end
+
+    private
+
+    def exists?
+      @server.run("swapon -s | wc -l").to_i > 1
+    end
+  end
+end

data/lib/conjure/{provision/templates → templates}/application-no-ssl.conf.erb

@@ -3,6 +3,7 @@ server {
   root /home/app/application/current/public;
   passenger_enabled on;
   passenger_user app;
-  passenger_ruby /usr/bin/ruby2.2;
+  passenger_ruby /usr/bin/ruby<%= ruby_version %>;
   passenger_app_env <%= rails_env %>;
+  client_max_body_size <%= max_upload_mb %>M;
 }

data/lib/conjure/{provision/templates → templates}/application-ssl.conf.erb

@@ -9,8 +9,9 @@ server {
   root /home/app/application/current/public;
   passenger_enabled on;
   passenger_user app;
-  passenger_ruby /usr/bin/ruby2.2;
+  passenger_ruby /usr/bin/ruby<%= ruby_version %>;
   passenger_app_env <%= rails_env %>;
+  client_max_body_size <%= max_upload_mb %>M;
 
   ssl_certificate /etc/ssl/certs/application.crt;
   ssl_certificate_key /etc/ssl/private/application.key;

data/lib/conjure/version.rb

@@ -1,3 +1,3 @@
 module Conjure
-  VERSION = "0.2.10" unless defined?(VERSION)
+  VERSION = "0.3.0" unless defined?(VERSION)
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: conjure
 version: !ruby/object:Gem::Version
-  version: 0.2.10
+  version: 0.3.0
   prerelease: 
 platform: ruby
 authors:
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-06-24 00:00:00.000000000 Z
+date: 2016-01-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: net-scp
@@ -163,52 +163,23 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- lib/conjure/application.rb
-- lib/conjure/command.rb
-- lib/conjure/command_target.rb
-- lib/conjure/config.rb
-- lib/conjure/data_set.rb
+- lib/conjure/delayed_job.rb
 - lib/conjure/digital_ocean/account.rb
 - lib/conjure/digital_ocean/droplet.rb
 - lib/conjure/digital_ocean/key.rb
 - lib/conjure/digital_ocean/key_set.rb
+- lib/conjure/docker/host.rb
+- lib/conjure/docker/template.rb
 - lib/conjure/http_request.rb
-- lib/conjure/identity.rb
 - lib/conjure/instance.rb
-- lib/conjure/log.rb
-- lib/conjure/provider.rb
-- lib/conjure/provision/docker/host.rb
-- lib/conjure/provision/docker/image.rb
-- lib/conjure/provision/docker/template.rb
-- lib/conjure/provision/instance.rb
-- lib/conjure/provision/local_docker.rb
-- lib/conjure/provision/passenger.rb
-- lib/conjure/provision/postgres.rb
-- lib/conjure/provision/server.rb
-- lib/conjure/provision/templates/application-no-ssl.conf.erb
-- lib/conjure/provision/templates/application-ssl.conf.erb
-- lib/conjure/provision.rb
-- lib/conjure/service/cloud_server.rb
-- lib/conjure/service/database/mysql.rb
-- lib/conjure/service/database/postgres.rb
-- lib/conjure/service/database.rb
-- lib/conjure/service/digital_ocean_account.rb
-- lib/conjure/service/docker_host.rb
-- lib/conjure/service/docker_shell.rb
-- lib/conjure/service/forwarded_shell.rb
-- lib/conjure/service/rails_codebase.rb
-- lib/conjure/service/rails_console.rb
-- lib/conjure/service/rails_log_view.rb
-- lib/conjure/service/rails_server.rb
-- lib/conjure/service/rake_task.rb
-- lib/conjure/service/remote_file_set.rb
-- lib/conjure/service/remote_shell.rb
-- lib/conjure/service/repository_link.rb
-- lib/conjure/service/volume.rb
-- lib/conjure/target.rb
+- lib/conjure/passenger.rb
+- lib/conjure/postgres.rb
+- lib/conjure/rails_application.rb
+- lib/conjure/server.rb
+- lib/conjure/swap.rb
+- lib/conjure/templates/application-no-ssl.conf.erb
+- lib/conjure/templates/application-ssl.conf.erb
 - lib/conjure/version.rb
-- lib/conjure/view/application_view.rb
-- lib/conjure/view/table_view.rb
 - lib/conjure.rb
 - README.md
 - History.md

data/lib/conjure/application.rb

@@ -1,35 +0,0 @@
-module Conjure
-  class Application
-    attr_reader :origin
-
-    def self.find(options = {})
-      new(options)
-    end
-
-    def instances
-      Instance.where(:origin => @origin)
-    end
-
-    def data_sets
-      DataSet.find(:origin => @origin)
-    end
-
-    def name
-      match = @origin.match(/\/([^.]+)\.git$/) if @origin
-      match[1] if match
-    end
-
-    private
-
-    def initialize(options = {})
-      @origin = options[:origin] || origin_from_path(options[:path])
-    end
-
-    def origin_from_path(path)
-      return unless path
-      remote_info = `cd #{path}; git remote -v |grep origin`
-      match = remote_info.match(/(git@github.com[^ ]+)/)
-      match[1] if match
-    end
-  end
-end

data/lib/conjure/command.rb

@@ -1,74 +0,0 @@
-require "thor"
-
-module Conjure
-  class Command < Thor
-    class_option :verbose, :aliases => "-v", :type => :boolean, :desc => "Show details of low-level operations for debugging"
-    def initialize(*args)
-      super
-      Log.level = :debug if options[:verbose]
-    end
-
-    desc "create", "Create and deploy a new instance of the application"
-    method_option :branch, :aliases => "-b", :type => :string, :desc => "Specify branch to deploy, default 'master'"
-    method_option :origin, :type => :string, :desc => "Specify git URL to deploy from"
-    method_option :rails_env, :type => :string, :desc => "Specify the Rails environment, default 'production'"
-    def create
-      target.new_instance.create
-    end
-
-    desc "deploy", "Deploy the app"
-    method_option :branch, :aliases => "-b", :type => :string, :desc => "Specify branch to deploy, default 'master'"
-    method_option :origin, :type => :string, :desc => "Specify git URL to deploy from"
-    method_option :rails_env, :type => :string, :desc => "Specify the Rails environment, default 'production'"
-    def deploy
-      (target.existing_instance || target.new_instance).deploy
-    end
-
-    desc "import FILE", "Import the production database from a postgres SQL dump"
-    def import(file)
-      target.existing_instance.database.import file
-    end
-
-    desc "export FILE", "Export the production database to a postgres SQL dump"
-    def export(file)
-      target.existing_instance.database.export file
-    end
-
-    desc "log", "Display the Rails log from the deployed application"
-    method_option :num, :aliases => "-n", :type => :numeric, :default => 10, :desc => "Show N lines of output"
-    method_option :tail, :aliases => "-t", :type => :boolean, :desc => "Continue streaming new log entries"
-    def log
-      Service::RailsLogView.new(:shell => target.existing_instance.shell, :rails_env => target.existing_instance.rails_env, :lines => options[:num], :tail => options[:tail]) do |stdout|
-        print stdout
-      end
-    end
-
-    desc "rake [ARGUMENTS...]", "Run the specified rake task on the deployed application"
-    def rake(*arguments)
-      task = arguments.join(" ")
-      Service::RakeTask.new(:task => task, :shell => target.existing_instance.shell) do |stdout|
-        print stdout
-      end
-    end
-
-    desc "console", "Start a console on the deployed application"
-    def console
-      Service::RailsConsole.new(:shell => target.existing_instance.shell) do |stdout|
-        print stdout
-      end
-    end
-
-    desc "show", "Show info on deployed instances"
-    def show
-      puts View::ApplicationView.new(target.application).render
-    end
-
-    default_task :help
-
-    private
-
-    def target
-      CommandTarget.new(options)
-    end
-  end
-end