postgresinator 0.1.0 → 0.2.0

data/lib/postgresinator/db.rb

@@ -0,0 +1,126 @@
+namespace :pg do
+  namespace :db do
+
+    #desc "Idempotently setup one or more databases."
+    task :setup => ['pg:ensure_setup'] do
+      on roles(:db) do |host|
+        fetch(:postgres_databases).each do |database|
+          Rake::Task['pg:check:settings:database'].invoke(database[:name])
+          Rake::Task['pg:check:settings:database'].reenable
+          unless pg_role_exists?(database[:db_role])
+            info "Creating role #{database[:db_role]} on #{host}"
+            pg_create_role(database[:db_role], database[:pass])
+          end
+          unless pg_database_exists?(database[:name])
+            info "Creating database #{database[:name]} on #{host}"
+            pg_create_database(database)
+            pg_grant_database(database)
+          end
+        end
+      end
+    end
+
+    desc "Restore 'dump_file' in /tmp on the master server into 'database_name'."
+    task :restore, [:dump_file, :database_name]  => ['pg:ensure_setup'] do |t, args|
+      on roles(:db) do |host|
+        if pg_database_empty?(args.database_name)
+          clean = ""
+        else
+          pg_confirm_database_overwrite?(args.database_name) ? clean = "--clean" : exit(0)
+        end
+        pg_restore(host, args, clean)
+      end
+    end
+
+    desc "Dump 'database_name' into /tmp/'dump_file' on the master server."
+    task :dump, [:dump_file, :database_name]  => ['pg:ensure_setup'] do |t, args|
+      on roles(:db) do |host|
+        if file_exists?("/tmp/#{args.dump_file}")
+          exit unless(pg_confirm_file_overwrite?(args.dump_file))
+        end
+        pg_dump(host, args)
+      end
+    end
+
+    desc "Enter psql interactive mode on the master."
+    task :interactive => 'pg:ensure_setup' do
+      on roles(:db) do |host|
+        info "Entering psql interactive mode inside #{host.properties.postgres_container_name} on #{host}"
+        system pg_interactive(host)
+      end
+    end
+
+    namespace :interactive do
+      desc "Print the command to enter psql interactive mode on the master."
+      task :print => 'pg:ensure_setup' do
+        on roles(:db) do |host|
+          info ["You can paste the following command into a terminal on #{host}",
+            "to enter psql interactive mode for",
+            "#{host.properties.postgres_container_name}:"].join(' ')
+          info pg_interactive_print(host)
+        end
+      end
+    end
+
+    desc "List the databases from the master."
+    task :list => ['pg:ensure_setup'] do |t, args|
+      on roles(:db) do
+        pg_list_databases(host)
+      end
+    end
+
+    namespace :list do
+      desc "List the roles from the master."
+      task :roles => ['pg:ensure_setup'] do |t, args|
+        on roles(:db) do
+          pg_list_roles(host)
+        end
+      end
+    end
+
+    desc "Show the streaming replication status of each instance."
+    task :streaming => ['pg:ensure_setup'] do
+      on roles(:db) do |host|
+        info ""
+        info "Streaming status of #{host.properties.postgres_container_name} on #{host}:"
+        pg_streaming_master(host)
+      end
+      on roles(:db_slave, :in => :parallel) do
+        info ""
+        info "Streaming status of #{host.properties.postgres_container_name} on #{host}:"
+        pg_streaming_slave(host)
+      end
+    end
+
+
+    def pg_confirm_file_overwrite?(dump_file)
+      warn "A file named #{dump_file} already exists on #{host} in /tmp. If you continue, you will overwrite it."
+      ask :yes_or_no, "Are you positive?"
+      case fetch(:yes_or_no).chomp.downcase
+      when "yes"
+        true
+      when "no"
+        false
+      else
+        warn "Please enter 'yes' or 'no'"
+        pg_confirm_file_overwrite?(dump_file)
+      end
+    end
+
+    def pg_confirm_database_overwrite?(database_name)
+      warn "There is already data in the database '#{database_name}' on #{host} in the container " +
+        "'#{host.properties.postgres_container_name}' which stores it's data in #{fetch(:postgres_data_path)} on the host."
+      warn "If you continue, you must be positive you want to overwrite the existing data."
+      ask :yes_or_no, "Are you positive?"
+      case fetch(:yes_or_no).chomp.downcase
+      when "yes"
+        true
+      when "no"
+        false
+      else
+        warn "Please enter 'yes' or 'no'"
+        pg_confirm_database_overwrite?(database_name)
+      end
+    end
+  end
+end

data/lib/postgresinator/examples/Capfile

@@ -2,7 +2,7 @@
 require 'capistrano/setup'
 
 # Includes default deployment tasks
-require 'capistrano/deploy'
+#require 'capistrano/deploy'
 
 # Includes tasks from other gems included in your Gemfile
 #

data/lib/postgresinator/examples/Dockerfile

@@ -2,10 +2,11 @@
 FROM ubuntu:12.04
 MAINTAINER david amick <docker@davidamick.com>
 
-RUN /bin/bash -l -c "apt-get update -qq && apt-get install -qy postgresql-9.1 libpq-dev postgresql-contrib nodejs rsync"
-RUN /bin/bash -l -c "/etc/init.d/postgresql start && /etc/init.d/postgresql stop"
+RUN ["/bin/bash", "-c", "apt-get update -qq && apt-get install -qy postgresql-9.1 libpq-dev postgresql-contrib nodejs rsync"]
+RUN ["/bin/bash", "-c", "/etc/init.d/postgresql start && /etc/init.d/postgresql stop"]
+RUN ["/bin/bash", "-c", "usermod -a -G www-data postgres"]
+RUN ["/bin/bash", "-c", "rm /etc/ssl/certs/ssl-cert-snakeoil.pem"]
+RUN ["/bin/bash", "-c", "rm /etc/ssl/private/ssl-cert-snakeoil.key"]
 
-EXPOSE 5432
-USER postgres
-ENTRYPOINT ["/usr/lib/postgresql/9.1/bin/postgres"]
-CMD ["-D", "/var/lib/postgresql/9.1/main", "-c", "config_file=/etc/postgresql/9.1/main/postgresql.conf"]
+ENTRYPOINT ["/bin/bash"]
+CMD ["-l"]

data/lib/postgresinator/examples/config/deploy/staging.rb

@@ -1,50 +1,29 @@
-# Simple Role Syntax
-# ==================
-# Supports bulk-adding hosts to roles, the primary server in each group
-# is considered to be the first unless any hosts have the primary
-# property set.  Don't declare `role :all`, it's a meta role.
-
-set  :domain,           "my-app.example.com"
-set  :deploy_username,  "deployer"
-set  :user_host,        "#{fetch(:deploy_username)}@#{fetch(:domain)}"
-
-role :app, fetch(:user_host)
-role :web, fetch(:user_host)
-role :db,  fetch(:user_host)
-
-# Extended Server Syntax
-# ======================
-# This can be used to drop a more detailed server definition into the
-# server list. The second argument is a, or duck-types, Hash and is
-# used to set extended properties on the server.
-
-#server 'example.com', user: 'deploy', roles: %w{web app}, my_property: :my_value
-
-
-# Custom SSH Options
-# ==================
-# You may pass any option but keep in mind that net/ssh understands a
-# limited set of options, consult[net/ssh documentation](http://net-ssh.github.io/net-ssh/classes/Net/SSH.html#method-c-start).
-#
-# Global options
-# --------------
-#  set :ssh_options, {
-#    keys: %w(/home/rlisowski/.ssh/id_rsa),
-#    forward_agent: false,
-#    auth_methods: %w(password)
-#  }
-#
-# And/or per server (overrides global)
-# ------------------------------------
-# server 'example.com',
-#   user: 'user_name',
-#   roles: %w{web app},
-#   ssh_options: {
-#     user: 'user_name', # overrides user setting above
-#     keys: %w(/home/user_name/.ssh/id_rsa),
-#     forward_agent: false,
-#     auth_methods: %w(publickey password)
-#     # password: 'please use keys'
-#   }
-
-require './config/deploy/staging_postgresinator.rb'
+##### postgresinator
+### ------------------------------------------------------------------
+set :domain,                        "my-app.example.com"
+server fetch(:domain),
+  :user                             => fetch(:deployment_username),
+  :roles                            => ["app", "web", "db"],
+  :postgres_port                    => "5432"
+server 'my-app-db-slave.example.com',
+  :user                             => fetch(:deployment_username),
+  :roles                            => ["db_slave"],
+  :no_release                       => true,
+  :postgres_port                    => "5433"
+server 'my-app-db-slave2.example.com',
+  :user                             => fetch(:deployment_username),
+  :roles                            => ["db_slave"],
+  :no_release                       => true,
+  :postgres_port                    => "5433"
+  # only for override, let postgresinator setup postgres_container_name
+  #:postgres_container_name => "my_custom_name"
+set :postgres_image_name,           "snarlysodboxer/postgresql:0.0.1"
+set :postgres_replicator_pass,      "yourpassword"
+set :postgres_databases,            [
+  {
+    :name                             => "name",
+    :db_role                          => "role",
+    :pass                             => "pass"
+  }
+]
+### ------------------------------------------------------------------

data/lib/postgresinator/examples/config/deploy.rb

@@ -1,60 +1,10 @@
-# config valid only for Capistrano 3.1
+# config valid only for Capistrano 3.2.1
 lock '3.2.1'
 
-set :application, 'my_app_name'
-set :repo_url, 'git@example.com:me/my_repo.git'
-
-# Default branch is :master
-# ask :branch, proc { `git rev-parse --abbrev-ref HEAD`.chomp }.call
-
-# Default deploy_to directory is /var/www/my_app
-# set :deploy_to, '/var/www/my_app'
-
-# Default value for :scm is :git
-# set :scm, :git
-
-# Default value for :format is :pretty
-# set :format, :pretty
-
-# Default value for :log_level is :debug
-# set :log_level, :debug
-
-# Default value for :pty is false
-# set :pty, true
-
-# Default value for :linked_files is []
-# set :linked_files, %w{config/database.yml}
-
-# Default value for linked_dirs is []
-# set :linked_dirs, %w{bin log tmp/pids tmp/cache tmp/sockets vendor/bundle public/system}
-
-# Default value for default_env is {}
-# set :default_env, { path: "/opt/ruby/bin:$PATH" }
-
-# Default value for keep_releases is 5
-# set :keep_releases, 5
-
-namespace :deploy do
-
-  desc 'Restart application'
-  task :restart do
-    on roles(:app), in: :sequence, wait: 5 do
-      # Your restart mechanism here, for example:
-      # execute :touch, release_path.join('tmp/restart.txt')
-    end
-  end
-
-  after :publishing, :restart
-
-  after :restart, :clear_cache do
-    on roles(:web), in: :groups, limit: 3, wait: 10 do
-      # Here we can do anything such as:
-      # within release_path do
-      #   execute :rake, 'cache:clear'
-      # end
-    end
-  end
-
-end
-
-require './config/deploy_postgresinator.rb'
+##### postgresinator
+### ------------------------------------------------------------------
+set :application,                   "my_app_name"
+set :preexisting_ssh_user,          ENV['USER']
+set :deployment_username,           "deployer"
+set :webserver_username,            "www-data" # needed for intergration w/ deployinator
+### ------------------------------------------------------------------

data/lib/postgresinator/examples/pg_hba.conf.erb

@@ -71,21 +71,19 @@
 # (autovacuum, daily cronjob, replication, and similar tasks).
 #
 # Database administrative login by UNIX sockets
-local   all         postgres                          ident
+local   all         postgres                          trust
 
 # TYPE  DATABASE    USER        CIDR-ADDRESS          METHOD
-<% if @server.master %>
-  <% @cluster.servers.each do |server| %>
-    <% unless server.master %>
-hostssl replication replicator  <%= server.ip %>/32    trust
-    <% end %>
+<% if host.has_role?(:db) %>
+  <% roles(:db_slave).each do |host| %>
+hostssl replication replicator  <%= host.properties.ip %>/32    trust
   <% end %>
 <% end %>
 host    all         postgres    172.16.0.0/12         trust # allow docker IPs for localhost access on the host
 host    all         all         172.16.0.0/12         md5
 
 # "local" is for Unix domain socket connections only
-local   all         all                               ident
+#local   all         all                               ident
 # IPv4 local connections:
 host    all         all         127.0.0.1/32          md5
 # IPv6 local connections:

data/lib/postgresinator/examples/postgresql.conf.erb

@@ -34,15 +34,15 @@
 # The default values of these variables are driven from the -D command-line
 # option or PGDATA environment variable, represented here as ConfigDir.
 
-data_directory = '<%= @cluster.image.data_path %>'         # use data in another directory
+data_directory = '<%= fetch(:postgres_data_path) %>'         # use data in another directory
                                         # (change requires restart)
-hba_file = '<%= @cluster.image.conf_path %>/pg_hba.conf'       # host-based authentication file
+hba_file = '<%= fetch(:postgres_config_path) %>/pg_hba.conf'       # host-based authentication file
                                         # (change requires restart)
-ident_file = '<%= @cluster.image.conf_path %>/pg_ident.conf'   # ident configuration file
+ident_file = '<%= fetch(:postgres_config_path) %>/pg_ident.conf'   # ident configuration file
                                         # (change requires restart)
 
 # If external_pid_file is not explicitly set, no extra PID file is written.
-external_pid_file = '/var/run/postgresql/9.1-main.pid'          # write an extra PID file
+external_pid_file = '<%= fetch(:postgres_socket_path) %>/postgresql-9.1-main.pid'          # write an extra PID file
                                         # (change requires restart)
 
 #------------------------------------------------------------------------------
@@ -59,7 +59,7 @@ wal_level = hot_standby
 max_wal_senders = 3
 checkpoint_segments = 8
 wal_keep_segments = 8
-<% unless @server.master %>
+<% if host.has_role?(:db_slave) %>
 hot_standby = on
 <% end %>
 port = 5432                             # (change requires restart)
@@ -68,7 +68,7 @@ max_connections = 100                   # (change requires restart)
 # connection slot, plus lock space (see max_locks_per_transaction).  You might
 # also need to raise shared_buffers to support more connections.
 #superuser_reserved_connections = 3     # (change requires restart)
-unix_socket_directory = '/var/run/postgresql'           # (change requires restart)
+unix_socket_directory = '<%= fetch(:postgres_socket_path) %>'           # (change requires restart)
 #unix_socket_group = ''                 # (change requires restart)
 #unix_socket_permissions = 0777         # begin with 0 to use octal notation
                                         # (change requires restart)

data/lib/postgresinator/examples/recovery.conf.erb

@@ -1,3 +1,3 @@
 standby_mode = 'on'
-primary_conninfo = 'host=<%= @server.master_ip %> port=<%= @server.master_port %> user=replicator password=yourpassword sslmode=require'
-trigger_file = '<%= @cluster.image.data_path %>/postgresql.trigger'
+primary_conninfo = 'host=<%= roles(:db).first.properties.ip %> port=<%= roles(:db).first.properties.postgres_port %> user=replicator password=<%= fetch(:postgres_replicator_pass) %> sslmode=require'
+trigger_file = '<%= fetch(:postgres_data_path) %>/postgresql.trigger'