pgbackups_s3 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cba68bca1c3791533eecdaa606272d069657efd8
+  data.tar.gz: b19a55e420cf7c5678de04050df90a700bdd93f2
+SHA512:
+  metadata.gz: 197d770f48b476fff20d5a1fa228922ea6959f8f40754d2894e52cc7e6ac691cc36d3d4682427c5b1e45165398004ed8a5abfa2a0a74583a1637e0f6af63be0e
+  data.tar.gz: 11eb69145134893beb213f603bd8017d824d94265374d5931ff4eb57a6de176efcdd743cd43e1dc5bbf52a04cef4c8c247349e5020b551f9c09d45bd09ff02d1

data/.gitignore

@@ -0,0 +1,2 @@
+.DS_Store
+*.gem

data/README.md

@@ -0,0 +1,7 @@
+PgbackupsS3
+=======================================
+
+
+gem 'pgbackups_s3'
+
+rails g pgbackups_s3:install

data/lib/generators/pgbackups_s3/install_generator.rb

@@ -0,0 +1,14 @@
+class PgbackupsS3
+  module Generators
+    class InstallGenerator < Rails::Generators::Base
+      source_root File.expand_path('../../templates', __FILE__)
+      desc "Creates PgbackupsS3 initialzier for your application"
+
+      def copy_initializer
+        template "pgbackups_s3_initializer.rb", "config/initializers/pgbackups_s3.rb"
+
+        puts "Your data is almost safe! Just fill out the 'config/initializers/pgbackups_s3.rb' and you'll be good to go"
+      end
+    end
+  end
+end

data/lib/generators/templates/pgbackups_s3_initializer.rb

@@ -0,0 +1,20 @@
+PgbackupsS3.configure do |config|
+  # Databases that you want data to be pulled from and restored to.
+  # Defaults to 'DATABASE_URL'
+  # Example of other is 'HEROKU_POSTGRESQL_GRAY_URL'
+  # config.capture_database = 'DATABASE_URL'
+  # config.restore_database = 'DATABASE_URL'
+
+  # Change this to the S3 bucket name you want the backups to go into
+  # Defaults to 'pgbackups_s3'
+  # config.bucket = 'YOUR_BUCKET_NAME'
+
+  # This specifies the directories the backups will go in within your bucket
+  # Ex. 'backups' will put all backups within your bucket in the backups folder
+  # config.directories = 'backups'
+
+  # Input your amazon credentials
+  # Required
+  config.access_key_id = 'YOUR_AWS_ACCESS_KEY'
+  config.secret_access_key = 'YOUR_AWS_SECRET_ACCESS_KEY'
+end

data/lib/pgbackups_s3/client.rb

@@ -0,0 +1,118 @@
+class PgbackupsS3
+  include HTTParty
+
+
+  def self.backup
+    p = new
+    p.capture
+    p.get_latest_backup
+    p.download
+    p.send_to_s3
+    p.clean
+  end
+
+  def self.list_backups(year=nil, month=nil, day=nil)
+    p = new
+    year ||= Date.today.year
+    month ||= Date.today.month
+    day ||= Date.today.day
+    p.list_backups(year, month, day)
+  end
+
+  def self.restore(key)
+    p = new
+    p.restore_from(key)
+  end
+
+  def initialize
+    uri = URI.parse(ENV['PGBACKUPS_URL'])
+    @host = "#{uri.scheme}://#{uri.host}"
+    @host += ":#{uri.port}" if uri.port
+    self.class.basic_auth uri.user, uri.password
+    @backup_url = ""
+    @tmp_file = "./tmp/#{DateTime.now.strftime('%k:%M:%S')}.dump"
+    @bucket = PgbackupsS3.configuration.bucket
+    @directories = PgbackupsS3.configuration.directories
+    @capture_database = PgbackupsS3.configuration.capture_database
+    @restore_database = PgbackupsS3.configuration.restore_database
+    File.new(@tmp_file, 'w+')
+
+    @s3 = AWS::S3.new(
+      access_key_id:  PgbackupsS3.configuration.access_key_id,
+      secret_access_key: PgbackupsS3.configuration.secret_access_key
+    )
+  end
+
+  def get_latest_backup
+    @backup_url = self.class.get("#{@host}/client/latest_backup")['public_url']
+  end
+
+  def capture
+    params = {:from_url => ENV[@capture_database], :from_name => ENV[@capture_database], :to_url => nil, :to_name => 'BACKUP', expire: true}
+    backup = self.class.post("#{@host}/client/transfers", query: params)
+
+    print "Wrangling up that postgres\n"
+
+    until backup["finished_at"]
+      print '.'
+      sleep 1
+      backup = self.class.get("#{@host}/client/transfers/#{backup['id']}")
+    end
+
+    print "\nYar we got it!\n"
+  end
+
+  def download
+    print "Downloading that postgres\n"
+    File.open(@tmp_file, "wb") do |output|
+      streamer = lambda do |chunk, remaining_bytes, total_bytes|
+        print '.'
+        output.write chunk
+      end
+      Excon.get(@backup_url, :response_block => streamer)
+    end
+    print "\nSaved as #{@tmp_file} on local server\n"
+  end
+
+  def send_to_s3
+    print "Shipping that sucka to S3\t"
+    key = File.basename(@tmp_file)
+    @s3.buckets[@bucket].objects["#{@directories}/#{Date.today.year}/6/#{Date.today.day}/#{key}"].write(:file => @tmp_file)
+    puts "Backup uploaded to #{@bucket} bucket."
+  end
+
+  def clean
+    print "Removing backup from local server\n"
+    File.delete(@tmp_file)
+  end
+
+  def list_backups(year, month, day)
+    prefix = "#{@directories}/#{year}/#{month}/#{day}"
+    keys = @s3.buckets[@bucket].objects.with_prefix(prefix).collect(&:key)
+
+    print "Backups for #{month}-#{day}-#{year} ----------------------- \n"
+    keys.each do |key|
+      print "-- #{key} \n"
+    end
+  end
+
+  def restore_from(key)
+    print "\n\nWARNING: This will overwrite the production database with restore: #{key}\n"
+    print "Type 'Give me my data!' to confirm \n"
+
+    input = gets.chomp
+
+    if input == 'Give me my data!'
+      object = @s3.buckets[@bucket].objects.with_prefix(key).first
+      object.acl = :public_read
+      params = {:to_url => ENV[@restore_database], :to_name => ENV[@restore_database], :from_url => object.public_url, :from_name => "EXTERNAL_BACKUP"}
+      backup = self.class.post("#{@host}/client/transfers", query: params)
+      sleep 20
+      object.acl = :private
+
+      print "Database restore is being run in the background. Check your apps logs for more info"
+    else
+      print "Not overwriting your data. Phew that was a close one!"
+    end
+  end
+end

data/lib/pgbackups_s3/configuration.rb

@@ -0,0 +1,38 @@
+class PgbackupsS3
+  @@configuration = nil
+
+  def self.configure
+    @@configuration = Configuration.new
+
+    if block_given?
+      yield configuration
+    end
+
+    configuration
+  end
+
+  def self.configuration
+    @@configuration || configure
+  end
+
+  class Configuration
+    attr_accessor :bucket, :directories, :access_key_id, :secret_access_key,
+                  :capture_database, :restore_database
+
+    def bucket
+      @bucket ||= 'pgbackups_s3'
+    end
+
+    def directories
+      @directories ||= 'backups'
+    end
+
+    def capture_database
+      @capture_database ||= 'DATABASE_URL'
+    end
+
+    def restore_database
+      @restore_database ||= 'DATABASE_URL'
+    end
+  end
+end

data/lib/pgbackups_s3.rb

@@ -0,0 +1,11 @@
+require 'httparty'
+require 'pgbackups_s3/client'
+require 'pgbackups_s3/configuration'
+
+class PgbackupsS3
+  class Railtie < ::Rails::Railtie
+    rake_tasks do
+      load File.join(File.dirname(__FILE__), 'tasks/pgbackups_s3.rake')
+    end
+  end
+end

data/lib/tasks/pgbackups_s3.rake

@@ -0,0 +1,5 @@
+namespace :pgbackups_s3 do
+  task :backup => :environment do
+    PgbackupsS3.backup
+  end
+end

data/pgbackups_s3.gemspec

@@ -0,0 +1,17 @@
+Gem::Specification.new do |s|
+  s.name        = 'pgbackups_s3'
+  s.version     = '0.0.1'
+  s.date        = '2014-07-25'
+  s.summary     = %w{Send pgbackups to S3 using aws_sdk}
+  s.description = %w{Send pgbackups to S3 using aws_sdk. This gem also allows
+                    you to restore from your backups on S3}
+  s.authors     = ["Matt Leonard"]
+  s.email       = 'mattleonardco@gmail.com'
+  s.files       = `git ls-files`.split("\n")
+  s.require_paths = ["lib"]
+  s.homepage    = 'http://mattl.co'
+  s.license     = 'MIT'
+
+  s.add_runtime_dependency 'aws-sdk', '>= 1.0', '<= 1.49.0'
+  s.add_runtime_dependency 'httparty', '>= 0.3', '<= 0.13.1'
+end

metadata

@@ -0,0 +1,93 @@
+--- !ruby/object:Gem::Specification
+name: pgbackups_s3
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Matt Leonard
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-07-25 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: aws-sdk
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 1.49.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 1.49.0
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.3'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 0.13.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0.3'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 0.13.1
+description: '["Send", "pgbackups", "to", "S3", "using", "aws_sdk.", "This", "gem",
+  "also", "allows", "you", "to", "restore", "from", "your", "backups", "on", "S3"]'
+email: mattleonardco@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- README.md
+- lib/generators/pgbackups_s3/install_generator.rb
+- lib/generators/templates/pgbackups_s3_initializer.rb
+- lib/pgbackups_s3.rb
+- lib/pgbackups_s3/client.rb
+- lib/pgbackups_s3/configuration.rb
+- lib/tasks/pgbackups_s3.rake
+- pgbackups_s3.gemspec
+homepage: http://mattl.co
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: '["Send", "pgbackups", "to", "S3", "using", "aws_sdk"]'
+test_files: []