ey-backup 0.0.3

data/LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Engine Yard Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README

@@ -0,0 +1,3 @@
+== ey-backup
+
+A gem that provides rolling tarball backups to s3.

data/Rakefile

@@ -0,0 +1,59 @@
+require 'rubygems'
+require 'rake/gempackagetask'
+require 'rubygems/specification'
+require 'date'
+require 'spec/rake/spectask'
+
+GEM = "ey-backup"
+GEM_VERSION = "0.0.3"
+AUTHOR = "Ezra Zygmuntowicz"
+EMAIL = "ezra@engineyard.com"
+HOMEPAGE = "http://example.com"
+SUMMARY = "A gem that provides s3 backups for ey-solo slices..."
+
+spec = Gem::Specification.new do |s|
+  s.name = GEM
+  s.version = GEM_VERSION
+  s.platform = Gem::Platform::RUBY
+  s.has_rdoc = true
+  s.extra_rdoc_files = ["README", "LICENSE", 'TODO']
+  s.summary = SUMMARY
+  s.description = s.summary
+  s.author = AUTHOR
+  s.email = EMAIL
+  s.homepage = HOMEPAGE
+  s.bindir       = "bin"
+  s.executables  = %w( eybackup )
+  
+  # Uncomment this to add a dependency
+  # s.add_dependency "foo"
+  
+  s.require_path = 'lib'
+  s.autorequire = GEM
+  s.files = %w(LICENSE README Rakefile TODO) + Dir.glob("{lib,spec}/**/*")
+end
+
+task :default => :spec
+
+desc "Run specs"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_files = FileList['spec/**/*_spec.rb']
+  t.spec_opts = %w(-fs --color)
+end
+
+
+Rake::GemPackageTask.new(spec) do |pkg|
+  pkg.gem_spec = spec
+end
+
+desc "install the gem locally"
+task :install => [:package] do
+  sh %{sudo gem install pkg/#{GEM}-#{GEM_VERSION}}
+end
+
+desc "create a gemspec file"
+task :make_spec do
+  File.open("#{GEM}.gemspec", "w") do |file|
+    file.puts spec.to_ruby
+  end
+end

data/TODO

@@ -0,0 +1,4 @@
+TODO:
+Fix LICENSE with your name
+Fix Rakefile with your name and contact info
+Add your code to lib/<%= name %>.rb

data/bin/eybackup

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'yaml'
+require "optparse"
+require 'ey-backup/mysql_backup'
+
+options = {:config => '/etc/.mysql.backups.yml',
+           :command => :new_backup}
+
+# Build a parser for the command line arguments
+opts = OptionParser.new do |opts|
+  opts.version = "0.0.1"
+
+  opts.banner = "Usage: eybackup [-flag] [argument]"
+  opts.define_head "eybackup: backing up your shit since way back when..."
+  opts.separator '*'*80
+  
+  opts.on("-l", "--list-backup DATABASE", "List mysql backups for DATABASE") do |db|
+    options[:db] = (db || 'all')
+    options[:command] = :list
+  end
+  
+  opts.on("-n", "--new-backup", "Create new mysql backup") do
+    options[:command] = :new_backup
+  end
+  
+  opts.on("-c", "--config CONFIG", "Use config file.") do |config|
+    options[:config] = config
+  end
+  
+  opts.on("-d", "--download BACKUP_INDEX", "download the backup specified by index. Run eybackup -l to get the index.") do |index|
+    options[:command] = :download
+    options[:index] = index
+  end
+  
+  opts.on("-r", "--restore BACKUP_INDEX", "Download and apply the backup specified by index WARNING! will overwrite the current db with the backup. Run eybackup -l to get the index.") do |index|
+    options[:command] = :restore
+    options[:index] = index
+  end
+
+end
+
+opts.parse!
+
+eyb = nil
+if File.exist?(options[:config])
+  eyb = EyBackup::MysqlBackup.new(YAML::load(IO.read(options[:config])))
+end
+
+case options[:command]
+when :list
+  eyb.list options[:db], true
+when :new_backup
+  eyb.new_backup
+when :download
+  eyb.download(options[:index])
+when :restore
+  eyb.restore(options[:index])
+end
+eyb.cleanup

data/lib/ey-backup/mysql_backup.rb

@@ -0,0 +1,122 @@
+require 'aws/s3'
+require 'date'
+require 'digest'
+require 'net/http'
+require 'fileutils'
+
+module AWS::S3
+  class S3Object
+    def <=>(other)
+      DateTime.parse(self.about['last-modified']) <=> DateTime.parse(other.about['last-modified'])
+    end
+  end
+end    
+
+module EyBackup
+  def self.get_from_ec2(thing="/")
+    base_url = "http://169.254.169.254/latest/meta-data" + thing
+    url = URI.parse(base_url)
+    req = Net::HTTP::Get.new(url.path)
+    res = Net::HTTP.start(url.host, url.port) {|http|
+      http.request(req)
+    }
+    res.body
+  end
+  class MysqlBackup
+    def initialize(opts={})
+      AWS::S3::Base.establish_connection!(
+          :access_key_id     => opts[:aws_secret_id],
+          :secret_access_key => opts[:aws_secret_key]
+        )
+      @dbuser = opts[:dbuser]
+      @dbpass = opts[:dbpass]
+      @databases = opts[:databases]
+      @keep = opts[:keep]
+      @bucket = "ey-backup-#{Digest::SHA1.hexdigest(opts[:aws_secret_id])[0..11]}"
+      @tmpname = "#{Time.now.strftime("%Y-%m-%dT%H:%M:%S").gsub(/:/, '-')}.sql.gz"
+      @id = EyBackup.get_from_ec2('/instance-id')
+      FileUtils.mkdir_p '/mnt/tmp'
+      begin
+        AWS::S3::Bucket.create @bucket
+      rescue AWS::S3::BucketAlreadyExists
+      end  
+    end
+    
+    def new_backup
+      @databases.each do |db|
+        backup_database(db)
+      end  
+    end
+    
+    def backup_database(database)
+      mysqlcmd = "mysqldump -u #{@dbuser} -p'#{@dbpass}' #{database} | gzip - > /mnt/tmp/#{database}.#{@tmpname}"
+      if system(mysqlcmd)
+        AWS::S3::S3Object.store(
+           "/#{@id}.#{database}/#{database}.#{@tmpname}",
+           open("/mnt/tmp/#{database}.#{@tmpname}"),
+           @bucket,
+           :access => :private
+        )
+        FileUtils.rm "/mnt/tmp/#{database}.#{@tmpname}"
+        puts "successful backup: #{database}.#{@tmpname}"
+      else
+        raise "Unable to dump database#{database} wtf?"
+      end
+    end
+    
+    def download(index)
+      idx, db = index.split(":")
+      obj =  list(db)[idx.to_i]
+      puts "downloading: #{normalize_name(obj)}"
+      File.open(normalize_name(obj), 'wb') do |f|
+        print "."
+        obj.value {|chunk| f.write chunk }
+      end
+      puts
+      puts "finished"
+      normalize_name(obj)
+    end
+    
+    def restore(index)
+      name = download(index)
+      db = name.split('.').first
+      cmd = "gunzip -c #{name} | mysql -u #{@dbuser} -p'#{@dbpass}' #{db}"
+      if system(cmd)
+        puts "successfully restored backup: #{name}"
+      else
+        puts "FAIL"
+      end    
+    end
+    
+    def cleanup
+      list('all',false)[0...-(@keep*@databases.size)].each{|o| 
+        puts "deleting: #{o.key}"  
+        o.delete
+      }
+    end
+    
+    def normalize_name(obj)
+      obj.key.gsub(/^.*?\//, '')
+    end
+    
+    def list(database='all', printer = false)
+      puts "listing #{database} database" if printer
+      backups = []
+      if database == 'all'
+        @databases.each do |db|
+          backups << AWS::S3::Bucket.objects(@bucket, :prefix => "#{@id}.#{db}")
+        end
+        backups = backups.flatten.sort
+      else  
+        backups = AWS::S3::Bucket.objects(@bucket, :prefix => "#{@id}.#{database}").sort
+      end
+      if printer
+        backups.each_with_index do |b,i|
+          puts "#{i}:#{database} #{normalize_name(b)}"
+        end
+      end    
+      backups
+    end
+    
+  end
+end

data/spec/ey-backup_spec.rb

@@ -0,0 +1,7 @@
+require File.dirname(__FILE__) + '/spec_helper'
+
+describe "ey-backup" do
+  it "should do nothing" do
+    true.should == true
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,2 @@
+$TESTING=true
+$:.push File.join(File.dirname(__FILE__), '..', 'lib')

metadata

@@ -0,0 +1,63 @@
+--- !ruby/object:Gem::Specification 
+name: ey-backup
+version: !ruby/object:Gem::Version 
+  version: 0.0.3
+platform: ruby
+authors: 
+- Ezra Zygmuntowicz
+autorequire: ey-backup
+bindir: bin
+cert_chain: []
+
+date: 2009-01-19 00:00:00 -08:00
+default_executable: 
+dependencies: []
+
+description: A gem that provides s3 backups for ey-solo slices...
+email: ezra@engineyard.com
+executables: 
+- eybackup
+extensions: []
+
+extra_rdoc_files: 
+- README
+- LICENSE
+- TODO
+files: 
+- LICENSE
+- README
+- Rakefile
+- TODO
+- lib/ey-backup
+- lib/ey-backup/mysql_backup.rb
+- lib/ey-backup.rb
+- spec/ey-backup_spec.rb
+- spec/spec_helper.rb
+has_rdoc: true
+homepage: http://example.com
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.1
+signing_key: 
+specification_version: 2
+summary: A gem that provides s3 backups for ey-solo slices...
+test_files: []
+