ebs_snapshot_cleanup 0.5.0

data/README.rdoc

@@ -0,0 +1,22 @@
+= ebs_snapshot_cleanup
+
+Command-line utility to clean up your EBS snapshots.
+
+You'll be prompted before anything is removed.  In this version:
+
+* every snapshot in the current month is retained
+* last snapshot for every prior month is returned, all others are removed
+  
+In addition, you're prompted to remove snapshots of volumes that no longer exist.
+
+== USAGE
+
+Make sure your have an /etc/aws.conf as per aws_credentials[http://github.com/bkoski/aws_credentials]. Then:
+
+  cleanup-ebs-snapshots
+  
+and follow the prompts.
+
+== AUTHOR
+
+Ben Koski, bkoski@nytimes.com

data/Rakefile

@@ -0,0 +1,60 @@
+require 'rubygems'
+require 'rake'
+
+begin
+  require 'jeweler'
+  Jeweler::Tasks.new do |gem|
+    gem.name = "ebs_snapshot_cleanup"
+    gem.summary = %Q{Command-line utility to clean up EBS snapshots}
+    gem.description = %Q{Command-line utility to clean up EBS snapshots}
+    gem.email = "bkoski@nytimes.com"
+    gem.homepage = "http://github.com/bkoski/ebs_snapshot_cleanup"
+    gem.authors = ["Ben Koski"]
+    gem.add_dependency 'amazon-ec2', '0.9.12'
+    gem.add_dependency 'aws_credentials'
+    gem.files = ['bin/cleanup-ebs-snapshots','Rakefile','README.rdoc','VERSION']
+    
+    # gem is a Gem::Specification... see http://www.rubygems.org/read/chapter/20 for additional settings
+  end
+  Jeweler::GemcutterTasks.new
+rescue LoadError
+  puts "Jeweler (or a dependency) not available. Install it with: sudo gem install jeweler"
+end
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/*_test.rb'
+  test.verbose = true
+end
+
+begin
+  require 'rcov/rcovtask'
+  Rcov::RcovTask.new do |test|
+    test.libs << 'test'
+    test.pattern = 'test/**/*_test.rb'
+    test.verbose = true
+  end
+rescue LoadError
+  task :rcov do
+    abort "RCov is not available. In order to run rcov, you must: sudo gem install spicycode-rcov"
+  end
+end
+
+task :test => :check_dependencies
+
+task :default => :test
+
+require 'rake/rdoctask'
+Rake::RDocTask.new do |rdoc|
+  if File.exist?('VERSION')
+    version = File.read('VERSION')
+  else
+    version = ""
+  end
+
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title = "ebs_snapshot_cleanup #{version}"
+  rdoc.rdoc_files.include('README*')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end

data/VERSION

@@ -0,0 +1 @@
+0.5.0

data/bin/cleanup-ebs-snapshots

@@ -0,0 +1,87 @@
+#!/usr/bin/env ruby
+require 'rubygems'
+require 'aws_credentials'
+require 'AWS'
+require 'time'
+
+@ec2 = AWS::EC2::Base.new(:access_key_id => AWSCredentials.access_key,
+                         :secret_access_key => AWSCredentials.secret_access_key)
+
+        
+def get_snapshots_by_volume
+  snapshot_data = @ec2.describe_snapshots(:owner => 'self')['snapshotSet']['item']
+  
+  by_volume = {}
+  snapshot_data.each do |s|
+   by_volume[s['volumeId']] ||= []
+   by_volume[s['volumeId']] << s
+  end
+
+  return by_volume
+end
+        
+active_volume_ids = @ec2.describe_volumes['volumeSet']['item'].collect { |v| v['volumeId'] }
+snapshots_by_volume = get_snapshots_by_volume
+
+(snapshots_by_volume.keys - active_volume_ids).each do |orphaned_volume_id|
+  next unless snapshots_by_volume.has_key?(orphaned_volume_id)
+
+  puts
+  puts "There are #{snapshots_by_volume[orphaned_volume_id].length} snapshot(s) for #{orphaned_volume_id}, which doesn't appear to exist."
+  print "Okay to remove? (y/N) "
+  
+  okay = gets.strip
+  if okay.downcase == 'y'
+    puts "Removing..."
+    snapshots_by_volume[orphaned_volume_id].each { |s| @ec2.delete_snapshot(:snapshot_id => s['snapshotId']) }
+    puts "Done!"
+  end
+end
+
+get_snapshots_by_volume.each do |volume, snapshots|
+
+  snapshots_by_month = {}
+  snaps_to_remove = []
+  snapshots.each do |s|
+    next if s['status'] != 'completed'
+    taken_at = Time.parse(s['startTime'])
+    
+    key = "#{taken_at.year}-#{'%02i' % taken_at.month}"
+    snapshots_by_month[key] ||= []
+    snapshots_by_month[key] << s
+  end
+
+  snapshots_by_month.each do |month, month_snaps|
+    next if month == "#{Time.now.year}-#{'%02i' % Time.now.month}"
+    next if month_snaps.length == 1
+    snaps_to_remove += month_snaps[0, month_snaps.length - 1]
+  end
+  
+  next if snaps_to_remove.length == 0
+  
+  puts
+  puts "Volume: #{volume}"
+  puts "#{snapshots.length} snapshots total, removing #{snaps_to_remove.length}"
+  
+  puts "Snapshots that will remain:"
+  (snapshots - snaps_to_remove).sort { |a,b| a['startTime'] <=> b['startTime'] }.each do |remaining_snap|
+    puts "#{remaining_snap['snapshotId']}\t#{remaining_snap['startTime']}"
+  end
+  
+  puts
+  puts "Snapshots to be removed:"
+  snaps_to_remove.sort { |a,b| a['startTime'] <=> b['startTime'] }.each do |snap_to_remove|
+    puts "#{snap_to_remove['snapshotId']}\t#{snap_to_remove['startTime']}"
+  end
+  
+  puts
+  print "Okay to remove #{snaps_to_remove.length} snapshot(s) for volume #{volume}? (y/N) "
+  okay = gets.strip
+  
+  if okay.downcase == 'y'
+    puts "Removing..."
+    snaps_to_remove.each { |s| @ec2.delete_snapshot(:snapshot_id => s['snapshotId']) }
+    puts "Done!"
+  end
+    
+end

metadata

@@ -0,0 +1,77 @@
+--- !ruby/object:Gem::Specification 
+name: ebs_snapshot_cleanup
+version: !ruby/object:Gem::Version 
+  version: 0.5.0
+platform: ruby
+authors: 
+- Ben Koski
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-05-10 00:00:00 -04:00
+default_executable: cleanup-ebs-snapshots
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: amazon-ec2
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - "="
+      - !ruby/object:Gem::Version 
+        version: 0.9.12
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: aws_credentials
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+description: Command-line utility to clean up EBS snapshots
+email: bkoski@nytimes.com
+executables: 
+- cleanup-ebs-snapshots
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+files: 
+- README.rdoc
+- Rakefile
+- VERSION
+- bin/cleanup-ebs-snapshots
+has_rdoc: true
+homepage: http://github.com/bkoski/ebs_snapshot_cleanup
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Command-line utility to clean up EBS snapshots
+test_files: []
+