prune_cloudfiles_db_backups 0.0.1

data/spec/prune_cloudfiles_db_backups/pruner_spec.rb

@@ -0,0 +1,60 @@
+require 'spec_helper'
+require 'prune_cloudfiles_db_backups/pruner'
+
+require 'openstack'
+
+module PruneCloudfilesDbBackups
+
+  describe Pruner do
+    before(:each) do
+      @time_now = DateTime.parse('March 24, 2013')
+      DateTime.stub!(:now).and_return(@time_now)
+
+      @object_pile = IO.read("#{File.dirname(__FILE__)}/lists/backup_pile.txt").split("\n")
+      container = double('an openstack container')
+      container.stub(:objects) {
+        @object_pile
+      }
+      container.stub(:delete_object) { |arg|
+        @object_pile.delete(arg)
+      }
+      OpenStack::Connection.stub_chain(:create, :container).and_return(container)
+
+    end
+
+    it 'can be tested with the cloudfile mocked to object_pile' do
+      cf = OpenStack::Connection.create(username: 'a_real_username',
+                                        api_key: 'a_real_key',
+                                        auth_url: 'https://identity.api.rackspacecloud.com/v1.0',
+                                        service_type:'object-store')
+      container = cf.container('database_backups')
+      container.objects.size.should be > 1000
+      size = container.objects.size
+      marked_for_death_object = container.objects[0]
+      container.delete_object(marked_for_death_object)
+      container.objects.size.should be == (size - 1)
+    end
+
+    context 'running' do
+      before(:each) do
+        @pruner = Pruner.new({})
+      end
+
+      it 'returns TBD and Keep values' do
+        @pruner.list_to_delete.should_not be_nil
+        @pruner.list_to_keep.should_not be_nil
+      end
+
+      it 'returns a sorted list of stuff to keep with the older stuff at top' do
+        @pruner.date_sorted_keep_list.first.datetime.year.should be == 2012
+      end
+
+      it 'will actually delete things if #delete! is called' do
+        size = @object_pile.size
+        @pruner.delete!
+        @object_pile.size.should be < size
+      end
+
+    end
+  end
+end

data/spec/prune_cloudfiles_db_backups/retention_calculator_spec.rb

@@ -0,0 +1,70 @@
+# encoding: utf-8
+
+require 'spec_helper'
+require 'prune_cloudfiles_db_backups/retention_calculator'
+require 'prune_cloudfiles_db_backups/backup'
+
+module PruneCloudfilesDbBackups
+
+  describe RetentionCalculator do
+    context 'March 24, 2013' do
+      before(:each) do
+        @time_now = DateTime.parse('March 24, 2013')
+        DateTime.stub!(:now).and_return(@time_now)
+      end
+
+      let (:objects) {
+        IO.read("#{File.dirname(__FILE__)}/lists/backup_pile.txt").split("\n")
+      }
+
+      it 'is able to be created on this date with a stubbed Time#now' do
+        DateTime.now.should eq(DateTime.parse('March 24, 2013'))
+        RetentionCalculator.new(objects)
+      end
+
+      it 'accepts keyword initialization arguments' do
+        RetentionCalculator.new(objects)
+      end
+
+      context 'calculations' do
+        before(:each) do
+          @calc = RetentionCalculator.new(objects)
+        end
+
+        describe '#list_to_keep' do
+          it 'contains trans_production-20130322000006.pgdump' do
+            backup = Backup.new(
+                objects:
+                Set.new(
+                    %w(
+                    trans_production-20130322000006.pgdump
+                    trans_production-20130322000006.pgdump.000
+                    trans_production-20130322000006.pgdump.001
+                    trans_production-20130322000006.pgdump.003
+                    trans_production-20130322000006.pgdump.004
+                  )
+                )
+            )
+            @calc.list_to_keep.include?(backup).should be_true
+          end
+        end
+
+        describe '#list_to_delete' do
+          it 'contains reports_production-20120524000003.pgdump' do
+            backup = Backup.new(
+                objects:
+                Set.new(
+                    %w(
+                    reports_production-20120524000003.pgdump
+                    reports_production-20120524000003.pgdump.000
+                  )
+                )
+            )
+            @calc.list_to_delete.include?(backup).should be_true
+          end
+        end
+      end
+    end
+
+  end
+end

data/spec/prune_cloudfiles_db_backups/version_spec.rb

@@ -0,0 +1,10 @@
+require 'spec_helper'
+require 'prune_cloudfiles_db_backups/version'
+
+module PruneCloudfilesDbBackups
+  describe 'VERSION' do
+    it 'returns a string with a valid version' do
+      VERSION.should be_a(String)
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,17 @@
+# This file was generated by the `rspec --init` command. Conventionally, all
+# specs live under a `spec` directory, which RSpec adds to the `$LOAD_PATH`.
+# Require this file using `require "spec_helper"` to ensure that it is only
+# loaded once.
+#
+# See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+RSpec.configure do |config|
+  config.treat_symbols_as_metadata_keys_with_true_values = true
+  config.run_all_when_everything_filtered = true
+  config.filter_run :focus
+
+  # Run specs in random order to surface order dependencies. If you find an
+  # order dependency and want to debug it, you can fix the order by providing
+  # the seed, which is printed after each run.
+  #     --seed 1234
+  config.order = 'random'
+end

data/test-util/populate_dummy_container

@@ -0,0 +1,45 @@
+#!/usr/bin/env ruby
+require 'openstack'
+require 'slop'
+require 'ruby-progressbar'
+require 'parallel'
+
+opts = Slop.parse(strict: true, help: true) do
+  banner 'Usage: populate_dummy_container [options]'
+  on :u, :user=, 'Rackspace user to use', required: true
+  on :k, :key=, 'Rackspace API Key', required: true
+  on :s, :src=, 'Rackspace source container', default: 'database_backups'
+  on :d, :dest=, 'Rackspace destination container', default: 'dummy_container'
+end
+
+def create_connection(opts)
+  OpenStack::Connection.create(
+      username: opts[:user],
+      api_key: opts[:key],
+      auth_url: 'https://identity.api.rackspacecloud.com/v1.0',
+      service_type: 'object-store'
+  )
+end
+
+connection = create_connection(opts)
+dest_container = connection.container(opts[:dest])
+src_container = connection.container(opts[:src])
+
+objects = src_container.objects - dest_container.objects
+
+progress = ProgressBar.create(title: 'Object names copied',
+                              total: objects.size,
+                              format: '%e %a |%b>%i| %p%% %t'
+)
+Parallel.each(objects,
+              {
+                  in_processes: 32,
+                  finish: lambda { |_, _| progress.increment }
+              }
+) do |object|
+  connection = create_connection(opts)
+  dest_container = connection.container(opts[:dest])
+  dest_container.create_object(object)
+end
+
+progress.finish

metadata

@@ -0,0 +1,194 @@
+--- !ruby/object:Gem::Specification
+name: prune_cloudfiles_db_backups
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Nelson Chen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-04-04 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: openstack
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.9
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.9
+- !ruby/object:Gem::Dependency
+  name: slop
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.4.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.4.4
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.13
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.2.13
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 1.0.2
+description: Prunes SmartReceipts DB Backups from Cloudfiles
+email:
+- nelson.chen@receipt.com
+executables:
+- prune_cloudfiles_db_backups
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rspec
+- .travis.yml
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/prune_cloudfiles_db_backups
+- lib/prune_cloudfiles_db_backups/backup.rb
+- lib/prune_cloudfiles_db_backups/cli.rb
+- lib/prune_cloudfiles_db_backups/pruner.rb
+- lib/prune_cloudfiles_db_backups/retention_calculator.rb
+- lib/prune_cloudfiles_db_backups/version.rb
+- prune_cloudfiles_db_backups.gemspec
+- spec/prune_cloudfiles_db_backups/backup_spec.rb
+- spec/prune_cloudfiles_db_backups/cli_spec.rb
+- spec/prune_cloudfiles_db_backups/lists/backup_pile.txt
+- spec/prune_cloudfiles_db_backups/pruner_spec.rb
+- spec/prune_cloudfiles_db_backups/retention_calculator_spec.rb
+- spec/prune_cloudfiles_db_backups/version_spec.rb
+- spec/spec_helper.rb
+- test-util/populate_dummy_container
+homepage: https://github.com/SmartReceipt/prune_cloudfiles_db_backups
+licenses:
+- MIT
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 2982127033611316181
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: 2982127033611316181
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Prunes SmartReceipts DB Backups from Cloudfiles
+test_files:
+- spec/prune_cloudfiles_db_backups/backup_spec.rb
+- spec/prune_cloudfiles_db_backups/cli_spec.rb
+- spec/prune_cloudfiles_db_backups/lists/backup_pile.txt
+- spec/prune_cloudfiles_db_backups/pruner_spec.rb
+- spec/prune_cloudfiles_db_backups/retention_calculator_spec.rb
+- spec/prune_cloudfiles_db_backups/version_spec.rb
+- spec/spec_helper.rb