sqlup 0.0.1

data/test/unit/mysql_backup/librarian/backup_collection_test.rb

@@ -0,0 +1,52 @@
+require File.dirname(__FILE__) + '/../../test_helper'
+require 'mysql_backup/librarian/backup_collection'
+
+module MysqlBackup
+  class Librarian::BackupCollectionTest < Test::Unit::TestCase
+    def test_add_backup_group
+      i = Entity::Identifier.create_object :category => :full, :type => :binary
+      c = Librarian::BackupCollection.new
+      g = Librarian::Backup.create_object :identifier => i
+      c.add_backup_group g
+      assert_equal [g], c.groups
+    end
+    
+    def test_add_identifier
+      i = Entity::Identifier.create_object :category => :full, :type => :binary
+      c = Librarian::BackupCollection.new
+      g = Librarian::Backup.create_object :identifier => i
+      c.add_identifier i
+      assert_equal 1, c.groups.length
+      assert_kind_of MysqlBackup::Entity::Identifier::Full, c.groups.first.identifiers.first
+    end
+    
+    def test_find_group
+      c = standard_collection
+      backup_name = 'log:type_current:log_file_thelog.0000000006:log_position_0000000311'
+      g = c.find_group backup_name
+      assert_kind_of Librarian::Backup, g
+      assert_equal g.to_s, backup_name
+    end
+    
+    def test_groupsf
+      strings = %w(log:type_complete:log_file_thelog.0000000006:log_position_0000000311)
+      c = Librarian::BackupCollection.new
+      strings.map do |str|
+        i = MysqlBackup::Entity::Identifier.create_object :string => str
+        c.add_identifier i
+      end
+    end
+    
+    def standard_collection
+      strings = %w(log:type_current:log_file_thelog.0000000006:log_position_0000000311:n_parts_0000000001:part_number_0000000000
+    full:type_mysqldump:log_file_thelog.0000000006:log_position_0000000382:n_parts_0000000001:part_number_0000000000
+    full:type_binary:log_file_thelog.0000000006:log_position_0000000911:n_parts_0000000001:part_number_0000000000)
+      c = Librarian::BackupCollection.new
+      strings.map do |str|
+        i = MysqlBackup::Entity::Identifier.create_object :string => str
+        c.add_identifier i
+      end
+      c
+    end
+  end
+end

data/test/unit/mysql_backup/librarian/backup_test.rb

@@ -0,0 +1,25 @@
+require File.dirname(__FILE__) + '/../test_helper'
+require 'mysql_backup/librarian/backup'
+
+module MysqlBackup
+  class Librarian::BackupTest < Test::Unit::TestCase
+    def test_identifiers
+    end
+    
+    def test_most_recent_eh
+    end
+    
+    def test_write_files
+    end
+    
+    def test_write_raw_files
+    end
+    
+    def test_object_creation
+      i = Entity::Identifier.create_object :category => :full, :type => :binary
+      b = Librarian::Backup.create_object :identifier => i
+      assert_kind_of Librarian::Backup::Full::Binary, b
+      assert b.is_part_of_this_group?(i)
+    end
+  end
+end

data/test/unit/mysql_backup/librarian/librarian_test.rb

@@ -0,0 +1,103 @@
+require File.dirname(__FILE__) + '/../../test_helper'
+require 'mysql_backup/entity/mysqldump'
+require 'mysql_backup/librarian'
+
+class MysqlBackup::LibrarianTest < Test::Unit::TestCase
+  def test_backup_data_files
+    s3mock = mock('fakestorage')
+    s3mock.expects(:conditional_save).at_least_once.with do |args|
+      i = args[:identifier]
+      i.log_file == 'foo.0001' && i.log_position == 10 && i.n_parts == 1 && i.part_number == 1
+    end
+    m = stubbed_librarian
+    m.storage = s3mock
+    MysqlBackup::Entity::Files.expects(:tar_files).at_least_once.returns([Pathname.new('/tmp/foo.0001')])
+    m.backup_data_files
+  end
+  
+  def test_backup_mysqldump
+    s3mock = mock
+    s3mock.expects(:conditional_save).with do |i|
+      i = i[:identifier]
+      assert_equal :full, i.category 
+      assert_equal :mysqldump, i.type
+      assert_match(/full/, i.to_s)
+      i.log_file == 'foo.0001' && i.log_position == 10 && i.n_parts == 1 && i.part_number == 0
+    end
+    m = stubbed_librarian
+    m.expects(:storage).returns(s3mock)
+    dump = MysqlBackup::Entity::Mysqldump.new
+    dump.log_position = 10
+    dump.log_file = 'foo.0001'
+    dump.expects(:system).returns(true)
+    dump.expects(:get_log_position).returns(true)
+    dump.expects(:compress_and_split).returns([Pathname.new('/tmp/a01')])
+    MysqlBackup::Entity::Mysqldump.expects(:new).returns(dump)
+    m.backup_mysqldump
+  end
+  
+  def test_backup_binary_logs
+    s3mock = mock
+    s3mock.expects(:conditional_save).with do |args|
+      i = args[:identifier]
+      result = i.log_file == 'foo.0001' && i.log_position == 10 && i.n_parts == 1 && i.part_number == 0
+      result &&= i.type == :current || i.type == :complete
+    end
+    m = stubbed_librarian
+    m.expects(:storage).returns(s3mock)
+    m.backup_binary_logs
+  end
+  
+  def test_create_backup_group_collection_from_storage
+    librarian = stubbed_librarian_with_files
+    c = librarian.create_backup_group_collection_from_storage
+  end
+  
+  def test_ls
+    l = stubbed_librarian_with_files
+    results = l.ls
+    assert l.ls.grep(%r(log:type_current:log_file_thelog.0000000006:log_position_0000000311))
+    assert l.ls.grep(%r(full:type_mysqldump:log_file_thelog.0000000006:log_position_0000000382))
+    assert l.ls.grep(%r(full:type_binary:log_file_thelog.0000000006:log_position_0000000911))
+  end
+  
+  def test_get
+    l = stubbed_librarian
+    stubbed_file = stub("a_temp_file", :path => 'a_temp_file')
+    l.storage.expects(:retrieve_backup_and_then_yield_file).yields stubbed_file
+    l.expects(:find_group).returns 0
+    l.expects(:system).with {|v| v =~ /zcat.*a_temp_file/}
+    Tempfile.open 'testing' do |f|
+      p = Pathname.new f.to_s
+      l.get_full_binary 'full:type_binary:log_file_thelog.0000000006:log_position_0000000911', p.dirname
+    end
+  end
+  
+  def stubbed_librarian
+    connection_stub = stub_everything('connection stub')
+    m = MysqlBackup::Librarian.new :bucket => 'foo', :access_key_id => 'key', :secret_access_key => 'secret_key' do |o|
+      o.stubs(:create_connection).returns(connection_stub)
+    end
+    m.mysql_server.stubs(:show_master_status).returns(:file => 'foo.0001', :position => 10)
+    m.mysql_server.stubs(:datadir).returns('/tmp')
+    m.mysql_server.stubs(:innodb_data_home_dir).returns('/tmp')
+    m.mysql_server.stubs(:innodb_data_file_path).returns('/tmp')
+    m
+  end
+  
+  def stubbed_librarian_with_files
+    strings = %w(log:type_current:log_file_thelog.0000000006:log_position_0000000311:n_parts_0000000001:part_number_0000000000
+    full:type_mysqldump:log_file_thelog.0000000006:log_position_0000000382:n_parts_0000000001:part_number_0000000000
+    full:type_binary:log_file_thelog.0000000006:log_position_0000000911:n_parts_0000000001:part_number_0000000000)
+    identifiers = strings.map do |str|
+      MysqlBackup::Entity::Identifier.create_object :string => str
+    end
+    librarian = stubbed_librarian  
+    storage = mock('storage')
+    storage.expects(:yield_identifiers).multiple_yields(*identifiers)
+    librarian.storage = storage
+    librarian
+  end
+end
+
+# Number of errors detected: 34

data/test/unit/mysql_backup/server_test.rb

@@ -0,0 +1,63 @@
+require File.dirname(__FILE__) + '/../test_helper'
+require 'mysql_backup/server'
+
+class MysqlBackup::ServerTest < Test::Unit::TestCase
+  def test_connection
+  end
+  
+  def test_current_log_has_entries_eh
+    r = [{"Position"=>"98",
+  "Binlog_Do_DB"=>"",
+  "Binlog_Ignore_DB"=>"",
+  "File"=>"James-PC-bin.000002"}]
+    @repl.expects(:query_to_array).returns r
+    
+    assert ! @repl.current_log_has_entries?
+    
+    r = [{"Position"=>"98",
+  "Binlog_Do_DB"=>"",
+  "Binlog_Ignore_DB"=>"",
+  "File"=>"James-PC-bin.000002"}]
+    @repl.expects(:query_to_array).returns r
+    
+    assert ! @repl.current_log_has_entries?
+  end
+  
+  def test_completed_logs
+    @repl.expects(:query_to_list).returns(["James-PC-bin.000001", "James-PC-bin.000002"]) 
+    assert_equal ["James-PC-bin.000001"], @repl.completed_logs
+  end
+  
+  def test_flush_logs_bang
+    @repl.expects(:query_to_array).with('flush logs')
+    @repl.flush_logs!
+  end
+  
+  def test_query_to_array
+  end
+  
+  def test_show_master_status
+    r = [{"Position"=>"98",
+  "Binlog_Do_DB"=>"",
+  "Binlog_Ignore_DB"=>"",
+  "File"=>"James-PC-bin.000002"}]
+    @repl.expects(:query_to_array).returns r
+    s = @repl.show_master_status
+    
+    expected = {:position=>98,
+      :binlog_do_db=>"",
+      :file=>"James-PC-bin.000002",
+      :binlog_ignore_db=>""}
+    assert_equal expected, s
+  end
+  
+  def test_innodb_data_file_path
+    x = 'ibdatad1:10M:autoextend'
+    @repl.expects(:show_variables).returns({:innodb_data_file_path => x})
+    assert_equal 'ibdatad', @repl.innodb_data_file_path
+  end
+  
+  def setup
+    @repl = MysqlBackup::Server.new :host => 'localhost', :user => 'root'
+  end
+end

data/test/unit/mysql_backup/storage/s3_test.rb

@@ -0,0 +1,69 @@
+require File.dirname(__FILE__) + '/../test_helper'
+require 'mysql_backup/storage/s3'
+require 'ostruct'
+
+class MysqlBackup::Storage::S3Test < Test::Unit::TestCase
+  def test_save
+    Pathname.any_instance.stubs(:readable?).returns(true)
+    s = MysqlBackup::Storage::S3.new :bucket => 'banshee', :access_key_id => 'asdf', :secret_access_key => '332'
+    AWS::S3::S3Object.expects(:store).with do |name, file, bucket|
+      name == 'full:type_binary:log_file_log.0001:log_position_0000000012:n_parts_0000000002:part_number_0000000001'
+    end
+    p = Pathname.new '/tmp/log.0001'
+    p.expects(:open)
+    i = MysqlBackup::Entity::Identifier.create_object :category => :full, :log_file => 'tst', :log_file => 'log.0001', :log_position => 12, :type => :binary, :part_number => 1, :n_parts => 2 
+    s.save :identifier => i, :file => p
+  end
+  
+  def test_conditional_save
+    s = MysqlBackup::Storage::S3.new :bucket => 'banshee', :access_key_id => 'asdf', :secret_access_key => '332'
+    s.expects(:include?).returns(false)
+    args = {:identifier => nil, :file => nil}
+    s.expects(:save).with(args)
+    s.conditional_save args
+  end
+  
+  def test_include_eh?
+    s = standard_s3
+    s.include? 'foo'
+  end
+  
+  def test_s3_object_to_identifier
+    o = OpenStruct.new :key => 'full:type_binary:log_file_log.0001:log_position_12:n_parts_2:part_number_1', :last_modified => Time.now
+    s = MysqlBackup::Storage::S3.new :no_connect => true
+    i = s.s3_object_to_identifier o
+  end
+  
+  def test_mark_as_existing
+    s = standard_s3
+    s.mark_as_existing 'foo'
+  end
+  
+  def test_read_existing_objects
+  end
+  
+  def test_yield_objets
+    s = standard_s3
+    expects(:must_call).with('a')
+    expects(:must_call).with('b')
+    s.bucket_obj = stubbed_bucket
+    s.yield_objects(1) do |o|
+      must_call o.key
+    end
+  end
+  
+  def test_bucket_obj
+  end
+
+  def standard_s3
+    MysqlBackup::Storage::S3.new :access_key_id => 2, :secret_access_key => 'x'
+  end
+  
+  def stubbed_bucket 
+    fake_obj_a = stub(:key => 'a')
+    fake_obj_b = stub(:key => 'b')
+    b = stub("stubbed bucket")
+    b.stubs(:objects).times(0..100).returns([fake_obj_a], [fake_obj_b], [])
+    b
+  end
+end

data/test/unit/mysql_backup/storage/test_helper.rb

@@ -0,0 +1 @@
+require File.dirname(__FILE__) + "/../test_helper"

data/test/unit/mysql_backup/test_helper.rb

@@ -0,0 +1 @@
+require File.dirname(__FILE__) + "/../test_helper"

data/test/unit/mysql_backup/utilities/test_helper.rb

@@ -0,0 +1 @@
+require File.dirname(__FILE__) + "/../test_helper"

data/test/unit/test_helper.rb

@@ -0,0 +1,10 @@
+require 'rubygems'
+require 'test/unit' unless defined? $ZENTEST and $ZENTEST
+require 'mocha'
+require 'pp'
+require 'pathname'
+
+$LIB_DIR = (Pathname.new(__FILE__).dirname + "../../lib").cleanpath.to_s
+$:.unshift $LIB_DIR
+require $LIB_DIR + "/sqlup"
+require 'mysql_backup/entity/identifier'

metadata

@@ -0,0 +1,116 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.4
+specification_version: 1
+name: sqlup
+version: !ruby/object:Gem::Version 
+  version: 0.0.1
+date: 2007-06-22 00:00:00 -07:00
+summary: A backup tool for saving MySQL data to Amazon's S3 service
+require_paths: 
+- lib
+email: banshee@restphone.com
+homepage: http://www.zenspider.com/ZSS/Products/sqlup/
+rubyforge_project: sqlup
+description: The author was too lazy to write a description
+autorequire: 
+default_executable: 
+bindir: bin
+has_rdoc: true
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- James Moore
+files: 
+- History.txt
+- Manifest.txt
+- README.txt
+- Rakefile
+- bin/sqlup
+- bin/sqlup_control
+- test/unit/mysql_backup/librarian/librarian_test.rb
+- test/unit/mysql_backup/librarian/backup_test.rb
+- test/unit/mysql_backup/librarian/backup_collection_test.rb
+- test/unit/mysql_backup/utilities/test_helper.rb
+- test/unit/mysql_backup/storage/test_helper.rb
+- test/unit/mysql_backup/storage/s3_test.rb
+- test/unit/mysql_backup/entity/files/myisam_test.rb
+- test/unit/mysql_backup/entity/files/files_test.rb
+- test/unit/mysql_backup/entity/files/innodb_test.rb
+- test/unit/mysql_backup/entity/logs_test.rb
+- test/unit/mysql_backup/entity/mysqldump_test.rb
+- test/unit/mysql_backup/entity/identifier_test.rb
+- test/unit/mysql_backup/test_helper.rb
+- test/unit/mysql_backup/server_test.rb
+- test/unit/test_helper.rb
+- lib/mysql_backup/librarian/backup.rb
+- lib/mysql_backup/librarian/backup_collection.rb
+- lib/mysql_backup/entity/files/myisam.rb
+- lib/mysql_backup/entity/files/innodb.rb
+- lib/mysql_backup/entity/identifier.rb
+- lib/mysql_backup/entity/logs.rb
+- lib/mysql_backup/entity/mysqldump.rb
+- lib/mysql_backup/entity/files.rb
+- lib/mysql_backup/storage/s3.rb
+- lib/mysql_backup/utilities/factory_create_method.rb
+- lib/mysql_backup/server.rb
+- lib/mysql_backup/librarian.rb
+- lib/mysql_backup/storage.rb
+- lib/mysql_backup/entity.rb
+- lib/mysql_backup.rb
+- lib/sqlup.rb
+- config/environment.rb
+test_files: 
+- test/unit/test_helper.rb
+- test/unit/mysql_backup/test_helper.rb
+- test/unit/mysql_backup/utilities/test_helper.rb
+- test/unit/mysql_backup/storage/test_helper.rb
+rdoc_options: 
+- --main
+- README.txt
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- README.txt
+executables: 
+- sqlup
+- sqlup_control
+extensions: []
+
+requirements: []
+
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: named_arguments
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.0.5
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: optiflag
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.6.5
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Version::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 1.2.1
+    version: