rubyrep 1.0.0

data/spec/logged_change_spec.rb

@@ -0,0 +1,480 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+include RR
+
+describe LoggedChange do
+  before(:each) do
+    Initializer.configuration = standard_config
+  end
+
+  it "initialize should store session and database" do
+    session = Session.new
+    change = LoggedChange.new session, :left
+    change.session.should == session
+    change.database.should == :left
+  end
+
+  it "load_specified should load the specified change" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'right_table',
+        'change_key' => 'id|2',
+        'change_new_key' => 'id|2',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|2',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => '2'}
+
+      change.table.should == 'left_table'
+      change.type.should == :insert
+      change.key.should == {'id' => '2'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "load_specified should accept a column_name => value hash as key" do
+    config = deep_copy(standard_config)
+    config.included_table_specs.clear
+    config.include_tables "scanner_records", :key => ['id1', 'id2']
+
+    session = Session.new config
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'scanner_records',
+        'change_key' => 'id1|1|id2|2',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'scanner_records', {'id1' => 1, 'id2' => 2}
+
+      change.table.should == 'scanner_records'
+      change.type.should == :insert
+      change.key.should == {'id1' => '1', 'id2' => '2'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "load_specified should delete loaded changes from the database" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => 1}
+
+      session.left.
+        select_one("select * from rr_pending_changes where change_key = 'id|1'").
+        should be_nil
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "load_specified should set first_change_at and last_changed_at correctly" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      t1 = 5.seconds.ago
+      t2 = 5.seconds.from_now
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => t1
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_new_key' => 'id|1',
+        'change_type' => 'U',
+        'change_time' => t2
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => 1}
+
+      change.first_changed_at.to_s.should == t1.to_s
+      change.last_changed_at.to_s.should == t2.to_s
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "load_specified should follow primary key updates correctly" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_new_key' => 'id|2',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|2',
+        'change_new_key' => 'id|3',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => 1}
+
+      change.type.should == :update
+      change.key.should == {'id' => 1}
+      change.new_key.should == {'id' => '3'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "load_specified should recognize if changes cancel each other out" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_new_key' => 'id|2',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|2',
+        'change_type' => 'D',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => '1'}
+
+      change.type.should == :no_change
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "load_specified should transist states correctly" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+
+      # first test case
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'D',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_new_key' => 'id|2',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => '1'}
+      change.type.should == :insert
+      change.key.should == {'id' => '2'}
+
+      # second test case
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|5',
+        'change_type' => 'D',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|5',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      session.reload_changes
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => '5'}
+      change.type.should == :update
+      change.key.should == {'id' => '5'}
+      change.new_key.should == {'id' => '5'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "amend should work if there were no changes" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'scanner_records',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'scanner_records', {'id' => '1'}
+
+      change.table.should == 'scanner_records'
+      change.type.should == :insert
+      change.key.should == {'id' => '1'}
+
+      change.load
+
+      change.table.should == 'scanner_records'
+      change.type.should == :insert
+      change.key.should == {'id' => '1'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "amend should work if the current type is :no_change" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      change = LoggedChange.new session, :left
+      change.load_specified 'scanner_records', {'id' => '1'}
+
+      change.table.should == 'scanner_records'
+      change.type.should == :no_change
+      change.key.should == {'id' => '1'}
+
+      change.load
+
+      change.table.should == 'scanner_records'
+      change.type.should == :no_change
+      change.key.should == {'id' => '1'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "amend should amend the change correctly" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'left_table', {
+        :id => '1',
+        :name => 'bla'
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_new_key' => 'id|1',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => '1'}
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'D',
+        'change_time' => Time.now
+      }
+      session.reload_changes
+      change.load
+
+      change.table.should == 'left_table'
+      change.type.should == :delete
+      change.key.should == {'id' => '1'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "amend should support primary key updates" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'left_table', {
+        :id => '1',
+        :name => 'bla'
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_new_key' => 'id|2',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_specified 'left_table', {'id' => '1'}
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|2',
+        'change_new_key' => 'id|3',
+        'change_type' => 'U',
+        'change_time' => Time.now
+      }
+      session.reload_changes
+      change.load
+
+      change.table.should == 'left_table'
+      change.type.should == :update
+      change.key.should == {'id' => '1'}
+      change.new_key.should == {'id' => '3'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "oldest_change_time should return nil if there are no changes" do
+    session = Session.new
+    session.left.execute "delete from rr_pending_changes"
+    change = LoggedChange.new session, :left
+    change.oldest_change_time.should be_nil
+  end
+
+  it "oldest_change_time should return the time of the oldest change" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      time = Time.now
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => time
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|2',
+        'change_type' => 'I',
+        'change_time' => 100.seconds.from_now
+      }
+      change = LoggedChange.new session, :left
+      change.oldest_change_time.should.to_s == time.to_s
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "key_from_raw_key should return the correct column_name => value hash for the given key" do
+    change = LoggedChange.new Session.new, :left
+    change.key_to_hash("a|1|b|2").should == {
+      'a' => '1',
+      'b' => '2'
+    }
+  end
+
+  it "key_from_raw_key should work with multi character key_sep strings" do
+    change = LoggedChange.new Session.new, :left
+    change.stub!(:key_sep).and_return('BLA')
+    change.key_to_hash("aBLA1BLAbBLA2").should == {
+      'a' => '1',
+      'b' => '2'
+    }
+  end
+
+  it "load_oldest should not load a change if none available" do
+    change = LoggedChange.new Session.new, :left
+    change.should_not_receive :load_specified
+    change.load_oldest
+  end
+
+  it "load_oldest should load the oldest available change" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|2',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_oldest
+
+      change.key.should == {'id' => '1'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "load_oldest should skip irrelevant changes" do
+    session = Session.new
+    session.left.begin_db_transaction
+    begin
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|1',
+        'change_type' => 'D',
+        'change_time' => Time.now
+      }
+      session.left.insert_record 'rr_pending_changes', {
+        'change_table' => 'left_table',
+        'change_key' => 'id|2',
+        'change_type' => 'I',
+        'change_time' => Time.now
+      }
+      change = LoggedChange.new session, :left
+      change.load_oldest
+
+      change.type.should == :insert
+      change.key.should == {'id' => '2'}
+    ensure
+      session.left.rollback_db_transaction
+    end
+  end
+
+  it "to_yaml should blank out session" do
+    change = LoggedChange.new :dummy_session, :left
+    change.to_yaml.should_not =~ /session/
+  end
+end

data/spec/postgresql_replication_spec.rb

@@ -0,0 +1,48 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+require 'yaml'
+require 'config/test_config.rb'
+
+include RR
+
+describe "PostgreSQLReplication", :shared => true do
+  before(:each) do
+  end
+
+  it "create_replication_trigger should also work if language plpgsql does not yet exist" do
+    session = nil
+    begin
+      session = Session.new
+      session.left.begin_db_transaction
+      unless session.left.select_all("select lanname from pg_language where lanname = 'plpgsql'").empty?
+        session.left.execute "DROP LANGUAGE plpgsql"
+      end
+      params = {
+        :trigger_name => 'rr_trigger_test',
+        :table => 'trigger_test',
+        :keys => ['first_id', 'second_id'],
+        :log_table => 'rr_pending_changes',
+        :key_sep => '|',
+        :exclude_rr_activity => false,
+      }
+      session.left.create_replication_trigger params
+      session.left.insert_record 'trigger_test', {
+        'first_id' => 1,
+        'second_id' => 2,
+        'name' => 'bla'
+      }
+
+      row = session.left.select_one("select * from rr_pending_changes")
+      row.delete 'id'
+      row.delete 'change_time'
+      row.should == {
+        'change_table' => 'trigger_test',
+        'change_key' => 'first_id|1|second_id|2',
+        'change_new_key' => nil,
+        'change_type' => 'I'
+      }
+      
+    ensure
+      session.left.rollback_db_transaction if session
+    end
+  end
+end

data/spec/postgresql_support_spec.rb

@@ -0,0 +1,57 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+include RR
+
+require File.dirname(__FILE__) + "/../config/test_config.rb"
+
+describe "PostgreSQL schema support" do
+  before(:each) do
+    Initializer.configuration = standard_config
+  end
+
+  after(:each) do
+  end
+
+  if Initializer.configuration.left[:adapter] == 'postgresql'
+
+    it "should read & write microsecond times" do
+      session = nil
+      begin
+        session = Session.new
+        session.left.begin_db_transaction
+        session.left.insert_record('extender_type_check',
+          {'id' => 2, 'timestamp' => Time.local(2009, "feb", 16, 20, 48, 1, 543)}
+        )
+
+        org_cursor = session.left.select_cursor(:query => "select id, timestamp from extender_type_check where id = 2")
+        cursor = TypeCastingCursor.new session.left, 'extender_type_check', org_cursor
+
+        row = cursor.next_row
+        row['timestamp'].usec.should == 543
+        cursor.clear
+      ensure
+        session.left.rollback_db_transaction if session
+      end
+    end
+
+    it "should not round microsecond times to incorrect value" do
+      session = nil
+      begin
+        session = Session.new
+        session.left.begin_db_transaction
+        session.left.insert_record('extender_type_check',
+          {'id' => 2, 'timestamp' => Time.local(2009, "feb", 16, 13, 37, 11, 126291)}
+        )
+
+        org_cursor = session.left.select_cursor(:query => "select id, timestamp from extender_type_check where id = 2")
+        cursor = TypeCastingCursor.new session.left, 'extender_type_check', org_cursor
+
+        row = cursor.next_row
+        row['timestamp'].usec.should == 126291
+        cursor.clear
+      ensure
+        session.left.rollback_db_transaction if session
+      end
+    end
+  end
+end

data/spec/progress_bar_spec.rb

@@ -0,0 +1,77 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+include RR
+include ScanProgressPrinters
+
+describe ProgressBar do
+  before(:each) do
+    @org_stdout = $stdout
+    $stdout = StringIO.new
+    @old_arg = ProgressBar.arg
+  end
+
+  after(:each) do
+    ProgressBar.arg = @old_arg
+    $stdout = @org_stdout
+  end
+
+  it "arg should store the command line argument and max_markers return the correct marker number" do
+    ProgressBar.arg = nil
+    ProgressBar.new(100, Session.new(standard_config), 'bla', 'blub').max_markers.should == ProgressBar::MAX_MARKERS
+    ProgressBar.arg = "2"
+    ProgressBar.new(100, Session.new(standard_config), 'bla', 'blub').max_markers.should == 2
+  end
+
+  it "step should use ANSI codes if options :use_ansi is set" do
+    session = Session.new(deep_copy(standard_config))
+    session.configuration.options[:use_ansi] = true
+    bar = ProgressBar.new(10, session, 'bla', 'blub')
+    bar.step 1
+    bar.step 1
+    $stdout.string.should =~ Regexp.new(Regexp.escape("\e[1"))
+  end
+
+  it "step should not use ANSI codes if options :use_ansi is not true" do
+    session = Session.new(deep_copy(standard_config))
+    session.configuration.options[:use_ansi] = false
+    bar = ProgressBar.new(10, session, 'bla', 'blub')
+    bar.step 1
+    bar.step 1
+    $stdout.string.should_not =~ Regexp.new(Regexp.escape("\e[1"))
+  end
+
+  it "should register itself with ScanRunner" do
+    RR::ScanProgressPrinters.printers[:progress_bar][:printer_class].
+      should == ProgressBar
+  end
+
+  it "step should print the correct progress" do
+    bar = ProgressBar.new(1000, Session.new(standard_config), 'bla', 'blub')
+    bar.step 200
+    bar.step 300
+    $stdout.string.count('.').should == ProgressBar::MAX_MARKERS / 2
+    bar.step 500
+    $stdout.string.count('.').should == ProgressBar::MAX_MARKERS
+  end
+
+  it "step should work around weird floating point rounding issues" do
+    bar = ProgressBar.new(56, Session.new(standard_config), 'bla', 'blub')
+    (1..56).each {bar.step 1}
+    $stdout.string.count('.').should == ProgressBar::MAX_MARKERS
+  end
+
+  it "if max_steps is 0, any step call should go to 100% progress" do
+    config = deep_copy(standard_config)
+    config.options[:use_ansi] = true
+    bar = ProgressBar.new(0, Session.new(config), 'bla', 'blub')
+    bar.step
+    $stdout.string.count('.').should == ProgressBar::MAX_MARKERS
+    $stdout.string.should =~ /100%/
+
+    # Ensure we don't go over 100%
+    $stdout = StringIO.new
+    bar.step
+    $stdout.string.should == ''
+  end
+
+end