dbexpect 0.11.0

data/lib/dbexpect/expectations/row_count_expectation.rb

@@ -0,0 +1,32 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require_relative 'expectation'
+class RowCountExpectation < Expectation
+  def initialize(db_name,schema,table,count)
+    @count = count
+    super(db_name,schema,table)
+  end
+
+  def where_clause
+    "1=1"
+  end
+
+  def expect_msg
+    "Expected #{@schema}.#{@table} to contain #{@count} rows, "
+  end
+
+end

data/lib/dbexpect/expectations/row_expectation.rb

@@ -0,0 +1,32 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require_relative 'expectation'
+class RowExpectation < Expectation
+  def initialize(db_name,schema,table,row_data)
+    @row = row_data
+    @count = 1
+    super(db_name,schema,table)
+  end
+
+  def where_clause
+    @row.where_clause
+  end
+
+  def expect_msg
+    "Expected #{@schema}.#{@table} to contain a row where #{where_clause}, "
+  end
+end

data/lib/dbexpect/odbc_connection.rb

@@ -0,0 +1,47 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require 'rubygems'
+require 'yaml'
+require 'odbc'
+
+class OdbcConnection
+  class DatabaseException < Exception; end
+
+  attr_accessor :type
+  def initialize(dsn,db_config)
+    @connection = ODBC.connect(
+      db_config['database'],
+      db_config['username'],
+      db_config['password']
+    )
+
+    @type = db_config['type']
+  end
+
+  def run(stmt)
+    return [] if stmt.empty?
+    begin
+      query = @connection.run(stmt)
+      res = query.to_a
+      query.drop
+    rescue ODBC::Error => e
+      raise DatabaseException.new(e.message)
+    end
+    res
+  end
+
+end

data/lib/dbexpect/row.rb

@@ -0,0 +1,43 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+class Row
+  attr_accessor :row
+  def initialize(row,column_order)
+    @row = row
+    @column_order = column_order
+  end
+
+  def insert_stmt(schema,name)
+      stmt = <<SQL
+INSERT INTO #{schema}.#{name} (#{columns})
+VALUES #{row_values}
+SQL
+  end
+
+  def row_values
+    '(' + @column_order.map {|col| row[col].db_str }.join(',') + ')'
+  end
+
+  def where_clause
+    @column_order.map {|col| "#{col} #{row[col].equality_test}" }.join(' AND ')
+  end
+
+  def columns
+    @column_order.join(',')
+  end
+
+end

data/lib/dbexpect/table.rb

@@ -0,0 +1,71 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require_relative 'defaulting_row_set'
+require_relative 'expectation_checker'
+require_relative 'expectations/row_count_expectation'
+require_relative 'expectations/row_expectation'
+
+class Table
+
+  def initialize(db_name,schema,name)
+    @schema = schema
+    @name = name
+    @db_name = db_name
+
+    @expected_row_factory = DefaultingRowSet.new
+    @fixture_rows = DefaultingRowSet.new
+
+    @dirty = false
+  end
+
+  def set_default(column,value)
+    @fixture_rows.set_default(column, value)
+  end
+
+  def set_expected_default(column,value)
+    @expected_row_factory.set_default(column,value)
+  end
+
+  def add_fixture_row(column_values)
+    @fixture_rows.add_row(column_values)
+  end
+
+  def add_expected_row(column_values)
+    new_expectation(@expected_row_factory.add_row(column_values))
+  end
+
+  def new_expectation(row)
+    RowExpectation.new(@db_name,@schema,@name,row)
+  end
+
+  attr_writer :dirty
+  def set_up_for_test(databases)
+    database = databases[@db_name]
+
+    raise "Could not find #{@db_name} in #{databases.inspect}" unless database
+
+    unless @dirty
+      database.truncate_table(@schema,@name)
+    end
+    database.insert_rows(@fixture_rows.insert_statements(@schema,@name))
+  end
+
+  def row_count_check(count)
+    RowCountExpectation.new(@db_name,@schema,@name,count)
+  end
+
+end

data/spec/dbexpect_integration_spec.rb

@@ -0,0 +1,131 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+require 'rubygems'
+require 'odbc'
+require 'pry'
+require 'tempfile'
+
+describe "Dbexpect" do
+  before :each do
+    @databases = Database.hash_from_config
+    @src_db = @databases[:dbexpect_src].instance_variable_get :@connection
+    @tgt_db = @databases[:dbexpect_tgt].instance_variable_get :@connection
+
+    @src_db.run(File.read('spec/fixtures/sample_db.sql'))
+    @tgt_db.run(File.read('spec/fixtures/sample_db.sql'))
+
+    @output = StringIO.new
+
+    @test_script = 'spec/fixtures/sample_project/tests/basic_test.rb'
+    @test_script2 = 'spec/fixtures/sample_project/tests/test2.rb'
+
+    @it = Dbexpect.new(@output)
+  end
+
+  def tempfile(content)
+    f = Tempfile.new('tempfile')
+    f.write content
+    f.close
+    f.path
+  end
+
+  after :each do
+    @tgt_db.run(File.read('spec/fixtures/cleanup_db.sql'))
+    @src_db.run(File.read('spec/fixtures/cleanup_db.sql'))
+  end
+
+  describe "setting up a database for a test" do
+    before :each do
+      @it.setup_test(@test_script,@databases)
+    end
+
+    it "should truncate the source tables and add the fixture rows" do
+
+      @src_db.run('select * from source.src_table').to_a.should ==
+        [
+          ["default string", 7, nil],
+          ["overridden string", 1, "not null"] ]
+    end
+
+    it "should truncate the expected rows tables" do
+      @tgt_db.run('select * from target.tgt_table').to_a.should ==
+        []
+    end
+  end
+
+  describe "validating expectations" do
+    before :each do
+    end
+
+    it "should fail if zero expected rows exist" do
+      @output.rewind
+      @it.great_expectations(@test_script,@databases).should == 1
+      @output.rewind
+      @output.read.should == File.read('spec/fixtures/expected_output.txt')
+    end
+
+    it "should pass if exactly correct" do
+      @tgt_db.run(File.read('spec/fixtures/basic_test_expected_inserts.sql'))
+      @it.great_expectations(@test_script,@databases).should == 0
+    end
+
+    it "should whine if more rows than we want" do
+      @tgt_db.run(File.read('spec/fixtures/basic_test_expected_inserts.sql'))
+      @tgt_db.run(File.read('spec/fixtures/basic_test_expected_inserts.sql'))
+      @it.great_expectations(@test_script,@databases).should == 1
+    end
+
+    it "should be happy if row counts are correct" do
+      @tgt_db.run(File.read('spec/fixtures/basic_test_expected_inserts.sql'))
+      @it.great_expectations(tempfile("expect_total_rows table(:dbexpect_tgt,:target,:tgt_table), 5"),
+                             @databases).should == 0
+    end
+
+    it "should whine if row counts are off" do
+      @tgt_db.run(File.read('spec/fixtures/basic_test_expected_inserts.sql'))
+      @it.great_expectations(tempfile("expect_total_rows table(:dbexpect_tgt,:target,:tgt_table), 10"),
+                             @databases).should == 1
+    end
+  end
+
+  describe "both setting up sources and validating expectations" do
+    before :each do
+      @command_runner = mock("CommandRunner")
+      @command_runner.should_receive(:run).once.with("echo 400")
+    end
+
+    it "should put data in the database" do
+      @it.run_test(@test_script,@databases,@command_runner)
+      @src_db.run('select * from source.src_table').to_a.should ==
+        [
+          ["default string", 7, nil],
+          ["overridden string", 1, "not null"] ]
+    end
+
+    it "should give us back reasonable pass/fails" do
+      @it.run_test(@test_script,@databases,@command_runner).should == 1
+      @output.rewind
+      @output.read.should == File.read('spec/fixtures/expected_output.txt')
+    end
+
+    it "should not hold state between test runs" do
+      @it.run_test(@test_script,@databases,@command_runner)
+      @it.run_test(tempfile("expect_total_rows table(:dbexpect_tgt,:target,:tgt_table), 0"),@databases,@command_runner).should == 0
+    end
+  end
+end

data/spec/defaulting_row_set_spec.rb

@@ -0,0 +1,37 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe DefaultingRowSet do
+  before :each do
+    @it = DefaultingRowSet.new
+  end
+
+  describe "generating insert statements" do
+    it "should output column/values in the order they were added" do
+      @it.set_default(:columnZ,"hello")
+      @it.set_default(:column5,"hello")
+      @it.set_default(:columnA,"hello")
+
+      @it.add_row(
+        :column01 => 'new',
+        :columnZ => 'not hello')
+
+      @it.rows.first.columns.should == 'columnZ,column5,columnA,column01'
+    end
+  end
+end

data/spec/expectation_checker_spec.rb

@@ -0,0 +1,47 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require File.expand_path(File.dirname(__FILE__) + '/spec_helper')
+
+describe ExpectationChecker do
+  describe "validating expectations against the database" do
+    before :each do
+      @expectations = ExpectationTreeNode.new('root')
+      @db = mock
+
+      @it = ExpectationChecker.new(@db)
+    end
+
+    def stub_expectation(failure_msg)
+      m = mock(:failed_validation? => !failure_msg.nil?, :failure_message => failure_msg)
+      m.should_receive(:validate_expectation).with(@db)
+      [m]
+    end
+
+    it "should gather failure messages for failed expectations" do
+      @expectations.add stub_expectation('failure 1')
+      @expectations.add stub_expectation(nil)
+      @expectations.add stub_expectation('failure 2')
+
+      @it.check_expectations(@expectations)
+      @it.failed_expectations.collect(&:failure_message).should == [
+        "failure 1",
+        "failure 2"
+      ]
+    end
+
+  end
+end