dbexpect 0.11.0

data/lib/dbexpect/database.rb

@@ -0,0 +1,59 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require_relative 'odbc_connection'
+
+class Database
+  def self.from_connection(con)
+    new(con)
+  end
+
+  def self.hash_from_config
+    databases = {}
+    YAML.load_file('database.yml').each do |(dsn,config)|
+      databases[dsn.to_sym] = from_connection(OdbcConnection.new(dsn,config))
+    end
+
+    databases
+  end
+
+  def initialize(con)
+    @connection = con
+  end
+
+  def num_rows_match(schema,table,query)
+    @connection.run("select * from #{schema}.#{table} where (#{query})").count
+  end
+
+  def truncate_table(schema,name)
+    if @connection.type == 'db2'
+      @connection.run("truncate table #{schema}.#{name} immediate")
+    else
+      @connection.run("truncate table #{schema}.#{name}")
+    end
+  end
+
+  def insert_rows(insert_statements)
+    insert_statements.each do |stmt|
+      @connection.run(stmt)
+    end
+  end
+
+  def close
+    #@connection.close
+  end
+
+end

data/lib/dbexpect/db_null.rb

@@ -0,0 +1,25 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+class DbNull
+  def db_str
+    'NULL'
+  end
+
+  def equality_test
+    "is null"
+  end
+end

data/lib/dbexpect/db_sequence.rb

@@ -0,0 +1,26 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+class DbSequence
+  def initialize
+    @sequence = 0
+  end
+
+  def db_str
+    @sequence += 1
+    @sequence.to_s
+  end
+end

data/lib/dbexpect/db_string.rb

@@ -0,0 +1,29 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+class DbString
+  def initialize(str)
+    @string = str
+  end
+
+  def db_str
+    "'#{@string}'"
+  end
+
+  def equality_test
+    " = '#{@string}'"
+  end
+end

data/lib/dbexpect/dbexpect.rb

@@ -0,0 +1,87 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require_relative 'db_sequence'
+require_relative 'db_null'
+require_relative 'db_string'
+require_relative 'table'
+require_relative 'd_s_l_parser'
+require_relative 'expectation_checker'
+require_relative 'console_formatter'
+
+class Dbexpect
+
+  def initialize(output = STDOUT)
+    @output = ConsoleFormatter.new(output)
+  end
+
+  def run_test(script,databases,command_runner)
+    setup_test(script,databases)
+    run_etl(script,command_runner)
+    great_expectations(script,databases)
+  end
+
+  def great_expectations(script, databases)
+    eval_script(script)
+
+    check_table_expectations(databases)
+
+    if validates_expectations?
+      @output.notify_passed
+      return 0
+    else
+      @output.notify_failed(failed_expectations)
+      return 1
+    end
+  end
+
+  def setup_test(script,databases)
+    eval_script(script)
+    @tables.each do |table|
+      table.set_up_for_test(databases)
+    end
+    return 0
+  end
+
+
+protected
+  def run_etl(script,command_runner)
+    @commands_to_run.each {|c| command_runner.run(c) }
+  end
+
+  def eval_script(script)
+    parser = DSLParser.new
+    parser.parse(File.read(script))
+    @tables = parser.tables
+    @expectation_tree = parser.expectation_tree
+    @commands_to_run = parser.commands
+  end
+
+  def check_table_expectations(databases)
+    @expectation_checker = ExpectationChecker.new(databases)
+    @expectation_checker.check_expectations(@expectation_tree)
+  end
+
+  def failed_expectations
+    @expectation_checker.failed_expectations
+  end
+
+  def validates_expectations?
+    @expectation_checker.validates_expectations?
+  end
+
+end
+

data/lib/dbexpect/defaulting_row_set.rb

@@ -0,0 +1,68 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+require_relative 'row'
+class DefaultingRowSet
+  attr_accessor :defaults
+  attr_accessor :columns_in_order
+  attr_accessor :rows
+
+  def initialize
+    @defaults = Hash.new
+    @rows = []
+
+    @columns_in_order = []
+  end
+
+  def set_default(column,value)
+    add_column(column)
+    @defaults[column] = value
+  end
+
+  def add_row(column_values)
+    column_values.keys.map {|col| add_column(col) }
+
+    defaulted_row = set_defaults_at_time_of_addition(column_values)
+    @rows << Row.new(defaulted_row,@columns_in_order & defaulted_row.keys)
+    @rows.last
+  end
+
+  def insert_statements(schema,name)
+    @rows.collect do |row|
+      row.insert_stmt(schema,name)
+    end
+  end
+
+  def where_clauses
+    @rows.map(&:where_clause)
+  end
+
+  def empty?
+    @rows.empty?
+  end
+
+protected
+  def add_column(column)
+    @columns_in_order << column
+    @columns_in_order.uniq!
+  end
+
+  def set_defaults_at_time_of_addition(row)
+    @defaults.merge(row)
+  end
+
+
+end

data/lib/dbexpect/expectation_checker.rb

@@ -0,0 +1,32 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+class ExpectationChecker
+  attr_accessor :failed_expectations
+  def initialize(databases)
+    @databases = databases
+  end
+
+  def check_expectations(expectations)
+    expectations.map {|e| e.validate_expectation(@databases) }
+
+    @failed_expectations = expectations.select {|e| e.failed_validation? }
+  end
+
+  def validates_expectations?
+    @failed_expectations.empty?
+  end
+end

data/lib/dbexpect/expectation_tree_node.rb

@@ -0,0 +1,67 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+class ExpectationTreeNode
+  include Enumerable
+
+  def initialize(desc,children = [], expectations = [])
+    @description = desc
+    @children = children
+    @expectations = expectations
+  end
+
+  def each(&block)
+    @expectations.map(&block)
+    @children.each {|c| c.each(&block) }
+  end
+
+  def select(&block)
+    matching_children = @children.collect {|c| c.select(&block) }.
+      reject {|node| node === EmptyTreeNode }
+
+    matching_expectations = @expectations.select(&block)
+
+    return EmptyTreeNode.new if matching_children.empty? && matching_expectations.empty?
+
+    ExpectationTreeNode.new(@description,matching_children,matching_expectations)
+  end
+
+  def create_child(desc)
+    @children << ExpectationTreeNode.new(desc)
+    @children.last
+  end
+
+  def add(expectations)
+    @expectations += expectations
+  end
+
+  def empty?
+    @expectations.empty? && @children.all?(&:empty?)
+  end
+
+  def traverse(depth = 0, &block)
+    block.call(depth,@description,@expectations)
+    @children.map {|c| c.traverse(depth + 1, &block) }
+  end
+
+  class EmptyTreeNode
+    include Enumerable
+    def each(&block); end
+    def empty?; true; end
+    def traverse(depth = 0, &block)
+    end
+  end
+end

data/lib/dbexpect/expectations/expectation.rb

@@ -0,0 +1,45 @@
+# Copyright 2012 C3 Business Solutions
+#
+#    This file is part of dbexpect.
+#
+#    dbexpect is free software: you can redistribute it and/or modify
+#    it under the terms of the GNU General Public License as published by
+#    the Free Software Foundation, either version 3 of the License, or
+#    (at your option) any later version.
+#
+#    dbexpect is distributed in the hope that it will be useful,
+#    but WITHOUT ANY WARRANTY; without even the implied warranty of
+#    MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+#    GNU General Public License for more details.
+#
+#    You should have received a copy of the GNU General Public License
+#    along with dbexpect.  If not, see <http://www.gnu.org/licenses/>.
+class Expectation
+  def initialize(db_name,schema,table)
+    @schema = schema
+    @table = table
+    @db_name = db_name
+  end
+
+  def validate_expectation(databases)
+    database = databases[@db_name]
+    begin
+      num = database.num_rows_match(@schema,@table,where_clause)
+    rescue OdbcConnection::DatabaseException => e
+      @failure = expect_msg + "instead database raised error: #{e.message}"
+      return
+    end
+
+    if num != @count
+      @failure = expect_msg + "got #{num}"
+    end
+  end
+
+  def failed_validation?
+    @failure
+  end
+
+  def failure_message
+    @failure
+  end
+end