sp-squealer 1.0

data/spec/integration/imports_from_mongodb.rb

@@ -0,0 +1,166 @@
+require File.expand_path(File.dirname(__FILE__) + '/./spec_helper_dbms')
+
+describe Squealer::Database do
+  it "is a singleton" do
+    Squealer::Database.respond_to?(:instance).should be_true
+  end
+
+  describe "import" do
+    let(:databases) { Squealer::Database.instance }
+
+
+    it "takes an import database" do
+      databases.send(:instance_variable_get, '@import_dbc').should be_a_kind_of(Mongo::DB)
+    end
+
+    it "returns a squealer connection object" do
+      databases.import.should be_a_kind_of(Squealer::Database::Connection)
+    end
+
+    it "delegates eval to Mongo" do
+      databases.send(:instance_variable_get, '@import_dbc').eval('db.getName()').should == $db_name
+      databases.import.eval('db.getName()').should == $db_name
+    end
+  end
+
+  describe "source" do
+    let(:databases) { Squealer::Database.instance }
+
+    before { databases.import_from('localhost', 27017, $db_name) }
+
+    it "returns a Source" do
+      databases.import.source('foo').should be_a_kind_of(Squealer::Database::Source)
+    end
+
+    describe "Source::cursor" do
+      it "returns a databases cursor" do
+        databases.import.source('foo').cursor.should be_a_kind_of(Mongo::Cursor)
+      end
+    end
+
+    context "an empty collection" do
+      subject { databases.import.source('foo') }
+
+      it "counts a total of zero" do
+        subject.counts[:total].should == 0
+      end
+
+      it "counts zero imported" do
+        subject.counts[:imported].should == 0
+      end
+
+      it "counts zero exported" do
+        subject.counts[:exported].should == 0
+      end
+    end
+
+    context "a collection with two documents" do
+      let(:mongo) { Squealer::Database.instance.import.send(:instance_variable_get, '@dbc') }
+
+      subject do
+        mongo.collection('foo').save({'name' => 'Bar'});
+        mongo.collection('foo').save({'name' => 'Baz'});
+        source = databases.import.source('foo') # activate the counter
+        source.send(:instance_variable_set, :@progress_bar, nil)
+        Squealer::ProgressBar.send(:class_variable_set, :@@progress_bar, nil)
+        source
+      end
+
+      after do
+        mongo.collection('foo').drop
+      end
+
+      it "returns a Source" do
+        subject.should be_a_kind_of(Squealer::Database::Source)
+      end
+
+      it "counts a total of two" do
+        subject.counts[:total].should == 2
+      end
+
+      context "before iterating" do
+        it "counts zero imported" do
+          subject.counts[:imported].should == 0
+        end
+
+        it "counts zero exported" do
+          subject.counts[:exported].should == 0
+        end
+      end
+
+      context "after iterating" do
+        before do
+          subject.each {}
+        end
+
+        it "counts two imported" do
+          subject.counts[:imported].should == 2
+        end
+
+        it "counts two exported" do
+          subject.counts[:exported].should == 2
+        end
+      end
+
+      context "real squeal" do
+        # before { pending "interactive_view" }
+        it "exports that stuff to SQL" do
+          databases.export_to($do_adapter, 'localhost', $do_user, $do_pass, $db_name)
+          databases.import.source("users").each do |user|
+            target(:user) do |target|
+              target.instance_variable_get('@row_id').should == user['_id'].to_s
+              assign(:organization_id)
+              assign(:name)
+
+              #TODO: Update README to highlight that all embedded docs should have an _id
+              # as all Ruby mappers for MongoDB make one. (according to Durran)
+              user.activities.each do |activity|
+                target(:activity) do |target|
+                  assign(:user_id)
+                  assign(:name)
+                  assign(:due_date)
+                end
+              end
+            end
+          end
+        end
+      end
+
+    end
+
+  end
+
+  describe "export" do
+    let(:databases) { Squealer::Database.instance }
+
+    it "creates a DataObjects connection to the export database" do
+      databases.export_to($do_adapter, 'localhost', $do_user, $do_pass, $db_name)
+      databases.instance_variable_get('@export_do').should be_a_kind_of DataObjects::Connection
+    end
+  end
+
+  describe "upsertable?" do
+    subject { Squealer::Database.instance }
+
+    if defined?(DataObjects::Mysql)
+      context "mysql connection" do
+        before do
+          subject.export_to('mysql', 'localhost', $do_user, $do_pass, 'mysql')
+        end
+
+        it { should be_upsertable }
+      end
+    end
+
+    if defined?(DataObjects::Postgres)
+      context "postgres connection" do
+        before do
+          subject.export_to('postgres', 'localhost', $do_user, $do_pass, 'postgres')
+        end
+
+        it { should_not be_upsertable }
+      end
+    end
+  end
+
+end

data/spec/integration/spec_helper_dbms.rb

@@ -0,0 +1,111 @@
+require 'spec_helper'
+require File.expand_path(File.dirname(__FILE__) + "/./spec_helper_dbms_#{ENV['EXPORT_DBMS']||'mysql'}")
+
+Spec::Runner.configure do |config|
+  config.before(:suite) do
+    $db_name = "squealer_test_export_#{object_id}"
+    create_export_db($db_name)
+    create_import_db($db_name)
+  end
+
+  config.after(:suite) do
+    DataObjects::Pooling.pools.each {|pool| pool.flush!}
+    drop_export_test_db($db_name)
+
+    drop_mongo
+  end
+
+  config.before(:each) do
+    if self.class.example_implementations.first.first.location =~ %r{/spec/integration/}
+      Squealer::Database.instance.export_to($do_adapter, $do_host, $do_user, $do_pass, $db_name)
+      truncate_export_tables(Squealer::Database.instance.export)
+    end
+  end
+  config.after(:each) do
+    if self.class.example_implementations.first.first.location =~ %r{/spec/integration/}
+      Squealer::Database.instance.export.release
+    end
+  end
+end
+
+def create_import_db(name)
+  Squealer::Database.instance.import_from('localhost', 27017, name)
+  @mongo = Squealer::Database.instance.import.instance_variable_get('@dbc')
+  drop_mongo
+  seed_import
+end
+
+def drop_mongo
+  @mongo.eval('db.dropDatabase()') if @mongo
+end
+
+def seed_import
+  hashrocket = @mongo.collection('organizations').save({ :name => 'Hashrocket' })
+  zorganization = @mongo.collection('organizations').save({ :name => 'Zorganization', :disabled_date => as_time(Date.today) })
+
+  users = [
+    { :name => 'Josh Graham', :dob => as_time(Date.parse('01-Jan-1971')), :gender => 'M',
+      :organization_id => hashrocket,
+      :activities => [
+        { :_id => id, :name => 'Develop squealer', :due_date => as_time(Date.today + 1) },
+        { :_id => id, :name => 'Organize speakerconf.com', :due_date => as_time(Date.today + 30) },
+        { :_id => id, :name => 'Hashrocket party', :due_date => as_time(Date.today + 7) }
+      ]
+    },
+    { :name => 'Bernerd Schaefer', :dob => as_time(Date.parse('31-Dec-1985')), :gender => 'M',
+      :organization_id => hashrocket,
+      :activities => [
+        { :_id => id, :name => 'Retype all of the code Josh wrote in squealer', :due_date => as_time(Date.today + 2) },
+        { :_id => id, :name => 'Listen to rare Thelonius Monk EP', :due_date => as_time(Date.today) },
+        { :_id => id, :name => 'Practice karaoke', :due_date => as_time(Date.today + 7) }
+      ]
+    },
+    { :name => 'Your momma', :dob => as_time(Date.parse('15-Jun-1955')), :gender => 'F',
+      :organization_id => zorganization,
+      :activities => [
+        { :_id => id, :name => 'Cook me some pie', :due_date => as_time(Date.today) },
+        { :_id => id, :name => 'Make me a sammich', :due_date => as_time(Date.today) }
+      ]
+    }
+  ]
+
+  users.each { |user| @mongo.collection('users').save user }
+end
+
+
+def truncate_export_tables(dbc)
+  %w{user activity organization}.each do |t|
+    text = %{TRUNCATE TABLE "#{t}"}
+    dbc.create_command(text).execute_non_query
+  end
+end
+
+def non_query(text)
+  dbc = do_conn
+  dbc.create_command(text).execute_non_query
+  dbc.release
+end
+
+def drop_export_test_db(name)
+  dbc = do_conn_default
+  dbc.create_command("DROP DATABASE IF EXISTS #{name}").execute_non_query
+  dbc.release
+end
+
+def do_conn
+  DataObjects::Connection.new("#{$do_adapter}://#{at_host}/#{$db_name}")
+end
+
+def do_conn_default
+  DataObjects::Connection.new("#{$do_adapter}://#{at_host}/#{$do_adapter}")
+end
+
+def at_host
+  creds = ""
+  creds << $do_user if $do_user
+  creds << ":#{$do_pass}" if $do_pass
+
+  at_host = ""
+  at_host << "#{creds}@" unless creds.empty?
+  at_host << $do_host
+end

data/spec/integration/spec_helper_dbms_mysql.rb

@@ -0,0 +1,50 @@
+require 'do_mysql'
+
+$do_adapter = 'mysql'
+$do_host = 'localhost'
+$do_user = 'root'
+$do_pass = ''
+
+def create_export_db(name)
+  dbc = do_conn_default
+  dbc.create_command("DROP DATABASE IF EXISTS #{name}").execute_non_query
+  dbc.create_command("CREATE DATABASE #{name}").execute_non_query
+  dbc.create_command("SET sql_mode='ANSI_QUOTES'").execute_non_query
+  dbc.release
+  create_export_tables
+end
+
+def create_export_tables
+  command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "user" (
+        "id" CHAR(24) NOT NULL ,
+        "organization_id" CHAR(24) NOT NULL ,
+        "name" VARCHAR(255) NULL ,
+        "gender" CHAR(1) NULL ,
+        "dob" DATETIME NULL ,
+        "foreign" BOOLEAN NULL ,
+        "dull" BOOLEAN NULL ,
+        "symbolic" VARCHAR(255) NULL ,
+        "interests" TEXT NULL ,
+        PRIMARY KEY ("id") )
+  COMMAND
+  non_query(command)
+
+  command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "activity" (
+        "id" CHAR(24) NOT NULL ,
+        "user_id" CHAR(24) NULL ,
+        "name" VARCHAR(255) NULL ,
+        "due_date" DATETIME NULL ,
+        PRIMARY KEY ("id") )
+  COMMAND
+  non_query(command)
+
+  command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "organization" (
+        "id" CHAR(24) NOT NULL ,
+        "disabled_date" DATETIME NULL ,
+        PRIMARY KEY ("id") )
+  COMMAND
+  non_query(command)
+end

data/spec/integration/spec_helper_dbms_postgres.rb

@@ -0,0 +1,49 @@
+require 'do_postgres'
+
+$do_adapter = 'postgres'
+$do_host = 'localhost'
+$do_user = nil 
+$do_pass = nil
+
+def create_export_db(name)
+  dbc = do_conn_default
+  dbc.create_command("DROP DATABASE IF EXISTS #{name}").execute_non_query
+  dbc.create_command("CREATE DATABASE #{name}").execute_non_query
+  dbc.release
+  create_export_tables
+end
+
+def create_export_tables
+  command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "user" (
+        "id" CHAR(24) NOT NULL ,
+        "organization_id" CHAR(24) NOT NULL ,
+        "name" VARCHAR(255) NULL ,
+        "gender" CHAR(1) NULL ,
+        "dob" TIMESTAMP NULL ,
+        "foreign" BOOLEAN NULL ,
+        "dull" BOOLEAN NULL ,
+        "symbolic" VARCHAR(255) NULL ,
+        "interests" TEXT NULL ,
+        PRIMARY KEY ("id") )
+  COMMAND
+  non_query(command)
+
+  command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "activity" (
+        "id" CHAR(24) NOT NULL ,
+        "user_id" CHAR(24) NULL ,
+        "name" VARCHAR(255) NULL ,
+        "due_date" TIMESTAMP NULL ,
+        PRIMARY KEY ("id") )
+  COMMAND
+  non_query(command)
+
+  command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "organization" (
+        "id" CHAR(24) NOT NULL ,
+        "disabled_date" TIMESTAMP NULL ,
+        PRIMARY KEY ("id") )
+  COMMAND
+  non_query(command)
+end

data/spec/spec.opts

@@ -0,0 +1,3 @@
+--colour
+--format nested
+--drb

data/spec/spec_helper.rb

@@ -0,0 +1,16 @@
+require 'date'
+require 'time'
+require 'rubygems'
+
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+require 'squealer'
+
+def as_time(date)
+  Time.parse(date.to_s)
+end
+
+def id
+  require 'digest/sha1'
+  (Digest::SHA1.hexdigest rand.to_s)[0,24]
+end

data/spec/squealer/database_spec.rb

@@ -0,0 +1,4 @@
+require 'spec_helper'
+
+describe Squealer::Database do
+end

data/spec/squealer/hash_spec.rb

@@ -0,0 +1,28 @@
+require "spec_helper"
+
+describe Hash do
+
+  describe "#method_missing" do
+
+    it "treats it as a hash key lookup" do
+      { "name" => "Josh" }.name.should == "Josh"
+    end
+
+    context "with args" do
+
+      it "treats it normally" do
+        lambda { { "name" => "Josh" }.name(nil) }.should raise_error(NoMethodError)
+      end
+
+    end
+
+    context "with block" do
+
+      it "treats it normally" do
+        lambda { { "name" => "Josh" }.name {nil} }.should raise_error(NoMethodError)
+      end
+
+    end
+
+  end
+end

data/spec/squealer/object_spec.rb

@@ -0,0 +1,119 @@
+require 'spec_helper'
+
+describe NilClass do
+
+  describe "#each" do
+    it "returns an empty array" do
+      nil.each.should == [] # because mongo is schema-less
+    end
+  end
+
+  describe "#reject" do
+    it "returns an empty array" do
+      nil.reject{false}.should == [] # because mongo is schema-less
+    end
+  end
+
+end
+
+describe Object do
+  let(:test_table) { {'_id' => 1} }
+
+  describe "#target" do
+
+    it "has been defined" do
+      Object.new.respond_to?(:target).should be_true
+    end
+
+    it "invokes Squealer::Target.new" do
+      Squealer::Target.should_receive(:new)
+      target(:test_table) { nil }
+    end
+
+  end
+
+  describe "#assign" do
+
+    it "has been defined" do
+      Object.new.respond_to?(:assign).should be_true
+    end
+
+    it "invokes assign on the target it is immediately nested within" do
+      mock_mysql
+      target(:test_table) do |target1|
+        target1.should_receive(:assign)
+        assign(:colA) { 42 }
+
+        test_table_2 = test_table
+        target(:test_table_2) do |target2|
+          target2.should_receive(:assign)
+          assign(:colspeak) { 1984 }
+        end
+      end
+    end
+
+  end
+
+  describe "#import" do
+
+    it "has been defined" do
+      Object.new.respond_to?(:import).should be_true
+    end
+
+    context "with a single argument" do
+
+      it "invokes Database.import_from" do
+        Squealer::Database.instance.should_receive(:import_from)
+        import('test_import')
+      end
+
+    end
+
+    context "with no argment" do
+
+      it "invokes Database.import" do
+        Squealer::Database.instance.should_receive(:import)
+        import
+      end
+
+    end
+
+  end
+
+  describe "#export" do
+
+    it "has been defined" do
+      Object.new.respond_to?(:export).should be_true
+    end
+
+    context "with a single argument" do
+
+      it "invokes Database.export_to" do
+        Squealer::Database.instance.should_receive(:export_to)
+        export('test_export')
+      end
+
+    end
+
+    context "with no argment" do
+
+      it "invokes Database.export" do
+        Squealer::Database.instance.should_receive(:export)
+        export
+      end
+
+    end
+
+  end
+
+  def mock_mysql
+    require 'data_objects'
+
+    my = mock(DataObjects::Connection)
+    comm = mock(DataObjects::Command)
+    Squealer::Database.instance.should_receive(:export).at_least(:once).and_return(my)
+    my.should_receive(:create_command).at_least(:once).and_return(comm)
+    comm.should_receive(:execute_non_query).at_least(:once)
+  end
+
+end