database_cleaner 1.3.0 → 1.4.0

data/examples/features/step_definitions/neo4j_steps.rb

@@ -0,0 +1,23 @@
+When /^I create a widget using neo4j$/ do
+  Neo4jWidget.create!
+end
+
+Then /^I should see ([\d]+) widget using neo4j$/ do |widget_count|
+  Neo4jWidget.count.should == widget_count.to_i
+end
+
+When /^I create a widget in one db using neo4j$/ do
+  Neo4jWidgetUsingDatabaseOne.create!
+end
+
+When /^I create a widget in another db using neo4j$/ do
+  Neo4jWidgetUsingDatabaseTwo.create!
+end
+
+Then /^I should see ([\d]+) widget in one db using neo4j$/ do |widget_count|
+  Neo4jWidgetUsingDatabaseOne.count.should == widget_count.to_i
+end
+
+Then /^I should see ([\d]+) widget in another db using neo4j$/ do |widget_count|
+  Neo4jWidgetUsingDatabaseTwo.count.should == widget_count.to_i
+end

data/examples/features/support/env.rb

@@ -30,9 +30,6 @@ if orm && strategy
     require "#{File.dirname(__FILE__)}/../../lib/#{another_orm.downcase}_models"
   end
 
-
-
-
   if multiple_db
     DatabaseCleaner.app_root = "#{File.dirname(__FILE__)}/../.."
     orm_sym = orm.gsub(/(.)([A-Z]+)/,'\1_\2').downcase.to_sym

data/examples/lib/mongoid_models.rb

@@ -1,14 +1,9 @@
 require 'mongoid'
 
 Mongoid.configure do |config|
-  name = 'database_cleaner_test'
-  config.connect_to(name)
+  config.master = Mongo::Connection.new.db('database_cleaner_test')
 end
 
-
-#::MongoMapper.connection = Mongo::Connection.new('127.0.0.1')
-#::MongoMapper.database = 'database_cleaner_test'
-
 class MongoidWidget
   include Mongoid::Document
   field :id, :type => Integer

data/examples/lib/neo4j_models.rb

@@ -0,0 +1,17 @@
+require 'neo4j-core'
+
+class Neo4jWidget < Neo4j::Node
+  def self.create!(*args)
+    create(*args)
+  end
+
+  def self.count
+    Neo4j::Session.query.match('n').pluck('COUNT(n)').first
+  end
+end
+
+class Neo4jWidgetUsingDatabaseOne < Neo4jWidget
+end
+
+class Neo4jWidgetUsingDatabaseTwo < Neo4jWidget
+end

data/examples/lib/sequel_models.rb

@@ -0,0 +1,9 @@
+require 'sequel'
+
+db = Sequel.sqlite # memory database
+
+db.run 'DROP TABLE IF EXISTS "sequel_widgets"'
+
+db.create_table :sequel_widgets do
+  String :name
+end

data/features/cleaning.feature

@@ -17,8 +17,14 @@ Feature: database cleaning
     | ActiveRecord | deletion    |
     | DataMapper   | transaction |
     | DataMapper   | truncation  |
+    | Sequel       | transaction |
+    | Sequel       | truncation  |
+    | Sequel       | deletion    |
     | MongoMapper  | truncation  |
     | Mongoid      | truncation  |
     | CouchPotato  | truncation  |
     | Redis        | truncation  |
     | Ohm          | truncation  |
+    | Neo4j        | deletion    |
+    | Neo4j        | truncation  |
+    | Neo4j        | transaction |

data/features/cleaning_default_strategy.feature

@@ -14,8 +14,10 @@ Feature: database cleaning
     | ORM          |
     | ActiveRecord |
     | DataMapper   |
+    | Sequel       |
     | MongoMapper  |
     | Mongoid      |
     | CouchPotato  |
     | Redis        |
     | Ohm          |
+    | Neo4j        |

data/features/cleaning_multiple_dbs.feature

@@ -15,6 +15,8 @@ Feature: multiple database cleaning
   | ActiveRecord | truncation    |
   | ActiveRecord | deletion      |
   | DataMapper   | truncation    |
+  | Sequel       | truncation    |
   | MongoMapper  | truncation    |
   | DataMapper   | transaction   |
   | ActiveRecord | transaction   |
+  | Sequel       | transaction   |

data/features/cleaning_multiple_orms.feature

@@ -12,37 +12,56 @@ Feature: database cleaning using multiple ORMs
   Examples:
     | ORM1         | ORM2         |
     | ActiveRecord | DataMapper   |
+    | ActiveRecord | Sequel       |
     | ActiveRecord | MongoMapper  |
     | ActiveRecord | Mongoid      |
     | ActiveRecord | CouchPotato  |
     | ActiveRecord | Ohm          |
     | ActiveRecord | Redis        |
     | DataMapper   | ActiveRecord |
+    | DataMapper   | Sequel       |
     | DataMapper   | MongoMapper  |
     | DataMapper   | Mongoid      |
     | DataMapper   | CouchPotato  |
     | DataMapper   | Ohm          |
     | DataMapper   | Redis        |
+    | Sequel       | ActiveRecord |
+    | Sequel       | DataMapper   |
+    | Sequel       | MongoMapper  |
+    | Sequel       | Mongoid      |
+    | Sequel       | CouchPotato  |
+    | Sequel       | Ohm          |
+    | Sequel       | Redis        |
     | MongoMapper  | ActiveRecord |
     | MongoMapper  | DataMapper   |
+    | MongoMapper  | Sequel       |
     | MongoMapper  | Mongoid      |
     | MongoMapper  | CouchPotato  |
     | MongoMapper  | Ohm          |
     | MongoMapper  | Redis        |
     | CouchPotato  | ActiveRecord |
     | CouchPotato  | DataMapper   |
+    | CouchPotato  | Sequel       |
     | CouchPotato  | MongoMapper  |
     | CouchPotato  | Mongoid      |
     | CouchPotato  | Ohm          |
     | CouchPotato  | Redis        |
     | Ohm          | ActiveRecord |
     | Ohm          | DataMapper   |
+    | Ohm          | Sequel       |
     | Ohm          | MongoMapper  |
     | Ohm          | Mongoid      |
     | Ohm          | CouchPotato  |
     | Redis        | ActiveRecord |
     | Redis        | DataMapper   |
+    | Redis        | Sequel       |
     | Redis        | MongoMapper  |
     | Redis        | Mongoid      |
     | Redis        | CouchPotato  |
     | Redis        | Ohm          |
+    | Neo4j        | ActiveRecord |
+    | Neo4j        | DataMapper   |
+    | Neo4j        | Sequel       |
+    | Neo4j        | Redis        |
+    | Neo4j        | Ohm          |
+    | Neo4j        | MongoMapper  |

data/features/step_definitions/database_cleaner_steps.rb

@@ -1,4 +1,4 @@
-orms_pattern = /(ActiveRecord|DataMapper|MongoMapper|Mongoid|CouchPotato|Redis|Ohm)/
+orms_pattern = /(ActiveRecord|DataMapper|Sequel|MongoMapper|Mongoid|CouchPotato|Redis|Ohm|Neo4j)/
 
 Given /^I am using #{orms_pattern}$/ do |orm|
   @feature_runner = FeatureRunner.new

data/lib/database_cleaner/active_record/deletion.rb

@@ -43,7 +43,37 @@ module ActiveRecord
 end
 
 module DatabaseCleaner::ActiveRecord
+  module SelectiveTruncation
+    def tables_to_truncate(connection)
+      if information_schema_exists?(connection)
+        (@only || tables_with_new_rows(connection)) - @tables_to_exclude
+      else
+        super
+      end
+    end
+
+    def tables_with_new_rows(connection)
+      @db_name ||= connection.instance_variable_get('@config')[:database]
+      result = connection.execute("SELECT table_name FROM information_schema.tables WHERE table_schema = '#{@db_name}' AND table_rows > 0")
+      result.map{ |row| row[0] } - ['schema_migrations']
+    end
+
+    def information_schema_exists? connection
+      @information_schema_exists ||=
+        begin
+          connection.execute("SELECT * FROM information_schema.tables")
+          true
+        rescue
+          false
+        end
+    end
+  end
+
   class Deletion < Truncation
+    if defined?(ActiveRecord::ConnectionAdapters::Mysql2Adapter)
+      include SelectiveTruncation
+    end
+
     def clean
       connection = connection_class.connection
       connection.disable_referential_integrity do

data/lib/database_cleaner/active_record/truncation.rb

@@ -3,7 +3,9 @@ require 'active_record/base'
 require 'active_record/connection_adapters/abstract_adapter'
 
 #Load available connection adapters
-%w( abstract_mysql_adapter postgresql_adapter sqlite3_adapter ).each do |known_adapter|
+%w(
+  abstract_mysql_adapter postgresql_adapter sqlite3_adapter mysql_adapter mysql2_adapter
+).each do |known_adapter|
   begin
     require "active_record/connection_adapters/#{known_adapter}"
   rescue LoadError
@@ -22,6 +24,7 @@ module DatabaseCleaner
       def database_cleaner_view_cache
         @views ||= select_values("select table_name from information_schema.views where table_schema = '#{current_database}'") rescue []
       end
+      
       def database_cleaner_table_cache
         # the adapters don't do caching (#130) but we make the assumption that the list stays the same in tests
         @database_cleaner_tables ||= tables
@@ -153,6 +156,15 @@ module DatabaseCleaner
         truncate_tables(tables.select(&filter))
       end
 
+      def database_cleaner_table_cache
+        # AR returns a list of tables without schema but then returns a
+        # migrations table with the schema. There are other problems, too,
+        # with using the base list. If a table exists in multiple schemas
+        # within the search path, truncation without the schema name could
+        # result in confusing, if not unexpected results.
+        @database_cleaner_tables ||= tables_with_schema
+      end
+
       private
 
       # Returns a boolean indicating if the given table has an auto-inc number higher than 0.
@@ -160,13 +172,28 @@ module DatabaseCleaner
       # but then the table is cleaned.  In other words, this function tells us if the given table
       # was ever inserted into.
       def has_been_used?(table)
+        return has_rows?(table) unless has_sequence?(table)
+
         cur_val = select_value("SELECT currval('#{table}_id_seq');").to_i rescue 0
         cur_val > 0
       end
+      
+      def has_sequence?(table)
+        select_value("SELECT true FROM pg_class WHERE relname = '#{table}_id_seq';")
+      end
 
       def has_rows?(table)
         select_value("SELECT true FROM #{table} LIMIT 1;")
       end
+
+      def tables_with_schema
+        rows = select_rows <<-_SQL
+          SELECT schemaname || '.' || tablename
+          FROM pg_tables
+          WHERE tablename !~ '_prt_' AND schemaname = ANY (current_schemas(false))
+        _SQL
+        rows.collect { |result| result.first }
+      end
     end
   end
 end
@@ -185,6 +212,7 @@ module ActiveRecord
     end
     AbstractMysqlAdapter.class_eval { include ::DatabaseCleaner::ConnectionAdapters::AbstractMysqlAdapter } if defined?(AbstractMysqlAdapter)
     Mysql2Adapter.class_eval { include ::DatabaseCleaner::ConnectionAdapters::AbstractMysqlAdapter } if defined?(Mysql2Adapter)
+    MysqlAdapter.class_eval { include ::DatabaseCleaner::ConnectionAdapters::AbstractMysqlAdapter } if defined?(MysqlAdapter)
     SQLiteAdapter.class_eval { include ::DatabaseCleaner::ConnectionAdapters::SQLiteAdapter } if defined?(SQLiteAdapter)
     SQLite3Adapter.class_eval { include ::DatabaseCleaner::ConnectionAdapters::SQLiteAdapter } if defined?(SQLite3Adapter)
     PostgreSQLAdapter.class_eval { include ::DatabaseCleaner::ConnectionAdapters::PostgreSQLAdapter } if defined?(PostgreSQLAdapter)

data/lib/database_cleaner/base.rb

@@ -120,6 +120,8 @@ module DatabaseCleaner
         :ohm
       elsif defined? ::Redis
         :redis
+      elsif defined? ::Neo4j
+        :neo4j
       end
     end
 
@@ -153,6 +155,8 @@ module DatabaseCleaner
         self.strategy = :transaction
       when :mongo_mapper, :mongoid, :couch_potato, :moped, :ohm, :redis
         self.strategy = :truncation
+      when :neo4j
+        self.strategy = :transaction
       end
     end
   end

data/lib/database_cleaner/configuration.rb

@@ -123,6 +123,8 @@ module DatabaseCleaner
           DatabaseCleaner::Ohm
         when :redis
           DatabaseCleaner::Redis
+        when :neo4j
+          DatabaseCleaner::Neo4j
       end
     end
   end

data/lib/database_cleaner/data_mapper/truncation.rb

@@ -12,7 +12,7 @@ module DataMapper
 
       def truncate_tables(table_names)
         table_names.each do |table_name|
-          adapter.truncate_table table_name
+          truncate_table table_name
         end
       end
 
@@ -42,8 +42,7 @@ module DataMapper
 
     end
 
-
-    class Sqlite3Adapter < DataObjectsAdapter
+    module SqliteAdapterMethods
 
       # taken from http://github.com/godfat/dm-mapping/tree/master
       def storage_names(repository = :default)
@@ -73,6 +72,7 @@ module DataMapper
 
       private
 
+      # Returns a boolean indicating if the SQLite database is using the sqlite_sequence table.
       def uses_sequence?
         sql = <<-SQL
           SELECT name FROM sqlite_master
@@ -80,47 +80,10 @@ module DataMapper
         SQL
         select(sql).first
       end
-
     end
 
-    class SqliteAdapter < DataObjectsAdapter
-      # taken from http://github.com/godfat/dm-mapping/tree/master
-      def storage_names(repository = :default)
-        # activerecord-2.1.0/lib/active_record/connection_adapters/sqlite_adapter.rb: 177
-        sql = <<-SQL
-          SELECT name
-          FROM sqlite_master
-          WHERE type = 'table' AND NOT name = 'sqlite_sequence'
-        SQL
-        # activerecord-2.1.0/lib/active_record/connection_adapters/sqlite_adapter.rb: 181
-        select(sql)
-      end
-
-      def truncate_table(table_name)
-        execute("DELETE FROM #{quote_name(table_name)};")
-        if uses_sequence?
-          execute("DELETE FROM sqlite_sequence where name = '#{table_name}';")
-        end
-      end
-
-      # this is a no-op copied from activerecord
-      # i didn't find out if/how this is possible
-      # activerecord also doesn't do more here
-      def disable_referential_integrity
-        yield
-      end
-
-      private
-
-      def uses_sequence?
-        sql = <<-SQL
-          SELECT name FROM sqlite_master
-          WHERE type='table' AND name='sqlite_sequence'
-        SQL
-        select(sql).first
-      end
-
-    end
+    class SqliteAdapter; include SqliteAdapterMethods; end
+    class Sqlite3Adapter; include SqliteAdapterMethods; end
 
     # FIXME
     # i don't know if this works

data/lib/database_cleaner/mongo/base.rb

@@ -1,3 +1,5 @@
+require 'mongoid'
+
 module DatabaseCleaner
   module Mongo
     def self.available_strategies

data/lib/database_cleaner/mongo/truncation.rb

@@ -12,6 +12,46 @@ module DatabaseCleaner
       def database
         db
       end
+
+      def collections_cache
+        @@collections_cache ||= {}
+      end
+
+      def mongoid_collection_names
+        @@mongoid_collection_names ||= Hash.new{|h,k| h[k]=[]}.tap do |names|
+          ObjectSpace.each_object(Class) do |klass|
+            next unless klass.ancestors.include?(::Mongoid::Document)
+            next if klass.embedded
+            next if klass.collection_name.empty?
+            names[klass.db.name] << klass.collection_name
+          end
+        end
+      end
+
+      def not_caching(db_name, list)
+        @@not_caching ||= {}
+
+        unless @@not_caching.has_key?(db_name)
+          @@not_caching[db_name] = true
+
+          puts "Not caching collection names for db #{db_name}. Missing these from models: #{list}"
+        end
+      end
+
+      def collections
+        return collections_cache[database.name] if collections_cache.has_key?(database.name)
+        db_collections = database.collections.select { |c| c.name !~ /^system\./ }
+
+        missing_collections = mongoid_collection_names[database.name] - db_collections.map(&:name)
+
+        if missing_collections.empty?
+          collections_cache[database.name] = db_collections
+        else
+          not_caching(database.name, missing_collections)
+        end
+
+        db_collections
+      end
     end
   end
 end