activerecord-import-uuid 0.1

data/test/support/shared_examples/recursive_import.rb

@@ -0,0 +1,122 @@
+def should_support_recursive_import
+  describe "importing objects with associations" do
+    let(:new_topics) { Build(num_topics, :topic_with_book) }
+    let(:new_topics_with_invalid_chapter) do
+      chapter = new_topics.first.books.first.chapters.first
+      chapter.title = nil
+      new_topics
+    end
+    let(:num_topics) { 3 }
+    let(:num_books) { 6 }
+    let(:num_chapters) { 18 }
+    let(:num_endnotes) { 24 }
+
+    let(:new_question_with_rule) { FactoryGirl.build :question, :with_rule }
+
+    it 'imports top level' do
+      assert_difference "Topic.count", +num_topics do
+        Topic.import new_topics, recursive: true
+        new_topics.each do |topic|
+          assert_not_nil topic.id
+        end
+      end
+    end
+
+    it 'imports first level associations' do
+      assert_difference "Book.count", +num_books do
+        Topic.import new_topics, recursive: true
+        new_topics.each do |topic|
+          topic.books.each do |book|
+            assert_equal topic.id, book.topic_id
+          end
+        end
+      end
+    end
+
+    it 'imports polymorphic associations' do
+      discounts = Array.new(1) { |i| Discount.new(amount: i) }
+      books = Array.new(1) { |i| Book.new(author_name: "Author ##{i}", title: "Book ##{i}") }
+      books.each do |book|
+        book.discounts << discounts
+      end
+      Book.import books, recursive: true
+      books.each do |book|
+        book.discounts.each do |discount|
+          assert_not_nil discount.discountable_id
+          assert_equal 'Book', discount.discountable_type
+        end
+      end
+    end
+
+    [{ recursive: false }, {}].each do |import_options|
+      it "skips recursion for #{import_options}" do
+        assert_difference "Book.count", 0 do
+          Topic.import new_topics, import_options
+        end
+      end
+    end
+
+    it 'imports deeper nested associations' do
+      assert_difference "Chapter.count", +num_chapters do
+        assert_difference "EndNote.count", +num_endnotes do
+          Topic.import new_topics, recursive: true
+          new_topics.each do |topic|
+            topic.books.each do |book|
+              book.chapters.each do |chapter|
+                assert_equal book.id, chapter.book_id
+              end
+              book.end_notes.each do |endnote|
+                assert_equal book.id, endnote.book_id
+              end
+            end
+          end
+        end
+      end
+    end
+
+    it "skips validation of the associations if requested" do
+      assert_difference "Chapter.count", +num_chapters do
+        Topic.import new_topics_with_invalid_chapter, validate: false, recursive: true
+      end
+    end
+
+    it 'imports has_one associations' do
+      assert_difference 'Rule.count' do
+        Question.import [new_question_with_rule], recursive: true
+      end
+    end
+
+    # These models dont validate associated.  So we expect that books and topics get inserted, but not chapters
+    # Putting a transaction around everything wouldn't work, so if you want your chapters to prevent topics from
+    # being created, you would need to have validates_associated in your models and insert with validation
+    describe "all_or_none" do
+      [Book, Topic, EndNote].each do |type|
+        it "creates #{type}" do
+          assert_difference "#{type}.count", send("num_#{type.to_s.downcase}s") do
+            Topic.import new_topics_with_invalid_chapter, all_or_none: true, recursive: true
+          end
+        end
+      end
+      it "doesn't create chapters" do
+        assert_difference "Chapter.count", 0 do
+          Topic.import new_topics_with_invalid_chapter, all_or_none: true, recursive: true
+        end
+      end
+    end
+
+    # If adapter supports on_duplicate_key_update, it is only applied to top level models so that SQL with invalid
+    # columns, keys, etc isn't generated for child associations when doing recursive import
+    describe "on_duplicate_key_update" do
+      let(:new_topics) { Build(1, :topic_with_book) }
+
+      it "imports objects with associations" do
+        assert_difference "Topic.count", +1 do
+          Topic.import new_topics, recursive: true, on_duplicate_key_update: [:updated_at], validate: false
+          new_topics.each do |topic|
+            assert_not_nil topic.id
+          end
+        end
+      end
+    end
+  end
+end

data/test/synchronize_test.rb

@@ -0,0 +1,33 @@
+require File.expand_path('../test_helper', __FILE__)
+
+describe ".synchronize" do
+  let(:topics) { Generate(3, :topics) }
+  let(:titles) { %w(one two three) }
+
+  setup do
+    # update records outside of ActiveRecord knowing about it
+    Topic.connection.execute( "UPDATE #{Topic.table_name} SET title='#{titles[0]}_haha' WHERE id=#{topics[0].id}", "Updating record 1 without ActiveRecord" )
+    Topic.connection.execute( "UPDATE #{Topic.table_name} SET title='#{titles[1]}_haha' WHERE id=#{topics[1].id}", "Updating record 2 without ActiveRecord" )
+    Topic.connection.execute( "UPDATE #{Topic.table_name} SET title='#{titles[2]}_haha' WHERE id=#{topics[2].id}", "Updating record 3 without ActiveRecord" )
+  end
+
+  it "reloads data for the specified records" do
+    Topic.synchronize topics
+
+    actual_titles = topics.map(&:title)
+    assert_equal "#{titles[0]}_haha", actual_titles[0], "the first record was not correctly updated"
+    assert_equal "#{titles[1]}_haha", actual_titles[1], "the second record was not correctly updated"
+    assert_equal "#{titles[2]}_haha", actual_titles[2], "the third record was not correctly updated"
+  end
+
+  it "the synchronized records aren't dirty" do
+    # Update the in memory records so they're dirty
+    topics.each { |topic| topic.title = 'dirty title' }
+
+    Topic.synchronize topics
+
+    assert_equal false, topics[0].changed?, "the first record was dirty"
+    assert_equal false, topics[1].changed?, "the second record was dirty"
+    assert_equal false, topics[2].changed?, "the third record was dirty"
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,59 @@
+require 'pathname'
+test_dir = Pathname.new File.dirname(__FILE__)
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require "fileutils"
+
+ENV["RAILS_ENV"] = "test"
+
+require "bundler"
+Bundler.setup
+
+require 'pry' unless RbConfig::CONFIG["RUBY_INSTALL_NAME"] =~ /jruby/
+
+require "active_record"
+require "active_record/fixtures"
+require "active_support/test_case"
+
+if ActiveSupport::VERSION::STRING < "4.0"
+  require 'test/unit'
+else
+  require 'active_support/testing/autorun'
+end
+
+require 'timecop'
+require 'chronic'
+
+require "ruby-debug" if RUBY_VERSION.to_f < 1.9
+
+adapter = ENV["ARE_DB"] || "sqlite3"
+
+FileUtils.mkdir_p 'log'
+ActiveRecord::Base.logger = Logger.new("log/test.log")
+ActiveRecord::Base.logger.level = Logger::DEBUG
+ActiveRecord::Base.configurations["test"] = YAML.load_file(test_dir.join("database.yml"))[adapter]
+ActiveRecord::Base.default_timezone = :utc
+
+require "activerecord-import"
+ActiveRecord::Base.establish_connection :test
+
+ActiveSupport::Notifications.subscribe(/active_record.sql/) do |_, _, _, _, hsh|
+  ActiveRecord::Base.logger.info hsh[:sql]
+end
+
+require "factory_girl"
+Dir[File.dirname(__FILE__) + "/support/**/*.rb"].each { |file| require file }
+
+# Load base/generic schema
+require test_dir.join("schema/version")
+require test_dir.join("schema/generic_schema")
+adapter_schema = test_dir.join("schema/#{adapter}_schema.rb")
+require adapter_schema if File.exist?(adapter_schema)
+
+Dir[File.dirname(__FILE__) + "/models/*.rb"].each { |file| require file }
+
+# Prevent this deprecation warning from breaking the tests.
+Rake::FileList.send(:remove_method, :import)
+
+ActiveSupport::TestCase.test_order = :random if ENV['AR_VERSION'].to_f >= 4.2

data/test/travis/database.yml

@@ -0,0 +1,62 @@
+common: &common
+  username: root
+  password:
+  encoding: utf8
+  host:     localhost
+  database: activerecord_import_test
+
+jdbcpostgresql: &postgresql
+  <<: *common
+  username: postgres
+  adapter: jdbcpostgresql
+  min_messages: warning
+
+jdbcmysql: &mysql2
+  <<: *common
+  adapter: jdbcmysql
+
+mysql2: &mysql2
+  <<: *common
+  adapter: mysql2
+
+mysql2spatial:
+  <<: *mysql2
+
+mysql2_makara:
+  <<: *mysql2
+
+oracle:
+  <<: *common
+  adapter: oracle
+  min_messages: debug
+
+postgresql: &postgresql
+  <<: *common
+  username: postgres
+  adapter: postgresql
+  min_messages: warning
+
+postresql_makara:
+  <<: *postgresql
+
+postgis:
+  <<: *postgresql
+
+seamless_database_pool:
+  <<: *common
+  adapter: seamless_database_pool
+  pool_adapter: mysql2
+  prepared_statements: false
+  master:
+    host: localhost
+
+sqlite:
+  adapter: sqlite
+  dbfile: test.db
+
+sqlite3: &sqlite3
+  adapter: sqlite3
+  database: ":memory:"
+
+spatialite:
+  <<: *sqlite3

data/test/value_sets_bytes_parser_test.rb

@@ -0,0 +1,93 @@
+require File.expand_path(File.dirname(__FILE__) + '/test_helper')
+
+require 'activerecord-import/value_sets_parser'
+
+describe ActiveRecord::Import::ValueSetsBytesParser do
+  context "#parse - computing insert value sets" do
+    let(:parser) { ActiveRecord::Import::ValueSetsBytesParser }
+    let(:base_sql) { "INSERT INTO atable (a,b,c)" }
+    let(:values) { ["(1,2,3)", "(2,3,4)", "(3,4,5)"] }
+
+    context "when the max allowed bytes is 33 and the base SQL is 26 bytes" do
+      it "should return 3 value sets when given 3 value sets of 7 bytes a piece" do
+        value_sets = parser.parse values, reserved_bytes: base_sql.size, max_bytes: 33
+        assert_equal 3, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 40 and the base SQL is 26 bytes" do
+      it "should return 3 value sets when given 3 value sets of 7 bytes a piece" do
+        value_sets = parser.parse values, reserved_bytes: base_sql.size, max_bytes: 40
+        assert_equal 3, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 41 and the base SQL is 26 bytes" do
+      it "should return 2 value sets when given 2 value sets of 7 bytes a piece" do
+        value_sets = parser.parse values, reserved_bytes: base_sql.size, max_bytes: 41
+        assert_equal 2, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 48 and the base SQL is 26 bytes" do
+      it "should return 2 value sets when given 2 value sets of 7 bytes a piece" do
+        value_sets = parser.parse values, reserved_bytes: base_sql.size, max_bytes: 48
+        assert_equal 2, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 49 and the base SQL is 26 bytes" do
+      it "should return 1 value sets when given 1 value sets of 7 bytes a piece" do
+        value_sets = parser.parse values, reserved_bytes: base_sql.size, max_bytes: 49
+        assert_equal 1, value_sets.size
+      end
+    end
+
+    context "when the max allowed bytes is 999999 and the base SQL is 26 bytes" do
+      it "should return 1 value sets when given 1 value sets of 7 bytes a piece" do
+        value_sets = parser.parse values, reserved_bytes: base_sql.size, max_bytes: 999_999
+        assert_equal 1, value_sets.size
+      end
+    end
+
+    it "should properly build insert value set based on max packet allowed" do
+      values = [
+        "('1','2','3')",
+        "('4','5','6')",
+        "('7','8','9')"]
+
+      base_sql_size_in_bytes = 15
+      max_bytes = 30
+
+      value_sets = parser.parse values, reserved_bytes: base_sql_size_in_bytes, max_bytes: max_bytes
+      assert_equal 3, value_sets.size, 'Three value sets were expected!'
+
+      # Each element in the value_sets array must be an array
+      value_sets.each_with_index do |e, i|
+        assert_kind_of Array, e, "Element #{i} was expected to be an Array!"
+      end
+
+      # Each element in the values array should have a 1:1 correlation to the elements
+      # in the returned value_sets arrays
+      assert_equal values[0], value_sets[0].first
+      assert_equal values[1], value_sets[1].first
+      assert_equal values[2], value_sets[2].first
+    end
+
+    context "data contains multi-byte chars" do
+      it "should properly build insert value set based on max packet allowed" do
+        # each accented e should be 2 bytes, so each entry is 6 bytes instead of 5
+        values = [
+          "('é')",
+          "('é')"]
+
+        base_sql_size_in_bytes = 15
+        max_bytes = 26
+
+        value_sets = parser.parse values, reserved_bytes: base_sql_size_in_bytes, max_bytes: max_bytes
+
+        assert_equal 2, value_sets.size, 'Two value sets were expected!'
+      end
+    end
+  end
+end

data/test/value_sets_records_parser_test.rb

@@ -0,0 +1,32 @@
+require File.expand_path(File.dirname(__FILE__) + '/test_helper')
+
+require 'activerecord-import/value_sets_parser'
+
+describe "ActiveRecord::Import::ValueSetsRecordsParser" do
+  context "#parse - computing insert value sets" do
+    let(:parser) { ActiveRecord::Import::ValueSetsRecordsParser }
+    let(:base_sql) { "INSERT INTO atable (a,b,c)" }
+    let(:values) { ["(1,2,3)", "(2,3,4)", "(3,4,5)"] }
+
+    context "when the max number of records is 1" do
+      it "should return 3 value sets when given 3 values sets" do
+        value_sets = parser.parse values, max_records: 1
+        assert_equal 3, value_sets.size
+      end
+    end
+
+    context "when the max number of records is 2" do
+      it "should return 2 value sets when given 3 values sets" do
+        value_sets = parser.parse values, max_records: 2
+        assert_equal 2, value_sets.size
+      end
+    end
+
+    context "when the max number of records is 3" do
+      it "should return 1 value sets when given 3 values sets" do
+        value_sets = parser.parse values, max_records: 3
+        assert_equal 1, value_sets.size
+      end
+    end
+  end
+end

metadata

@@ -0,0 +1,225 @@
+--- !ruby/object:Gem::Specification
+name: activerecord-import-uuid
+version: !ruby/object:Gem::Version
+  version: '0.1'
+  prerelease: 
+platform: ruby
+authors:
+- Zach Dennis
+- Shiv Bharthur
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-09-11 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Extraction of the ActiveRecord::Base#import functionality from ar-extensions
+  for Rails 3 and beyond
+email:
+- zach.dennis@gmail.com
+- shiv.bharthur@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .rubocop.yml
+- .rubocop_todo.yml
+- .travis.yml
+- Brewfile
+- CHANGELOG.md
+- Gemfile
+- LICENSE
+- README.markdown
+- Rakefile
+- activerecord-import.gemspec
+- benchmarks/README
+- benchmarks/benchmark.rb
+- benchmarks/lib/base.rb
+- benchmarks/lib/cli_parser.rb
+- benchmarks/lib/float.rb
+- benchmarks/lib/mysql2_benchmark.rb
+- benchmarks/lib/output_to_csv.rb
+- benchmarks/lib/output_to_html.rb
+- benchmarks/models/test_innodb.rb
+- benchmarks/models/test_memory.rb
+- benchmarks/models/test_myisam.rb
+- benchmarks/schema/mysql_schema.rb
+- gemfiles/3.2.gemfile
+- gemfiles/4.0.gemfile
+- gemfiles/4.1.gemfile
+- gemfiles/4.2.gemfile
+- gemfiles/5.0.gemfile
+- lib/activerecord-import.rb
+- lib/activerecord-import/active_record/adapters/abstract_adapter.rb
+- lib/activerecord-import/active_record/adapters/jdbcmysql_adapter.rb
+- lib/activerecord-import/active_record/adapters/jdbcpostgresql_adapter.rb
+- lib/activerecord-import/active_record/adapters/mysql2_adapter.rb
+- lib/activerecord-import/active_record/adapters/postgresql_adapter.rb
+- lib/activerecord-import/active_record/adapters/seamless_database_pool_adapter.rb
+- lib/activerecord-import/active_record/adapters/sqlite3_adapter.rb
+- lib/activerecord-import/adapters/abstract_adapter.rb
+- lib/activerecord-import/adapters/em_mysql2_adapter.rb
+- lib/activerecord-import/adapters/mysql2_adapter.rb
+- lib/activerecord-import/adapters/mysql_adapter.rb
+- lib/activerecord-import/adapters/postgresql_adapter.rb
+- lib/activerecord-import/adapters/sqlite3_adapter.rb
+- lib/activerecord-import/base.rb
+- lib/activerecord-import/import.rb
+- lib/activerecord-import/mysql2.rb
+- lib/activerecord-import/postgresql.rb
+- lib/activerecord-import/sqlite3.rb
+- lib/activerecord-import/synchronize.rb
+- lib/activerecord-import/value_sets_parser.rb
+- lib/activerecord-import/version.rb
+- test/adapters/jdbcmysql.rb
+- test/adapters/jdbcpostgresql.rb
+- test/adapters/mysql2.rb
+- test/adapters/mysql2_makara.rb
+- test/adapters/mysql2spatial.rb
+- test/adapters/postgis.rb
+- test/adapters/postgresql.rb
+- test/adapters/postgresql_makara.rb
+- test/adapters/seamless_database_pool.rb
+- test/adapters/spatialite.rb
+- test/adapters/sqlite3.rb
+- test/database.yml.sample
+- test/import_test.rb
+- test/jdbcmysql/import_test.rb
+- test/jdbcpostgresql/import_test.rb
+- test/models/book.rb
+- test/models/chapter.rb
+- test/models/discount.rb
+- test/models/end_note.rb
+- test/models/group.rb
+- test/models/promotion.rb
+- test/models/question.rb
+- test/models/rule.rb
+- test/models/topic.rb
+- test/models/widget.rb
+- test/mysql2/import_test.rb
+- test/mysql2_makara/import_test.rb
+- test/mysqlspatial2/import_test.rb
+- test/postgis/import_test.rb
+- test/postgresql/import_test.rb
+- test/schema/generic_schema.rb
+- test/schema/mysql_schema.rb
+- test/schema/version.rb
+- test/sqlite3/import_test.rb
+- test/support/active_support/test_case_extensions.rb
+- test/support/assertions.rb
+- test/support/factories.rb
+- test/support/generate.rb
+- test/support/mysql/import_examples.rb
+- test/support/postgresql/import_examples.rb
+- test/support/shared_examples/on_duplicate_key_update.rb
+- test/support/shared_examples/recursive_import.rb
+- test/synchronize_test.rb
+- test/test_helper.rb
+- test/travis/database.yml
+- test/value_sets_bytes_parser_test.rb
+- test/value_sets_records_parser_test.rb
+homepage: http://github.com/bharthur/activerecord-import
+licenses:
+- Ruby
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.23
+signing_key: 
+specification_version: 3
+summary: Bulk-loading extension for ActiveRecord
+test_files:
+- test/adapters/jdbcmysql.rb
+- test/adapters/jdbcpostgresql.rb
+- test/adapters/mysql2.rb
+- test/adapters/mysql2_makara.rb
+- test/adapters/mysql2spatial.rb
+- test/adapters/postgis.rb
+- test/adapters/postgresql.rb
+- test/adapters/postgresql_makara.rb
+- test/adapters/seamless_database_pool.rb
+- test/adapters/spatialite.rb
+- test/adapters/sqlite3.rb
+- test/database.yml.sample
+- test/import_test.rb
+- test/jdbcmysql/import_test.rb
+- test/jdbcpostgresql/import_test.rb
+- test/models/book.rb
+- test/models/chapter.rb
+- test/models/discount.rb
+- test/models/end_note.rb
+- test/models/group.rb
+- test/models/promotion.rb
+- test/models/question.rb
+- test/models/rule.rb
+- test/models/topic.rb
+- test/models/widget.rb
+- test/mysql2/import_test.rb
+- test/mysql2_makara/import_test.rb
+- test/mysqlspatial2/import_test.rb
+- test/postgis/import_test.rb
+- test/postgresql/import_test.rb
+- test/schema/generic_schema.rb
+- test/schema/mysql_schema.rb
+- test/schema/version.rb
+- test/sqlite3/import_test.rb
+- test/support/active_support/test_case_extensions.rb
+- test/support/assertions.rb
+- test/support/factories.rb
+- test/support/generate.rb
+- test/support/mysql/import_examples.rb
+- test/support/postgresql/import_examples.rb
+- test/support/shared_examples/on_duplicate_key_update.rb
+- test/support/shared_examples/recursive_import.rb
+- test/synchronize_test.rb
+- test/test_helper.rb
+- test/travis/database.yml
+- test/value_sets_bytes_parser_test.rb
+- test/value_sets_records_parser_test.rb