mass_updater 0.0.1 → 0.0.2

checksums.yaml

@@ -1,15 +1,15 @@
 ---
 !binary "U0hBMQ==":
   metadata.gz: !binary |-
-    NzYyYTU1NDY4N2VhZDdhNjlmNmQ2NjViMGQ0MThmMjIwNmU4ZGVhNg==
+    ZTU5ZWUwYzkwMDExYjE2MTIyNzJiOWJmMzhkZDA5YzQ1ZmNiMGNmMA==
   data.tar.gz: !binary |-
-    ZjVkMDU0N2IwNmI1YTAyZTE0YTgwOGFkYjkyN2FhNWVhNzc2OTAwZg==
+    YWNhZjgzZWQ5MWQ1MzYyZmEwOTlmZjA0ZTMwZTg3MDA1M2U5NGY0Mg==
 SHA512:
   metadata.gz: !binary |-
-    MzZkNDY0MjUzNjZhNjcwYzRlOTE3ZTMwYWVhMmVhMjQ0ZGU3ZjQ4YWUzMmQ2
-    N2M2MThmNWI1YTZkOTZhMDNlM2M0NTBlYmZjYjcxODRlYzAxYzkwMmMwYTMw
-    NTBkN2I2MmFjYmE5YzY2NmI2YjljOTkyYzk2ODBkZjNmOGM2YmE=
+    ODJhZWIzNTk2MTM2ZGQ5ZDljODY1NzAyNDMwYTljMmU1MDJiZTc1ZmFiZjQ3
+    ZWYxOTFiYzJhYTFhYmI1OTU1Y2I4NmM3NDI4ZTdjYzVhZjMzMjkwYjlkZGEx
+    MzFiYzFmYzZmMDllYjYwZjZkMWM0Zjg1NDQ5YTA5ZjlhYzE4OGI=
   data.tar.gz: !binary |-
-    MzJiNWViODk5MzlmOTRkNzU0MTJhZTdkMWRmMGY4YTg3YTVlN2FmYTEzZGRj
-    ZWViMTMyZGY2NGNjY2I1OTAxM2Q1ZWRjYTUyNzU1ZDI1NGMwYzcwZmI0YjMw
-    OGQxZjUwZGUyMzUzNTU0NTVkMTVjOTM1OTI2NDQ4MGFiYjgzYmY=
+    YTVjMGFkNjVlZWMyMzMxZDQyZTk2NWQyYWFhMmJjOGQzMWRmNGFkMzE0N2Vk
+    NDVmYWEwODhhM2U3YWFlOTNjYzhjMGZhYjA2ZGIwMmQwNGI0NzdmYTQ2NGE2
+    NzY1ZWI2ZmYwMTBlMzY4NTY0OGUzNTAzZTQzZTM1N2ExMWUxODg=

data/README.md

@@ -50,6 +50,49 @@ The following example with run one mysql query rather than thousands:
 		end
 	end
 
+If you don't care to update existing rows, and you wish to discard any unique key violations silently, you may use the 'insert_ignore' method. It works exactly the same as 'insert_or_update', but the 4th parameter is no longer necessary.
+Here is the former example using 'insert_ignore' instead:
+
+	class Stat < ActiveRecord::Base
+		extend MassUpdater
+
+		def record_rows
+			stat_inserts = []
+
+			rows = OtherObject.pull_thousands_of_rows_of_data_from_a_some_source()
+			rows.each do |row|
+				stat_inserts << "'#{self.connection.quote_string(row[:name])}', #{row[:id]}, '#{row[:status]}', #{row[:metric]}, NOW(), NOW()"
+			end
+			self.insert_ignore('stats', [:name, :api_id, :status, :metric, :created_at, :updated_at], adgroup_inserts)
+		end
+	end
+
+It is very common in my workflow to need to translate from an external API's ID to my ActiveRecord ID when setting up foreign keys. I've included a "build_api_hash" method to help with this translation.
+It returns a simple hash, mapping the api_id to id.
+Once again, the method will do it's work with one hit to the database rather than thousands.  An extended example is below:
+
+	class LineItem < ActiveRecord::Base
+		has_many :stats
+	end
+
+	class Stat < ActiveRecord::Base
+		belongs_to :line_item
+		extend MassUpdater
+
+		def record_rows
+			stat_inserts = []
+			line_item_ids = rpt.map{|r| r[:line_item_api_id]}.uniq.compact
+			line_item_hash = self.build_api_hash(LineItem, 'api_id', line_item_ids)
+
+			rows = OtherObject.pull_thousands_of_rows_of_data_from_a_some_source()
+			rows.each do |row|
+				stat_inserts << "'#{self.connection.quote_string(row[:name])}', #{row[:id]}, #{line_item_hash[row[:id]]}, '#{row[:status]}', #{row[:metric]}, NOW(), NOW()"
+			end
+			self.insert_or_update('stats', [:name, :api_id, :line_item_id, :status, :metric, :created_at, :updated_at], adgroup_inserts, [:name, :status, :metric, :updated_at])
+		end
+	end
+
+
 ## Contributing
 
 1. Fork it ( https://github.com/KarateCode/mass_updater/fork )

data/config/database.yml

@@ -0,0 +1,6 @@
+test:
+  adapter: mysql2
+  encoding: utf8
+  database: mass_updater_test
+  username: root
+  password:

data/lib/mass_updater.rb

@@ -12,7 +12,7 @@ module MassUpdater
 VALUES (#{inserts.join("),\n(")})
 ON DUPLICATE KEY UPDATE 
 #{update_sql.join(", ")};"
-			self.connection.execute(sql)
+			ActiveRecord::Base.connection.execute(sql)
 		end
 	end
 
@@ -22,7 +22,7 @@ ON DUPLICATE KEY UPDATE
 
 			sql = "INSERT IGNORE INTO #{table_name} (`#{record_fields.join('`, `')}`)
 VALUES (#{inserts.join("),\n(")});"
-			self.connection.execute(sql)
+			ActiveRecord::Base.connection.execute(sql)
 		end
 	end
 

data/lib/mass_updater/version.rb

@@ -1,3 +1,3 @@
 module MassUpdater
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/mass_updater.gemspec

@@ -19,5 +19,8 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "rspec"
+  spec.add_development_dependency 'database_cleaner'
+  spec.add_development_dependency 'mysql2'
   spec.add_development_dependency "activerecord", "~> 3.2"
 end

data/spec/insert_or_update.rb

@@ -0,0 +1,28 @@
+require File.join(File.dirname(__FILE__), *%w[spec_helper])
+
+class LineItem < ActiveRecord::Base
+	has_many :stats
+end
+
+class Stat < ActiveRecord::Base
+	belongs_to :line_item
+	extend MassUpdater
+
+	def record_rows
+		stat_inserts = []
+		line_item_ids = rpt.map{|r| r[:line_item_api_id]}.uniq.compact
+		line_item_hash = self.build_api_hash(LineItem, 'api_id', line_item_ids)
+
+		rows = OtherObject.pull_thousands_of_rows_of_data_from_a_some_source()
+		rows.each do |row|
+			stat_inserts << "'#{self.connection.quote_string(row[:name])}', #{row[:id]}, #{line_item_hash[row[:id]]}, '#{row[:status]}', #{row[:metric]}, NOW(), NOW()"
+		end
+		self.insert_or_update('stats', [:name, :api_id, :line_item_id, :status, :metric, :created_at, :updated_at], adgroup_inserts, [:name, :status, :metric, :updated_at])
+	end
+end
+
+describe ".insert_or_update" do
+	it "should do something..." do
+		
+	end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,43 @@
+gemfile = File.expand_path('../../Gemfile', __FILE__)
+begin
+	ENV['BUNDLE_GEMFILE'] = gemfile
+	require 'bundler'
+	Bundler.setup
+	puts "bundler is set up"
+rescue Bundler::GemNotFound => e
+	STDERR.puts e.message
+	STDERR.puts "Try running `bundle install`."
+	exit!
+end if File.exist?(gemfile)
+
+require 'active_record'
+require 'database_cleaner'
+
+DB = YAML::load(File.open('config/database.yml'))
+ActiveRecord::Base.establish_connection(DB["test"])
+
+RSpec.configure do |config|
+	# config.include Capybara::DSL
+	
+	config.mock_with :rspec
+
+	# Remove this line if you're not using ActiveRecord or ActiveRecord fixtures
+	# config.fixture_path = "#{::Rails.root}/spec/fixtures"
+
+	# If you're not using ActiveRecord, or you'd prefer not to run each of your
+	# examples within a transaction, remove the following line or assign false
+	# instead of true.
+	# config.use_transactional_fixtures = false
+	
+	config.before(:suite) do
+		DatabaseCleaner.strategy = :truncation
+	end
+	
+	config.before(:each) do
+		DatabaseCleaner.start
+	end
+	
+	config.after(:each) do
+		DatabaseCleaner.clean
+	end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mass_updater
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Michael Schneider
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-11-05 00:00:00.000000000 Z
+date: 2014-11-24 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -24,6 +24,48 @@ dependencies:
     - - ~>
       - !ruby/object:Gem::Version
         version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: activerecord
   requirement: !ruby/object:Gem::Requirement
@@ -51,9 +93,12 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- config/database.yml
 - lib/mass_updater.rb
 - lib/mass_updater/version.rb
 - mass_updater.gemspec
+- spec/insert_or_update.rb
+- spec/spec_helper.rb
 homepage: https://github.com/KarateCode/mass_updater
 licenses:
 - MIT
@@ -74,9 +119,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.4.2
+rubygems_version: 2.4.3
 signing_key: 
 specification_version: 4
 summary: Bulk updating and inserting of records for ActiveRecord and mysql
-test_files: []
-has_rdoc: 
+test_files:
+- spec/insert_or_update.rb
+- spec/spec_helper.rb