mass_updater 0.0.1

checksums.yaml

@@ -0,0 +1,15 @@
+---
+!binary "U0hBMQ==":
+  metadata.gz: !binary |-
+    NzYyYTU1NDY4N2VhZDdhNjlmNmQ2NjViMGQ0MThmMjIwNmU4ZGVhNg==
+  data.tar.gz: !binary |-
+    ZjVkMDU0N2IwNmI1YTAyZTE0YTgwOGFkYjkyN2FhNWVhNzc2OTAwZg==
+SHA512:
+  metadata.gz: !binary |-
+    MzZkNDY0MjUzNjZhNjcwYzRlOTE3ZTMwYWVhMmVhMjQ0ZGU3ZjQ4YWUzMmQ2
+    N2M2MThmNWI1YTZkOTZhMDNlM2M0NTBlYmZjYjcxODRlYzAxYzkwMmMwYTMw
+    NTBkN2I2MmFjYmE5YzY2NmI2YjljOTkyYzk2ODBkZjNmOGM2YmE=
+  data.tar.gz: !binary |-
+    MzJiNWViODk5MzlmOTRkNzU0MTJhZTdkMWRmMGY4YTg3YTVlN2FmYTEzZGRj
+    ZWViMTMyZGY2NGNjY2I1OTAxM2Q1ZWRjYTUyNzU1ZDI1NGMwYzcwZmI0YjMw
+    OGQxZjUwZGUyMzUzNTU0NTVkMTVjOTM1OTI2NDQ4MGFiYjgzYmY=

data/.gitignore

@@ -0,0 +1,22 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+*.bundle
+*.so
+*.o
+*.a
+mkmf.log

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in mass_updater.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Michael Schneider
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,59 @@
+# MassUpdater
+
+Bulk updating and inserting of records for ActiveRecord and mysql
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'mass_updater'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install mass_updater
+
+## Usage
+
+This gem is meant to augment ActiveRecord.  Since it's easy to fall into the trap of looping and recording rows of data using ActiveRecord, that is not always the most efficient way to get the job done.
+This gem is here to help reduce round trips to the database and ultimately speed up your app.
+
+Once the gem is included in the project, you can mix it into any existing ActiveRecord models using the "extend" keyword. 
+This will make the "insert_or_update" method available in your model.
+
+The insert_or_update method takes 4 parameters:
+
+1. The table name to be updated
+
+2. An array containing the fields to updated
+
+3. An array containing strings of the actual rows to be inserted. This will be used as the VALUES block in the mysql query. The values should be in the same or as the field name passed in parameter 2
+
+4. An array of the fields that should be updated if a mysql unique key is violated. This gem uses mysql's "ON DUPLICATE KEY UPDATE" command to make either an insert or update within one query. Make sure to set up your mysql keys appropriately to ensure rows are updated rather than duplicated under the proper circumstances.
+
+The following example with run one mysql query rather than thousands:
+
+	class Stat < ActiveRecord::Base
+		extend MassUpdater
+
+		def record_rows
+			stat_inserts = []
+
+			rows = OtherObject.pull_thousands_of_rows_of_data_from_a_some_source()
+			rows.each do |row|
+				stat_inserts << "'#{self.connection.quote_string(row[:name])}', #{row[:id]}, '#{row[:status]}', #{row[:metric]}, NOW(), NOW()"
+			end
+			self.insert_or_update('stats', [:name, :api_id, :status, :metric, :created_at, :updated_at], adgroup_inserts, [:name, :status, :metric, :updated_at])
+		end
+	end
+
+## Contributing
+
+1. Fork it ( https://github.com/KarateCode/mass_updater/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+require "bundler/gem_tasks"
+

data/lib/mass_updater/version.rb

@@ -0,0 +1,3 @@
+module MassUpdater
+  VERSION = "0.0.1"
+end

data/lib/mass_updater.rb

@@ -0,0 +1,37 @@
+require "mass_updater/version"
+
+module MassUpdater
+	def insert_or_update(table_name, record_fields, inserts, update_fields)
+		if inserts.count > 0
+			update_sql = []
+			update_fields.each do |f|
+				update_sql << "#{f} = VALUES(#{f})"
+			end
+
+			sql = "INSERT INTO #{table_name} (`#{record_fields.join('`, `')}`)
+VALUES (#{inserts.join("),\n(")})
+ON DUPLICATE KEY UPDATE 
+#{update_sql.join(", ")};"
+			self.connection.execute(sql)
+		end
+	end
+
+	def insert_ignore(table_name, record_fields, inserts)
+		if inserts.count > 0
+			update_sql = ""
+
+			sql = "INSERT IGNORE INTO #{table_name} (`#{record_fields.join('`, `')}`)
+VALUES (#{inserts.join("),\n(")});"
+			self.connection.execute(sql)
+		end
+	end
+
+	def build_api_hash(relation, field, ids)
+		hash = {}
+		plucks = relation.where(["#{field} IN (?)", ids]).map{|c| [c.id, c.api_id]}
+		plucks.each do |c|
+			hash[c.last] = c.first
+		end
+		hash
+	end
+end

data/mass_updater.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'mass_updater/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "mass_updater"
+  spec.version       = MassUpdater::VERSION
+  spec.authors       = ["Michael Schneider"]
+  spec.email         = ["michael.schneider@adtegrity.com"]
+  spec.summary       = %q{Bulk updating and inserting of records for ActiveRecord and mysql}
+  spec.description   = %q{This gem can reduce rounds trips between your app and the database from thousands down to a single query}
+  spec.homepage      = "https://github.com/KarateCode/mass_updater"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0")
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "activerecord", "~> 3.2"
+end

metadata

@@ -0,0 +1,82 @@
+--- !ruby/object:Gem::Specification
+name: mass_updater
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Michael Schneider
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-11-05 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.6'
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.2'
+description: This gem can reduce rounds trips between your app and the database from
+  thousands down to a single query
+email:
+- michael.schneider@adtegrity.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- lib/mass_updater.rb
+- lib/mass_updater/version.rb
+- mass_updater.gemspec
+homepage: https://github.com/KarateCode/mass_updater
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.2
+signing_key: 
+specification_version: 4
+summary: Bulk updating and inserting of records for ActiveRecord and mysql
+test_files: []
+has_rdoc: