crewait 0.1.0

data/Manifest

@@ -0,0 +1,4 @@
+Manifest
+README.rdoc
+Rakefile
+lib/crewait.rb

data/README.rdoc

@@ -0,0 +1,25 @@
+= Crewait
+
+Check out http://jonah.org/articles/crewait_go_.html for a guide to Crewait.
+
+== License
+
+Copyright (c) 2009 Jonah Bloch-Johnson
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,15 @@
+# Rakefile
+require 'rubygems'
+require 'rake'
+require 'echoe'
+
+Echoe.new('crewait', '0.1.0') do |p|
+  p.description    = "Intuitive and fast bulk insertion in ActiveRecord"
+  p.url            = "http://github.com/theAlmanac/crewait"
+  p.author         = "Jonah Bloch-Johnson"
+  p.email          = "me@jonah.org"
+  # p.ignore_pattern = ["tmp/*", "script/*"]
+  p.development_dependencies = []
+end
+
+Dir["#{File.dirname(__FILE__)}/tasks/*.rake"].sort.each { |ext| load ext }

data/crewait.gemspec

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{crewait}
+  s.version = "0.1.0"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Jonah Bloch-Johnson"]
+  s.date = %q{2010-01-07}
+  s.description = %q{Intuitive and fast bulk insertion in ActiveRecord}
+  s.email = %q{me@jonah.org}
+  s.extra_rdoc_files = ["README.rdoc", "lib/crewait.rb"]
+  s.files = ["Manifest", "README.rdoc", "Rakefile", "lib/crewait.rb", "crewait.gemspec"]
+  s.homepage = %q{http://github.com/theAlmanac/crewait}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Crewait", "--main", "README.rdoc"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{crewait}
+  s.rubygems_version = %q{1.3.5}
+  s.summary = %q{Intuitive and fast bulk insertion in ActiveRecord}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/lib/crewait.rb

@@ -0,0 +1,116 @@
+# Crewait is a tool for ActiveRecord for mass-importing of data.
+# The idea is the you start a Crewait session, you use ActiveRecord::Base#crewait instead of #create, and then at some point you tell it to go!, which bulk inserts all those created records into SQL.
+module Crewait
+  
+  def self.start_waiting
+    # clear our all important hash caches
+    @@hash_of_hashes = {}
+    @@hash_of_next_inserts = {}
+  end
+  
+  # add one crewait instance
+  def self.for(model, hash)
+    table_name = model.table_name
+    # if this class is new, add in the next_insert_value
+    @@hash_of_next_inserts[table_name] ||= model.next_insert_id
+    # if this class is new, create a new hash to receive it
+    @@hash_of_hashes[table_name] ||= {}
+    @@hash_of_hashes[table_name].respectively_insert(hash)
+    # add dummy methods
+    fake_id = @@hash_of_next_inserts[table_name] + @@hash_of_hashes[table_name].inner_length - 1
+    eigenclass = class << hash; self; end
+    eigenclass.class_eval {
+      define_method(:id) { fake_id }
+      hash.each do |key, value|
+        define_method(key) { value }
+      end
+    }
+    hash
+  end
+  
+  def self.go!
+    @@hash_of_hashes.each do |key, hash|
+      hash.import_to_sql(eval(key.classify))
+    end
+    @@hash_of_hashes = {}
+    @@hash_of_next_inserts = {}
+  end
+  
+  module BaseMethods
+    def next_insert_id
+      database = YAML.load(open(File.join('config', 'database.yml')))[RAILS_ENV]['database']
+      ActiveRecord::Base.connection.execute( "
+        SELECT auto_increment
+        FROM information_schema.tables
+        WHERE table_name='#{self.table_name}' AND
+              table_schema ='#{database}'
+      " ).fetch_hash['auto_increment'].to_i
+    end
+
+    def crewait(hash)
+  		stay_a_hash = hash.delete(:stay_a_hash)
+  		unless stay_a_hash
+  			Crewait.for(self, hash)
+  		else
+  			object = self.new(hash)
+  			object.before_validation
+  	  	Crewait.for(object.class, object.attributes)
+  		end
+  	end
+  end
+  
+  module HashMethods
+    def import_to_sql(model_class)
+      if model_class.respond_to? :table_name
+        model_class = model_class.table_name
+      end
+      keys = self.keys
+      values = []
+      keys.each do |key|
+        values << (self[key].any? {|x| x != true} ? self[key] : self[key].collect {|x| 1})
+      end
+      values = values.transpose
+      sql = values.to_sql
+
+  		while !sql.empty? do
+  			query_string = "insert into #{model_class} (#{keys.join(', ')}) values #{sql.shift}"
+  			while !sql.empty? && (query_string.length + sql.last.length < 999_999)  do
+  				query_string << ',' << sql.shift
+  			end
+        ActiveRecord::Base.connection.execute(query_string)
+  		end
+    end
+    # this was originally called "<<", but changed for namespacing
+    def respectively_insert(other_hash)
+      new_keys = other_hash.keys - self.keys
+      length = new_keys.empty? ? 0 : self.inner_length 
+      new_keys.each do |key|
+        self[key] = Array.new(length)
+      end
+      self.keys.each do |key|
+        self[key] << other_hash[key]
+      end
+    end
+    def inner_length
+      !self.values.empty? ? self.values.first.length : 0
+    end
+  end
+  
+  module ArrayMethods
+    def to_sql
+    	self.collect {|x| "(#{x.collect{|x| x.nil? ? 'NULL' : "#{ActiveRecord::Base.sanitize(x)}"}.join(', ')})" }
+    end
+  end
+end
+
+class ActiveRecord::Base
+  extend Crewait::BaseMethods
+end
+
+class Hash
+  include Crewait::HashMethods
+end
+
+class Array
+  include Crewait::ArrayMethods
+end

metadata

@@ -0,0 +1,65 @@
+--- !ruby/object:Gem::Specification 
+name: crewait
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- Jonah Bloch-Johnson
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-01-07 00:00:00 -05:00
+default_executable: 
+dependencies: []
+
+description: Intuitive and fast bulk insertion in ActiveRecord
+email: me@jonah.org
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.rdoc
+- lib/crewait.rb
+files: 
+- Manifest
+- README.rdoc
+- Rakefile
+- lib/crewait.rb
+- crewait.gemspec
+has_rdoc: true
+homepage: http://github.com/theAlmanac/crewait
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Crewait
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "1.2"
+  version: 
+requirements: []
+
+rubyforge_project: crewait
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: Intuitive and fast bulk insertion in ActiveRecord
+test_files: []
+