activerecord-jdbcvertica-adapter 0.0.7 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: d8318f964be5c0fda875c96fe3c5136e02d0ff73
-  data.tar.gz: a9ab0afc7b2d5b5e67d6f9a80362949128c21994
+  metadata.gz: 2411f766a5415371744b5ae088f649a194bca87d
+  data.tar.gz: 75538ba4703aa40da5ce94bda56da15da8adc8b2
 SHA512:
-  metadata.gz: 190ff0e13bbb386942cac0d7d1f20ab723c6554de401da9f8f7677a12195a8f5b05446de9973a222aa002ab571e464e1389e410e1f01da0d61fecff010300c73
-  data.tar.gz: cf0b1dacef7b49c9894c51ca33e7237df99c8cbcac3ad9c3ab7e88f74d00f0f032530c9d8d8a25042d449469d5ebf668327e50c774e6a9949045b31b217d11d7
+  metadata.gz: 9eeefd2cacc1262b89b2ea25d71bc5b28fd5501ef9410ec9742a025bb8f4b7e405ee6bfb83db397aa8c850b073f945deee2ae6b2b15f6f8bdd5f5b4f321f31df
+  data.tar.gz: ddb252641d5a599d17ba58209a0106316b9d90da5d8e77c3caaf04a07d415bc4ca1cea58feaff12b954beb3614abd219433dfd712651343bed0d8bb8add7e0ee

data/lib/activerecord-jdbcvertica-adapter/version.rb

@@ -1,7 +1,7 @@
 module Activerecord
   module Jdbcvertica
     module Adapter
-      VERSION = "0.0.7"
+      VERSION = "0.0.8"
     end
   end
 end

data/lib/arjdbc/vertica/adapter.rb

@@ -1,4 +1,5 @@
 require 'arjdbc/vertica/column'
+require 'securerandom'
 
 # Load a mapping for the "text" type that will actually work
 ::ActiveRecord::ConnectionAdapters::JdbcTypeConverter::AR_TO_JDBC_TYPES[:text] << lambda { |r| r['type_name'] =~ /varchar$/i }
@@ -9,6 +10,26 @@ module ::ActiveRecord
     def self.sequence_name
       "#{self.table_name}_#{self.primary_key || 'id'}_seq"
     end
+
+    def self.bulk_insert(columns, data)
+      connection.bulk_insert(self.table_name, self.primary_key, self.sequence_name, columns, data)
+    end
+
+    def self.bulk_insert_records(*records)
+      records.flatten!
+      data = []
+      column_names_without_id = column_names.reject { |name| name == self.primary_key }
+
+      records.each do |record|
+        values = []
+        column_names_without_id.each do |column_name|
+          values << record.__send__("#{column_name}")
+        end
+        data << values
+      end
+
+      bulk_insert(column_names_without_id, data)
+    end
   end
 end
 
@@ -21,7 +42,7 @@ module ::ArJdbc
     INSERT_TABLE_EXTRACTION = /into\s+(?<table_name>[^\(]*).*values\s*\(/im
 
     NATIVE_DATABASE_TYPES = {
-      :primary_key => "integer primary key",
+      :primary_key => "INTEGER NOT NULL PRIMARY KEY",
       :string      => { :name => "varchar", :limit => 255 },
       :text        => { :name => "varchar", :limit => 15000 },
       :integer     => { :name => "integer" },
@@ -44,9 +65,30 @@ module ::ArJdbc
       # no op
     end
 
+    def bulk_insert(table_name, primary_key, sequence_name, column_names, data)
+      sql = "INSERT INTO #{table_name} (#{column_names.join(',')},#{primary_key || 'id'}) #{$/}"
+      row_count = data.size
+      last_index = row_count - 1
+      temp_table_name = vertica_random_temp_table_name
+      column_types = vertica_column_types_for(table_name, column_names)
+
+      sql << "SELECT #{temp_table_name}.*, #{sequence_name}.nextval FROM ("
+      data.each_with_index do |data_row, index|
+        sql << "SELECT #{vertica_bulk_insert_select_for(column_types, data_row)} "
+
+        unless index == last_index
+          sql << "#{$/} UNION ALL #{$/}"
+        end
+      end
+      sql << ") #{temp_table_name};"
+
+      execute(sql)
+    end
+
     def columns(table_name, name = nil)
       sql = "SELECT * from V_CATALOG.COLUMNS WHERE table_name = '#{table_name}';"
       raw_columns = execute(sql, name || "SCHEMA")
+
       columns = raw_columns.map do |raw_column|
         ::ActiveRecord::ConnectionAdapters::VerticaColumn.new(
           raw_column['column_name'],
@@ -174,6 +216,44 @@ module ::ArJdbc
       "#{table_name}_#{primary_key_name || 'id'}_seq"
     end
 
+    ##
+    # Custom Vertica methods to allow
+    # bulk insert operations on a db engine
+    # that does not support multi-insert
+    def vertica_bulk_insert_select_for(column_types, data_row)
+      insert_values = data_row.each_with_index.map do |value, index|
+        "#{quote(value)}::#{column_types[index]}"
+      end
+
+      return insert_values.join(",")
+    end
+
+    def vertica_column_types_for(table_name, column_names)
+      column_names.map { |column_name| vertica_column_type_for(table_name, column_name) }
+    end
+
+    def vertica_column_type_for(table_name, column_name)
+      column = vertica_memoized_columns(table_name).find { |column| column.name == "#{column_name}" }
+      return column.sql_type if column
+      return nil
+    end
+
+    def vertica_memoized_columns(table_name, name = nil)
+      @vertica_memoized_columns ||= {}
+      normalized_table_name = "#{table_name}"
+
+      unless @vertica_memoized_columns.has_key?(normalized_table_name)
+        @vertica_memoized_columns[normalized_table_name] = columns(table_name, name)
+      end
+
+      return @vertica_memoized_columns[normalized_table_name]
+    end
+
+    def vertica_random_temp_table_name
+      # Generate a Random "table_name" to prevent collisions (not sure if needed)
+      "temporary_table_#{::SecureRandom.hex}"
+    end
+
   end
 end
 

data/spec/bulk_insert_spec.rb

@@ -0,0 +1,65 @@
+require 'spec_helper'
+
+class CreateFullObject < ::ActiveRecord::Migration
+  def self.up
+    create_table :full_objects do |t|
+      t.string :string
+      t.text :text
+      t.integer :integer
+      t.float :float
+      t.decimal :decimal
+      t.datetime :datetime
+      t.time :time
+      t.date :date
+      t.boolean :boolean
+    end
+  end
+
+  def self.down
+    if table_exists?(:full_objects)
+      drop_table :full_objects
+    end
+  end
+end
+
+class FullObject < ::ActiveRecord::Base
+end
+
+describe ::FullObject do
+  before do
+    CreateFullObject.down
+    CreateFullObject.up
+  end
+
+  it "bulk inserts" do
+    ::FullObject.count.must_equal(0)
+    a = []
+    100.times { a << ["derp"] }
+    ::FullObject.bulk_insert([:string], a)
+    ::FullObject.count.must_equal(100)
+  end
+
+  it "records with string" do
+    ::FullObject.count.must_equal(0)
+    a = []
+    100.times { a << FullObject.new(:string => "derp") }
+    ::FullObject.bulk_insert_records(a)
+    ::FullObject.count.must_equal(100)
+  end
+
+  it "records with integer" do
+    ::FullObject.count.must_equal(0)
+    a = []
+    100.times { a << FullObject.new(:integer => 1) }
+    ::FullObject.bulk_insert_records(a)
+    ::FullObject.count.must_equal(100)
+  end
+
+  it "records with DateTime" do
+    ::FullObject.count.must_equal(0)
+    a = []
+    100.times { a << FullObject.new(:datetime => Time.current) }
+    ::FullObject.bulk_insert_records(a)
+    ::FullObject.count.must_equal(100)
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: activerecord-jdbcvertica-adapter
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.0.8
 platform: ruby
 authors:
 - Brandon Dewitt
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2014-01-10 00:00:00.000000000 Z
+date: 2014-01-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -120,6 +120,7 @@ files:
 - lib/arjdbc/vertica/column.rb
 - lib/arjdbc/vertica/connection_methods.rb
 - lib/tasks/vertica_database_tasks.rake
+- spec/bulk_insert_spec.rb
 - spec/full_object_spec.rb
 - spec/migrations/column_spec.rb
 - spec/migrations/index_spec.rb
@@ -150,6 +151,7 @@ signing_key:
 specification_version: 4
 summary: An ActiveRecord adapter JDBC
 test_files:
+- spec/bulk_insert_spec.rb
 - spec/full_object_spec.rb
 - spec/migrations/column_spec.rb
 - spec/migrations/index_spec.rb