cbaclig-ar-extensions 0.9.2.1

data/cbaclig-ar-extensions.gemspec

@@ -0,0 +1,30 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{cbaclig-ar-extensions}
+  s.version = "0.9.2.1"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = [""]
+  s.date = %q{2010-06-02}
+  s.description = %q{}
+  s.email = %q{}
+  s.extra_rdoc_files = ["README", "lib/ar-extensions.rb", "lib/ar-extensions/adapters/abstract_adapter.rb", "lib/ar-extensions/adapters/mysql.rb", "lib/ar-extensions/adapters/oracle.rb", "lib/ar-extensions/adapters/postgresql.rb", "lib/ar-extensions/adapters/sqlite.rb", "lib/ar-extensions/create_and_update.rb", "lib/ar-extensions/create_and_update/mysql.rb", "lib/ar-extensions/csv.rb", "lib/ar-extensions/delete.rb", "lib/ar-extensions/delete/mysql.rb", "lib/ar-extensions/extensions.rb", "lib/ar-extensions/finder_options.rb", "lib/ar-extensions/finder_options/mysql.rb", "lib/ar-extensions/finders.rb", "lib/ar-extensions/foreign_keys.rb", "lib/ar-extensions/fulltext.rb", "lib/ar-extensions/fulltext/mysql.rb", "lib/ar-extensions/import.rb", "lib/ar-extensions/import/mysql.rb", "lib/ar-extensions/import/postgresql.rb", "lib/ar-extensions/import/sqlite.rb", "lib/ar-extensions/insert_select.rb", "lib/ar-extensions/insert_select/mysql.rb", "lib/ar-extensions/synchronize.rb", "lib/ar-extensions/temporary_table.rb", "lib/ar-extensions/temporary_table/mysql.rb", "lib/ar-extensions/union.rb", "lib/ar-extensions/union/mysql.rb", "lib/ar-extensions/util/sql_generation.rb", "lib/ar-extensions/util/support_methods.rb", "lib/ar-extensions/version.rb"]
+  s.files = ["ChangeLog", "README", "Rakefile", "ar-extensions.gemspec", "benchmarks/README", "benchmarks/benchmark.rb", "benchmarks/boot.rb", "benchmarks/lib/base.rb", "benchmarks/lib/cli_parser.rb", "benchmarks/lib/float.rb", "benchmarks/lib/mysql_benchmark.rb", "benchmarks/lib/output_to_csv.rb", "benchmarks/lib/output_to_html.rb", "cbaclig-ar-extensions.gemspec", "config/database.yml", "config/database.yml.template", "config/mysql.schema", "config/postgresql.schema", "db/migrate/generic_schema.rb", "db/migrate/mysql_schema.rb", "db/migrate/oracle_schema.rb", "db/migrate/version.rb", "init.rb", "lib/ar-extensions.rb", "lib/ar-extensions/adapters/abstract_adapter.rb", "lib/ar-extensions/adapters/mysql.rb", "lib/ar-extensions/adapters/oracle.rb", "lib/ar-extensions/adapters/postgresql.rb", "lib/ar-extensions/adapters/sqlite.rb", "lib/ar-extensions/create_and_update.rb", "lib/ar-extensions/create_and_update/mysql.rb", "lib/ar-extensions/csv.rb", "lib/ar-extensions/delete.rb", "lib/ar-extensions/delete/mysql.rb", "lib/ar-extensions/extensions.rb", "lib/ar-extensions/finder_options.rb", "lib/ar-extensions/finder_options/mysql.rb", "lib/ar-extensions/finders.rb", "lib/ar-extensions/foreign_keys.rb", "lib/ar-extensions/fulltext.rb", "lib/ar-extensions/fulltext/mysql.rb", "lib/ar-extensions/import.rb", "lib/ar-extensions/import/mysql.rb", "lib/ar-extensions/import/postgresql.rb", "lib/ar-extensions/import/sqlite.rb", "lib/ar-extensions/insert_select.rb", "lib/ar-extensions/insert_select/mysql.rb", "lib/ar-extensions/synchronize.rb", "lib/ar-extensions/temporary_table.rb", "lib/ar-extensions/temporary_table/mysql.rb", "lib/ar-extensions/union.rb", "lib/ar-extensions/union/mysql.rb", "lib/ar-extensions/util/sql_generation.rb", "lib/ar-extensions/util/support_methods.rb", "lib/ar-extensions/version.rb", "tests/README", "tests/boot.rb", "tests/database.yml", "tests/database.yml.sample", "tests/fixtures/addresses.yml", "tests/fixtures/books.yml", "tests/fixtures/developers.yml", "tests/fixtures/unit/active_record_base_finders/addresses.yml", "tests/fixtures/unit/active_record_base_finders/books.yml", "tests/fixtures/unit/active_record_base_finders/developers.yml", "tests/fixtures/unit/synchronize/books.yml", "tests/fixtures/unit/to_csv_headers/addresses.yml", "tests/fixtures/unit/to_csv_headers/developers.yml", "tests/fixtures/unit/to_csv_with_common_options/addresses.yml", "tests/fixtures/unit/to_csv_with_common_options/developers.yml", "tests/fixtures/unit/to_csv_with_common_options/languages.yml", "tests/fixtures/unit/to_csv_with_common_options/teams.yml", "tests/fixtures/unit/to_csv_with_default_options/developers.yml", "tests/models/address.rb", "tests/models/animal.rb", "tests/models/book.rb", "tests/models/cart_item.rb", "tests/models/developer.rb", "tests/models/group.rb", "tests/models/language.rb", "tests/models/mysql/book.rb", "tests/models/mysql/test_innodb.rb", "tests/models/mysql/test_memory.rb", "tests/models/mysql/test_myisam.rb", "tests/models/project.rb", "tests/models/shopping_cart.rb", "tests/models/team.rb", "tests/models/topic.rb", "tests/mysql/test_create_and_update.rb", "tests/mysql/test_delete.rb", "tests/mysql/test_finder_options.rb", "tests/mysql/test_finders.rb", "tests/mysql/test_import.rb", "tests/mysql/test_insert_select.rb", "tests/mysql/test_mysql_adapter.rb", "tests/mysql/test_union.rb", "tests/oracle/test_adapter.rb", "tests/postgresql/test_adapter.rb", "tests/prepare.rb", "tests/run.rb", "tests/run_from_gem.rb", "tests/test_activerecord_compatability.rb", "tests/test_finders.rb", "tests/test_helper.rb", "tests/test_import.rb", "tests/test_synchronize.rb", "tests/test_temporary_tables.rb", "tests/test_to_csv_headers.rb", "tests/test_to_csv_with_common_options.rb", "tests/test_to_csv_with_default_options.rb", "Manifest"]
+  s.homepage = %q{}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Cbaclig-ar-extensions", "--main", "README"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{cbaclig-ar-extensions}
+  s.rubygems_version = %q{1.3.6}
+  s.summary = %q{}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
+    else
+    end
+  else
+  end
+end

data/config/database.yml

@@ -0,0 +1,7 @@
+development:
+  adapter: mysql
+  database: aroptests
+  username: rails
+  password:
+  port: 3306
+  host: localhost

data/config/database.yml.template

@@ -0,0 +1,7 @@
+development:
+  adapter: mysql
+  database: aroptests
+  username: rails
+  password:
+  port: 3306
+  host: localhost

data/config/mysql.schema

@@ -0,0 +1,72 @@
+
+create table test_myisam(
+  id int(11) unsigned not null auto_increment,
+  my_name varchar(20) not null,
+  description varchar(255) default '',
+  primary key (id)
+)ENGINE=MyISAM;
+
+
+create table test_innodb(
+  id int(11) unsigned not null auto_increment,
+  my_name varchar(20) not null,
+  description varchar(255) default '',
+  primary key (id)
+)ENGINE=InnoDb;
+
+
+create table test_memory(
+  id int(11) unsigned not null auto_increment,
+  my_name varchar(20) not null,
+  description varchar(255) default '',
+  primary key (id)
+)ENGINE=memory;
+
+
+create temporary table test_temp(
+  id int(11) unsigned not null auto_increment,
+  my_name varchar(20) not null,
+  description varchar(255) default '',
+  primary key (id)
+);
+
+CREATE TABLE `topics` (
+  `id` int(11) NOT NULL auto_increment,
+  `title` varchar(255) default NULL,
+  `author_name` varchar(255) default NULL,
+  `author_email_address` varchar(255) default NULL,
+  `written_on` datetime default NULL,
+  `bonus_time` time default NULL,
+  `last_read` date default NULL,
+  `content` text,
+  `approved` tinyint(1) default '1',
+  `replies_count` int(11) default '0',
+  `parent_id` int(11) default NULL,
+  `type` varchar(50) default NULL,
+  PRIMARY KEY  (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+
+CREATE TABLE `projects` (
+  `id` int(11) NOT NULL auto_increment,
+  `name` varchar(100) default NULL,
+  `type` varchar(255) NOT NULL,
+  PRIMARY KEY  (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+
+CREATE TABLE `developers` (
+  `id` int(11) NOT NULL auto_increment,
+  `name` varchar(100) default NULL,
+  `salary` int(11) default '70000',
+  `created_at` datetime default NULL,
+  `updated_at` datetime default NULL,
+  PRIMARY KEY  (`id`)
+) ENGINE=InnoDB DEFAULT CHARSET=latin1;
+
+CREATE TABLE `books` (
+  `id` int(11) NOT NULL auto_increment,
+  `title` varchar(255) NOT NULL,
+  `publisher` varchar(255) NOT NULL,
+  `author_name` varchar(255) NOT NULL,
+  PRIMARY KEY (`id`),
+  FULLTEXT( `title`, `publisher`, `author_name` )
+) ENGINE=MyISAM;

data/config/postgresql.schema

@@ -0,0 +1,39 @@
+CREATE TABLE topics (
+  id serial NOT NULL,
+  title character varying(255) default NULL,
+  author_name character varying(255) default NULL,
+  author_email_address character varying(255) default NULL,
+  written_on timestamp default NULL,
+  bonus_time time default NULL,
+  last_read date default NULL,
+  content text,
+  approved bool default TRUE,
+  replies_count integer default 0,
+  parent_id serial default NULL,
+  type character varying(50) default NULL,
+  PRIMARY KEY  (id)
+); 
+
+CREATE TABLE projects (
+  id serial NOT NULL,
+  name character varying(100) default NULL,
+  type character varying(255) NOT NULL,
+  PRIMARY KEY  (id)
+); 
+
+CREATE TABLE developers (
+  id serial NOT NULL,
+  name character varying(100) default NULL,
+  salary integer default 70000,
+  created_at timestamp default NULL,
+  updated_at timestamp default NULL,
+  PRIMARY KEY (id)
+);
+
+CREATE TABLE books (
+  id serial NOT NULL,
+  title character varying(255) NOT NULL,
+  publisher character varying(255) NOT NULL,
+  author_name character varying(255) NOT NULL,
+  PRIMARY KEY (id)
+);

data/db/migrate/generic_schema.rb

@@ -0,0 +1,97 @@
+ActiveRecord::Schema.define do
+
+  create_table :schema_info, :force=>true do |t|
+    t.column :version, :integer, :unique=>true
+  end
+  SchemaInfo.create :version=>SchemaInfo::VERSION
+
+  create_table :group, :force => true do |t|
+    t.column :order, :string
+    t.timestamps
+  end
+
+  create_table :topics, :force=>true do |t|
+    t.column :title, :string, :null=>false
+    t.column :author_name, :string
+    t.column :author_email_address, :string
+    t.column :written_on, :datetime
+    t.column :bonus_time, :time
+    t.column :last_read, :datetime
+    t.column :content, :text
+    t.column :approved, :boolean, :default=>'1'
+    t.column :replies_count, :integer
+    t.column :parent_id, :integer
+    t.column :type, :string
+    t.column :created_at, :datetime
+    t.column :updated_at, :datetime
+  end
+
+  create_table :projects, :force=>true do |t|
+    t.column :name, :string
+    t.column :type, :string    
+  end
+  
+  create_table :developers, :force=>true do |t|
+    t.column :name, :string
+    t.column :salary, :integer, :default=>'70000'
+    t.column :created_at, :datetime
+    t.column :team_id, :integer
+    t.column :updated_at, :datetime
+  end
+
+  create_table :addresses, :force=>true do |t|
+    t.column :address, :string
+    t.column :city, :string
+    t.column :state, :string
+    t.column :zip, :string
+    t.column :developer_id, :integer
+  end
+
+  create_table :teams, :force=>true do |t|
+    t.column :name, :string
+  end
+  
+  create_table :books, :force=>true do |t|
+    t.column :title, :string, :null=>false
+    t.column :publisher, :string, :null=>false, :default => 'Default Publisher'
+    t.column :author_name, :string, :null=>false
+    t.column :created_at, :datetime
+    t.column :created_on, :datetime
+    t.column :updated_at, :datetime
+    t.column :updated_on, :datetime
+    t.column :publish_date, :date
+    t.column :topic_id, :integer
+    t.column :for_sale, :boolean, :default => true
+  end  
+
+  create_table :languages, :force=>true do |t|
+    t.column :name, :string
+    t.column :developer_id, :integer
+  end
+
+  create_table :shopping_carts, :force=>true do |t|
+    t.column :name, :string, :null => true
+    t.column :created_at, :datetime
+    t.column :updated_at, :datetime
+  end
+
+  create_table :cart_items, :force => true do |t|
+    t.column :shopping_cart_id, :string, :null => false
+    t.column :book_id, :string, :null => false
+    t.column :copies, :integer, :default => 1
+    t.column :created_at, :datetime
+    t.column :updated_at, :datetime
+  end
+
+  add_index :cart_items, [:shopping_cart_id, :book_id], :unique => true, :name => 'uk_shopping_cart_books'
+
+  create_table :animals, :force => true do |t|
+    t.column :name, :string, :null => false
+    t.column :size, :string, :default => nil
+    t.column :created_at, :datetime
+    t.column :updated_at, :datetime
+  end
+  
+  add_index :animals, [:name], :unique => true, :name => 'uk_animals'
+
+end

data/db/migrate/mysql_schema.rb

@@ -0,0 +1,32 @@
+ActiveRecord::Schema.define do
+ 
+  create_table :test_myisam, :options=>'ENGINE=MyISAM', :force=>true do |t|
+    t.column :my_name, :string, :null=>false
+    t.column :description, :string
+  end
+  
+  create_table :test_innodb, :options=>'ENGINE=InnoDb', :force=>true do |t|
+    t.column :my_name, :string, :null=>false
+    t.column :description, :string
+  end
+
+  create_table :test_memory, :options=>'ENGINE=Memory', :force=>true do |t|
+    t.column :my_name, :string, :null=>false
+    t.column :description, :string
+  end
+  
+  create_table :books, :options=>'ENGINE=MyISAM', :force=>true do |t|
+    t.column :title, :string, :null=>false
+    t.column :publisher, :string, :null=>false, :default => 'Default Publisher'
+    t.column :author_name, :string, :null=>false
+    t.column :created_at, :datetime
+    t.column :created_on, :datetime
+    t.column :updated_at, :datetime
+    t.column :updated_on, :datetime
+    t.column :publish_date, :date
+    t.column :topic_id, :integer
+    t.column :for_sale, :boolean, :default => true
+  end
+  execute "ALTER TABLE books ADD FULLTEXT( `title`, `publisher`, `author_name` )"
+
+end

data/db/migrate/oracle_schema.rb

@@ -0,0 +1,5 @@
+ActiveRecord::Schema.define do
+ 
+  execute "CREATE SEQUENCE books_seq START_WITH 1"
+
+end

data/db/migrate/version.rb

@@ -0,0 +1,4 @@
+class SchemaInfo < ActiveRecord::Base
+  set_table_name 'schema_info'
+  VERSION = 12
+end

data/init.rb

@@ -0,0 +1,31 @@
+require 'ostruct'
+begin ; require 'active_record' ; rescue LoadError; require 'rubygems'; require 'active_record'; end
+
+$LOAD_PATH.unshift File.expand_path(File.join(File.dirname(__FILE__), 'lib'))
+
+require 'ar-extensions/util/support_methods'
+require 'ar-extensions/util/sql_generation'
+require 'ar-extensions/version'
+require 'ar-extensions/delete'
+require 'ar-extensions/extensions'
+require 'ar-extensions/create_and_update'
+require 'ar-extensions/finder_options'
+require 'ar-extensions/foreign_keys'
+require 'ar-extensions/fulltext'
+require 'ar-extensions/import'
+require 'ar-extensions/insert_select'
+require 'ar-extensions/finders'
+require 'ar-extensions/synchronize'
+require 'ar-extensions/temporary_table'
+require 'ar-extensions/union'
+require 'ar-extensions/adapters/abstract_adapter'
+
+#load all available functionality for specified adapter
+# Ex. ENV['LOAD_ADAPTER_EXTENSIONS'] = 'mysql'
+if ENV['LOAD_ADAPTER_EXTENSIONS']
+  require "active_record/connection_adapters/#{ENV['LOAD_ADAPTER_EXTENSIONS']}_adapter.rb"
+  file_regexp = File.join(File.dirname(__FILE__), 'lib', 'ar-extensions','**',
+                          "#{ENV['LOAD_ADAPTER_EXTENSIONS']}.rb")
+                        
+  Dir.glob(file_regexp){|file| require(file) }
+end

data/lib/ar-extensions.rb

@@ -0,0 +1,5 @@
+begin ; require 'rubygems' rescue LoadError; end
+require 'active_record' # ActiveRecord loads the Benchmark library automatically
+require 'active_record/version'
+
+require File.expand_path(File.join( File.dirname( __FILE__ ), '..', 'init.rb' ))

data/lib/ar-extensions/adapters/abstract_adapter.rb

@@ -0,0 +1,139 @@
+module ActiveRecord # :nodoc:
+  module ConnectionAdapters # :nodoc:
+    class AbstractAdapter # :nodoc:
+      NO_MAX_PACKET = 0
+      QUERY_OVERHEAD = 8 #This was shown to be true for MySQL, but it's not clear where the overhead is from.
+      
+      def next_value_for_sequence(sequence_name)
+        %{#{sequence_name}.nextval}
+      end
+      
+      # +sql+ can be a single string or an array. If it is an array all 
+      # elements that are in position >= 1 will be appended to the final SQL.
+      def insert_many( sql, values, *args ) # :nodoc:
+        # the number of inserts default
+        number_of_inserts = 0
+        
+        base_sql,post_sql = if sql.is_a?( String )
+          [ sql, '' ]
+        elsif sql.is_a?( Array )
+          [ sql.shift, sql.join( ' ' ) ]
+        end
+        
+        sql_size = QUERY_OVERHEAD + base_sql.size + post_sql.size 
+
+        # the number of bytes the requested insert statement values will take up
+        values_in_bytes = self.class.sum_sizes( *values )
+        
+        # the number of bytes (commas) it will take to comma separate our values
+        comma_separated_bytes = values.size-1
+        
+        # the total number of bytes required if this statement is one statement
+        total_bytes = sql_size + values_in_bytes + comma_separated_bytes
+        
+        max = max_allowed_packet
+        
+        # if we can insert it all as one statement
+        if NO_MAX_PACKET == max or total_bytes < max
+          number_of_inserts += 1
+          sql2insert = base_sql + values.join( ',' ) + post_sql
+          insert( sql2insert, *args )
+        else
+          value_sets = self.class.get_insert_value_sets( values, sql_size, max )
+          value_sets.each do |values|
+            number_of_inserts += 1
+            sql2insert = base_sql + values.join( ',' ) + post_sql
+            insert( sql2insert, *args )
+          end
+        end        
+
+        number_of_inserts
+      end
+
+      def pre_sql_statements(options)
+        sql = []
+        sql << options[:pre_sql] if options[:pre_sql]
+        sql << options[:command] if options[:command]
+        sql << "IGNORE" if options[:ignore]
+
+        #add keywords like IGNORE or DELAYED
+        if options[:keywords].is_a?(Array)
+          sql.concat(options[:keywords])
+        elsif options[:keywords]
+          sql << options[:keywords].to_s
+        end
+
+        sql
+      end
+
+      # Synchronizes the passed in ActiveRecord instances with the records in
+      # the database by calling +reload+ on each instance.
+      def after_import_synchronize( instances )
+        instances.each { |e| e.reload }
+      end
+
+      # Returns an array of post SQL statements given the passed in options.
+      def post_sql_statements( table_name, options ) # :nodoc:
+        post_sql_statements = []
+        if options[:on_duplicate_key_update]
+          post_sql_statements << sql_for_on_duplicate_key_update( table_name, options[:on_duplicate_key_update] )
+        end
+
+        #custom user post_sql
+        post_sql_statements << options[:post_sql] if options[:post_sql]
+
+        #with rollup
+        post_sql_statements << rollup_sql if options[:rollup]
+
+        post_sql_statements
+      end
+
+
+      # Generates the INSERT statement used in insert multiple value sets.
+      def multiple_value_sets_insert_sql(table_name, column_names, options) # :nodoc:
+        "INSERT #{options[:ignore] ? 'IGNORE ':''}INTO #{table_name} (#{column_names.join(',')}) VALUES "
+      end  
+
+      # Returns SQL the VALUES for an INSERT statement given the passed in +columns+ 
+      # and +array_of_attributes+.
+      def values_sql_for_column_names_and_attributes( columns, array_of_attributes )   # :nodoc:
+        # Assume that all of the attributes are already quoted
+        array_of_attributes.map{ |arr| '(' + arr.join( ',' ) + ')' }
+      end
+
+      # Returns the sum of the sizes of the passed in objects. This should
+      # probably be moved outside this class, but to where?
+      def self.sum_sizes( *objects ) # :nodoc:
+        objects.inject( 0 ){|sum,o| sum += o.size }
+      end
+            
+      # Returns the maximum number of bytes that the server will allow
+      # in a single packet
+      def max_allowed_packet
+        NO_MAX_PACKET
+      end
+      
+      def self.get_insert_value_sets( values, sql_size, max_bytes ) # :nodoc:
+        value_sets = []          
+        arr, current_arr_values_size, current_size = [], 0, 0
+        values.each_with_index do |val,i|
+          comma_bytes = arr.size
+          sql_size_thus_far = sql_size + current_size + val.size + comma_bytes
+          if NO_MAX_PACKET == max_bytes or sql_size_thus_far <= max_bytes
+            current_size += val.size            
+            arr << val
+          else
+            value_sets << arr
+            arr = [ val ]
+            current_size = val.size
+          end
+          
+          # if we're on the last iteration push whatever we have in arr to value_sets
+          value_sets << arr if i == (values.size-1)
+        end
+        [ *value_sets ]
+      end     
+    
+    end
+  end
+end