wunderbread-ar-extensions 0.8.3

data/config/postgresql.schema

@@ -0,0 +1,39 @@
+CREATE TABLE topics (
+  id serial NOT NULL,
+  title character varying(255) default NULL,
+  author_name character varying(255) default NULL,
+  author_email_address character varying(255) default NULL,
+  written_on timestamp default NULL,
+  bonus_time time default NULL,
+  last_read date default NULL,
+  content text,
+  approved bool default TRUE,
+  replies_count integer default 0,
+  parent_id serial default NULL,
+  type character varying(50) default NULL,
+  PRIMARY KEY  (id)
+); 
+
+CREATE TABLE projects (
+  id serial NOT NULL,
+  name character varying(100) default NULL,
+  type character varying(255) NOT NULL,
+  PRIMARY KEY  (id)
+); 
+
+CREATE TABLE developers (
+  id serial NOT NULL,
+  name character varying(100) default NULL,
+  salary integer default 70000,
+  created_at timestamp default NULL,
+  updated_at timestamp default NULL,
+  PRIMARY KEY (id)
+);
+
+CREATE TABLE books (
+  id serial NOT NULL,
+  title character varying(255) NOT NULL,
+  publisher character varying(255) NOT NULL,
+  author_name character varying(255) NOT NULL,
+  PRIMARY KEY (id)
+);

data/db/migrate/generic_schema.rb

@@ -0,0 +1,87 @@
+ActiveRecord::Schema.define do
+
+  create_table :schema_info, :force=>true do |t|
+    t.column :version, :integer, :unique=>true
+  end
+  SchemaInfo.create :version=>SchemaInfo::VERSION
+
+  create_table :group, :force => true do |t|
+    t.column :order, :string
+    t.timestamps
+  end
+
+  create_table :topics, :force=>true do |t|
+    t.column :title, :string, :null=>false
+    t.column :author_name, :string
+    t.column :author_email_address, :string
+    t.column :written_on, :datetime
+    t.column :bonus_time, :time
+    t.column :last_read, :datetime
+    t.column :content, :text
+    t.column :approved, :boolean, :default=>'1'
+    t.column :replies_count, :integer
+    t.column :parent_id, :integer
+    t.column :type, :string
+    t.column :created_at, :datetime
+    t.column :updated_at, :datetime
+  end
+
+  create_table :projects, :force=>true do |t|
+    t.column :name, :string
+    t.column :type, :string    
+  end
+  
+  create_table :developers, :force=>true do |t|
+    t.column :name, :string
+    t.column :salary, :integer, :default=>'70000'
+    t.column :created_at, :datetime
+    t.column :team_id, :integer
+    t.column :updated_at, :datetime
+  end
+
+  create_table :addresses, :force=>true do |t|
+    t.column :address, :string
+    t.column :city, :string
+    t.column :state, :string
+    t.column :zip, :string
+    t.column :developer_id, :integer
+  end
+
+  create_table :teams, :force=>true do |t|
+    t.column :name, :string
+  end
+  
+  create_table :books, :force=>true do |t|
+    t.column :title, :string, :null=>false
+    t.column :publisher, :string, :null=>false
+    t.column :author_name, :string, :null=>false
+    t.column :created_at, :datetime
+    t.column :created_on, :datetime
+    t.column :updated_at, :datetime
+    t.column :updated_on, :datetime
+    t.column :topic_id, :integer
+    t.column :for_sale, :boolean, :default => true
+  end  
+
+  create_table :languages, :force=>true do |t|
+    t.column :name, :string
+    t.column :developer_id, :integer
+  end
+
+  create_table :shopping_carts, :force=>true do |t|
+    t.column :name, :string, :null => true
+    t.column :created_at, :datetime
+    t.column :updated_at, :datetime
+  end
+
+  create_table :cart_items, :force => true do |t|
+    t.column :shopping_cart_id, :string, :null => false
+    t.column :book_id, :string, :null => false
+    t.column :copies, :integer, :default => 1
+    t.column :created_at, :datetime
+    t.column :updated_at, :datetime
+  end
+
+  add_index :cart_items, [:shopping_cart_id, :book_id], :unique => true, :name => 'uk_shopping_cart_books'
+
+end

data/db/migrate/mysql_schema.rb

@@ -0,0 +1,31 @@
+ActiveRecord::Schema.define do
+ 
+  create_table :test_myisam, :options=>'ENGINE=MyISAM', :force=>true do |t|
+    t.column :my_name, :string, :null=>false
+    t.column :description, :string
+  end
+  
+  create_table :test_innodb, :options=>'ENGINE=InnoDb', :force=>true do |t|
+    t.column :my_name, :string, :null=>false
+    t.column :description, :string
+  end
+
+  create_table :test_memory, :options=>'ENGINE=Memory', :force=>true do |t|
+    t.column :my_name, :string, :null=>false
+    t.column :description, :string
+  end
+  
+  create_table :books, :options=>'ENGINE=MyISAM', :force=>true do |t|
+    t.column :title, :string, :null=>false
+    t.column :publisher, :string, :null=>false
+    t.column :author_name, :string, :null=>false
+    t.column :created_at, :datetime
+    t.column :created_on, :datetime
+    t.column :updated_at, :datetime
+    t.column :updated_on, :datetime
+    t.column :topic_id, :integer
+    t.column :for_sale, :boolean, :default => true
+  end
+  execute "ALTER TABLE books ADD FULLTEXT( `title`, `publisher`, `author_name` )"
+
+end

data/db/migrate/oracle_schema.rb

@@ -0,0 +1,5 @@
+ActiveRecord::Schema.define do
+ 
+  execute "CREATE SEQUENCE books_seq START_WITH 1"
+
+end

data/db/migrate/version.rb

@@ -0,0 +1,4 @@
+class SchemaInfo < ActiveRecord::Base
+  set_table_name 'schema_info'
+  VERSION = 10
+end

data/init.rb

@@ -0,0 +1,29 @@
+
+require 'ostruct'
+begin ; require 'active_record' ; rescue LoadError; require 'rubygems'; require 'active_record'; end
+
+$LOAD_PATH.unshift File.expand_path(File.join(File.dirname(__FILE__), 'lib'))
+
+require 'ar-extensions/util/sql_generation'
+require 'ar-extensions/util/support_methods'
+require 'ar-extensions/version'
+require 'ar-extensions/extensions'
+require 'ar-extensions/finder_options'
+require 'ar-extensions/foreign_keys'
+require 'ar-extensions/fulltext'
+require 'ar-extensions/import'
+require 'ar-extensions/insert_select'
+require 'ar-extensions/finders'
+require 'ar-extensions/synchronize'
+require 'ar-extensions/temporary_table'
+require 'ar-extensions/adapters/abstract_adapter'
+
+#load all available functionality for specified adapter
+# Ex. ENV['LOAD_ADAPTER_EXTENSIONS'] = 'mysql'
+if ENV['LOAD_ADAPTER_EXTENSIONS']
+  require "active_record/connection_adapters/#{ENV['LOAD_ADAPTER_EXTENSIONS']}_adapter.rb"
+  file_regexp = File.join(File.dirname(__FILE__), 'lib', 'ar-extensions','**',
+                          "#{ENV['LOAD_ADAPTER_EXTENSIONS']}.rb")
+                        
+  Dir.glob(file_regexp){|file| require(file) }
+end

data/lib/ar-extensions.rb

@@ -0,0 +1,5 @@
+begin ; require 'rubygems' rescue LoadError; end
+require 'active_record' # ActiveRecord loads the Benchmark library automatically
+require 'active_record/version'
+
+require File.expand_path(File.join( File.dirname( __FILE__ ), '..', 'init.rb' ))

data/lib/ar-extensions/adapters/abstract_adapter.rb

@@ -0,0 +1,146 @@
+module ActiveRecord # :nodoc:
+  module ConnectionAdapters # :nodoc:
+    class AbstractAdapter # :nodoc:
+      NO_MAX_PACKET = 0
+      QUERY_OVERHEAD = 8 #This was shown to be true for MySQL, but it's not clear where the overhead is from.
+      
+      def next_value_for_sequence(sequence_name)
+        %{#{sequence_name}.nextval}
+      end
+      
+      # +sql+ can be a single string or an array. If it is an array all 
+      # elements that are in position >= 1 will be appended to the final SQL.
+      def insert_many( sql, values, *args ) # :nodoc:
+        # the number of inserts default
+        number_of_inserts = 0
+        
+        base_sql,post_sql = if sql.is_a?( String )
+          [ sql, '' ]
+        elsif sql.is_a?( Array )
+          [ sql.shift, sql.join( ' ' ) ]
+        end
+        
+        sql_size = QUERY_OVERHEAD + base_sql.size + post_sql.size 
+
+        # the number of bytes the requested insert statement values will take up
+        values_in_bytes = self.class.sum_sizes( *values )
+        
+        # the number of bytes (commas) it will take to comma separate our values
+        comma_separated_bytes = values.size-1
+        
+        # the total number of bytes required if this statement is one statement
+        total_bytes = sql_size + values_in_bytes + comma_separated_bytes
+        
+        max = max_allowed_packet
+        
+        # if we can insert it all as one statement
+        if NO_MAX_PACKET == max or total_bytes < max
+          number_of_inserts += 1
+          sql2insert = base_sql + values.join( ',' ) + post_sql
+          insert( sql2insert, *args )
+        else
+          value_sets = self.class.get_insert_value_sets( values, sql_size, max )
+          value_sets.each do |values|
+            number_of_inserts += 1
+            sql2insert = base_sql + values.join( ',' ) + post_sql
+            insert( sql2insert, *args )
+          end
+        end        
+
+        number_of_inserts
+      end
+
+      def pre_sql_statements(options)
+        sql = []
+        sql << options[:pre_sql] if options[:pre_sql]
+        sql << options[:command] if options[:command]
+        sql << "IGNORE" if options[:ignore]
+
+        #add keywords like IGNORE or DELAYED
+        if options[:keywords].is_a?(Array)
+          sql.concat(options[:keywords])
+        elsif options[:keywords]
+          sql << options[:keywords].to_s
+        end
+
+        sql
+      end
+
+      # Synchronizes the passed in ActiveRecord instances with the records in
+      # the database by calling +reload+ on each instance.
+      def after_import_synchronize( instances )
+        instances.each { |e| e.reload }
+      end
+
+      # Returns an array of post SQL statements given the passed in options.
+      def post_sql_statements( table_name, options ) # :nodoc:
+        post_sql_statements = []
+        if options[:on_duplicate_key_update]
+          post_sql_statements << sql_for_on_duplicate_key_update( table_name, options[:on_duplicate_key_update] )
+        end
+
+        #custom user post_sql
+        post_sql_statements << options[:post_sql] if options[:post_sql]
+
+        #with rollup
+        post_sql_statements << rollup_sql if options[:rollup]
+
+        post_sql_statements
+      end
+
+
+      # Generates the INSERT statement used in insert multiple value sets.
+      def multiple_value_sets_insert_sql(table_name, column_names, options) # :nodoc:
+        "INSERT #{options[:ignore] ? 'IGNORE ':''}INTO #{table_name} (#{column_names.join(',')}) VALUES "
+      end  
+
+      # Returns SQL the VALUES for an INSERT statement given the passed in +columns+ 
+      # and +array_of_attributes+.
+      def values_sql_for_column_names_and_attributes( columns, array_of_attributes )   # :nodoc:
+        values = []
+        array_of_attributes.each do |arr|
+          my_values = []
+          arr.each_with_index do |val,j|
+            my_values << quote( val, columns[j] )
+          end
+          values << my_values
+        end   
+        values_arr = values.map{ |arr| '(' + arr.join( ',' ) + ')' }
+      end
+
+      # Returns the sum of the sizes of the passed in objects. This should
+      # probably be moved outside this class, but to where?
+      def self.sum_sizes( *objects ) # :nodoc:
+        objects.inject( 0 ){|sum,o| sum += o.size }
+      end
+            
+      # Returns the maximum number of bytes that the server will allow
+      # in a single packet
+      def max_allowed_packet
+        NO_MAX_PACKET
+      end
+      
+      def self.get_insert_value_sets( values, sql_size, max_bytes ) # :nodoc:
+        value_sets = []          
+        arr, current_arr_values_size, current_size = [], 0, 0
+        values.each_with_index do |val,i|
+          comma_bytes = arr.size
+          sql_size_thus_far = sql_size + current_size + val.size + comma_bytes
+          if NO_MAX_PACKET == max_bytes or sql_size_thus_far <= max_bytes
+            current_size += val.size            
+            arr << val
+          else
+            value_sets << arr
+            arr = [ val ]
+            current_size = val.size
+          end
+          
+          # if we're on the last iteration push whatever we have in arr to value_sets
+          value_sets << arr if i == (values.size-1)
+        end
+        [ *value_sets ]
+      end     
+    
+    end
+  end
+end

data/lib/ar-extensions/adapters/jdbcmysql.rb

@@ -0,0 +1,10 @@
+ActiveRecord::ConnectionAdapters::JdbcAdapter.class_eval do
+  # Returns the maximum number of bytes that the server will allow
+  # in a single packet
+  def max_allowed_packet # :nodoc:
+    result = execute( "SHOW VARIABLES like 'max_allowed_packet';" )
+    result[0]["Value"].to_i
+  end
+
+  def rollup_sql; " WITH ROLLUP "; end
+end

data/lib/ar-extensions/adapters/mysql.rb

@@ -0,0 +1,10 @@
+ActiveRecord::ConnectionAdapters::MysqlAdapter.class_eval do
+  # Returns the maximum number of bytes that the server will allow
+  # in a single packet
+  def max_allowed_packet # :nodoc:
+    result = execute( "SHOW VARIABLES like 'max_allowed_packet';" )
+    result.fetch_row[1].to_i
+  end
+
+  def rollup_sql; " WITH ROLLUP "; end
+end

data/lib/ar-extensions/adapters/oracle.rb

@@ -0,0 +1,14 @@
+module ActiveRecord # :nodoc:
+  module ConnectionAdapters # :nodoc:
+    class OracleAdapter # :nodoc:
+      
+      def next_value_for_sequence(sequence_name)
+        %{#{sequence_name}.nextval}
+      end
+      
+      def supports_import?
+        true
+      end
+    end
+  end
+end

data/lib/ar-extensions/adapters/postgresql.rb

@@ -0,0 +1,9 @@
+module ActiveRecord # :nodoc:
+  module ConnectionAdapters # :nodoc:
+    class PostgreSQLAdapter # :nodoc:
+      def next_value_for_sequence(sequence_name)
+        %{nextval('#{sequence_name}')}
+      end
+    end
+  end
+end

data/lib/ar-extensions/adapters/sqlite.rb

@@ -0,0 +1,7 @@
+module ActiveRecord # :nodoc:
+  module ConnectionAdapters # :nodoc:
+    class SqliteAdapter # :nodoc:
+
+    end
+  end
+end

data/lib/ar-extensions/csv.rb

@@ -0,0 +1,309 @@
+begin 
+  require 'faster_csv'
+  require 'ar-extensions/csv'
+rescue LoadError => ex
+  STDERR.puts "FasterCSV is not installed. CSV functionality will not be included."
+  raise ex
+end
+
+
+# Adds CSV export options to ActiveRecord::Base models. 
+#
+# === Example 1, exporting all fields
+#  class Book < ActiveRecord::Base ; end
+#  
+#  book = Book.find( 1 )
+#  book.to_csv
+#
+# === Example 2, only exporting certain fields
+#  class Book < ActiveRecord::Base ; end
+#
+#  book = Book.find( 1 ) 
+#  book.to_csv( :only=>%W( title isbn )
+#
+# === Example 3, exporting a model including a belongs_to association
+#  class Book < ActiveRecord::Base 
+#    belongs_to :author
+#  end
+# 
+#  book = Book.find( 1 )
+#  book.to_csv( :include=>:author )
+#
+# This also works for a has_one relationship. The :include
+# option can also be an array of has_one/belongs_to 
+# associations. This by default includes all fields
+# on the belongs_to association.
+#
+# === Example 4, exporting a model including a has_many association
+#  class Book < ActiveRecord::Base 
+#    has_many :tags
+#  end
+# 
+#  book = Book.find( 1 )
+#  book.to_csv( :include=>:tags )
+#
+# This by default includes all fields on the has_many assocaition.
+# This can also be an array of multiple has_many relationships. The
+# array can be mixed with has_one/belongs_to associations array
+# as well. IE: :include=>[ :author, :sales ]
+#
+# === Example 5, nesting associations
+#  class Book < ActiveRecord::Base 
+#    belongs_to :author
+#    has_many :tags
+#  end
+#
+#  book = Book.find( 1 )
+#  book.to_csv( :includes=>{ 
+#                  :author => { :only=>%W( name ) },
+#                  :tags => { :only=>%W( tagname ) } )
+#
+# Each included association can receive an options Hash. This
+# allows you to nest the associations as deep as you want 
+# for your CSV export. 
+#
+# It is not recommended to nest multiple has_many associations, 
+# although nesting multiple has_one/belongs_to associations.
+#
+module ActiveRecord::Extensions::FindToCSV
+
+  def self.included(base)
+    if !base.respond_to?(:find_with_csv)
+      base.class_eval do
+        extend ClassMethods
+        include InstanceMethods        
+      end
+      class << base
+        alias_method_chain :find, :csv
+      end
+    end
+  end
+  
+  class FieldMap# :nodoc:
+    attr_reader :fields, :fields_to_headers
+ 
+    def initialize( fields, fields_to_headers ) # :nodoc:
+      @fields, @fields_to_headers = fields, fields_to_headers
+    end
+    
+    def headers # :nodoc:
+      @headers ||= fields.inject( [] ){ |arr,field| arr << fields_to_headers[ field ] }
+    end
+    
+  end
+
+  module ClassMethods # :nodoc:      
+    private
+
+    def to_csv_fields_for_nil # :nodoc:
+      self.columns.map{ |column| column.name }.sort
+    end                         
+
+    def to_csv_headers_for_included_associations( includes ) # :nodoc:
+      get_class = proc { |str| Object.const_get( self.reflections[ str.to_sym ].class_name ) }
+
+      case includes
+      when Symbol
+        [ get_class.call( includes ).to_csv_headers( :headers=>true, :naming=>":model[:header]" ) ]
+      when Array
+        includes.map do |association| 
+          clazz = get_class.call( association )
+          clazz.to_csv_headers( :headers=>true, :naming=>":model[:header]" )
+        end
+      when Hash
+        includes.sort_by{ |k| k.to_s }.inject( [] ) do |arr,(association,options)|
+          clazz = get_class.call( association )
+          if options[:headers].is_a?( Hash )
+            options.merge!( :naming=>":header" ) 
+          else
+            options.merge!( :naming=>":model[:header]" ) 
+          end
+          arr << clazz.to_csv_headers( options )
+        end
+      else
+        []
+      end
+    end
+    
+    public
+
+    def find_with_csv( *args ) # :nodoc:
+      results = find_without_csv( *args )
+      results.extend( ArrayInstanceMethods ) if results.is_a?( Array )
+      results
+    end
+
+    def to_csv_fields( options={} ) # :nodoc:
+      fields_to_headers, fields = {}, []
+      
+      headers = options[:headers]
+      case headers
+      when Array
+        fields = headers.map{ |e| e.to_s }
+      when Hash
+        headers = headers.inject( {} ){ |hsh,(k,v)| hsh[k.to_s] = v ; hsh }
+        fields = headers.keys.sort
+        fields.each { |field| fields_to_headers[field] = headers[field] }
+      else
+        fields = to_csv_fields_for_nil
+      end
+      
+      if options[:only]
+        specified_fields = options[:only].map{ |e| e.to_s }
+        fields.delete_if{ |field| not specified_fields.include?( field ) }
+      elsif options[:except]
+        excluded_fields = options[:except].map{ |e| e.to_s }
+        fields.delete_if{ |field| excluded_fields.include?( field ) }
+      end
+
+      fields.each{ |field| fields_to_headers[field] = field } if fields_to_headers.empty?
+
+      FieldMap.new( fields, fields_to_headers )
+    end
+    
+    # Returns an array of CSV headers passed in the array of +options+.
+    def to_csv_headers( options={} )
+      options = { :headers=>true, :naming=>":header" }.merge( options )
+      return nil if not options[:headers]
+
+      fieldmap = to_csv_fields( options )
+      headers = fieldmap.headers
+      headers.push( *to_csv_headers_for_included_associations( options[ :include ] ).flatten )
+      headers.map{ |header| options[:naming].gsub( /:header/, header ).gsub( /:model/, self.name.downcase ) }
+    end
+
+  end
+
+  
+  module InstanceMethods
+
+    private
+    
+    def to_csv_data_for_included_associations( includes ) # :nodoc:
+      get_class = proc { |str| Object.const_get( self.class.reflections[ str.to_sym ].class_name ) }
+
+      case includes
+      when Symbol
+        association = self.send( includes )
+        association.send( :extend, ArrayInstanceMethods ) if association.is_a?( Array )
+        if association.nil? or (association.respond_to?( :empty? ) and association.empty?)
+          [ get_class.call( includes ).columns.map{ '' } ]
+        else
+          [ *association.to_csv_data ]
+        end
+      when Array
+        siblings = []
+        includes.each do |association_name|
+          association = self.send( association_name )
+          association.send( :extend, ArrayInstanceMethods ) if association.is_a?( Array )
+          if association.nil? or (association.respond_to?( :empty? ) and association.empty?)
+            association_data = [ get_class.call( association_name ).columns.map{ '' }  ]
+          else
+            association_data = association.to_csv_data
+          end
+
+          if siblings.empty?
+            siblings.push( *association_data )
+          else
+            temp = []
+            association_data.each do |assoc_csv|
+              siblings.each do |sibling|
+                temp.push( sibling + assoc_csv )
+              end
+            end
+            siblings = temp            
+          end
+        end
+        siblings
+      when Hash
+        sorted_includes = includes.sort_by{ |k| k.to_s }
+        siblings = []
+        sorted_includes.each do |(association_name,options)|
+          association = self.send( association_name )
+          association.send( :extend, ArrayInstanceMethods ) if association.is_a?( Array )
+          if association.nil? or (association.respond_to?( :empty ) and association.empty?)
+            association_data = [ get_class.call( association_name ).columns.map{ '' }  ]
+          else
+            association_data = association.to_csv_data( options )
+          end
+
+          if siblings.empty?
+            siblings.push( *association_data )
+          else
+            temp = []
+            association_data.each do |assoc_csv|
+              siblings.each do |sibling|
+                temp.push( sibling + assoc_csv )
+              end
+            end
+            siblings = temp            
+          end
+        end
+        siblings
+      else
+        []
+      end
+    end
+    
+    public
+    
+    # Returns CSV data without any header rows for the passed in +options+.
+    def to_csv_data( options={} )
+      fields = self.class.to_csv_fields( options ).fields
+      data, model_data = [], fields.inject( [] ) { |arr,field| arr << attributes[field].to_s }
+      if options[:include]
+        to_csv_data_for_included_associations( options[:include ] ).map do |assoc_csv_data|
+          data << model_data + assoc_csv_data
+        end
+      else
+        data << model_data
+      end
+      data
+    end
+    
+    # Returns CSV data including header rows for the passed in +options+.
+    def to_csv( options={} )
+      FasterCSV.generate do |csv|
+        headers = self.class.to_csv_headers( options )
+        csv << headers if headers
+        to_csv_data( options ).each{ |data| csv << data }
+      end
+    end
+    
+  end
+
+  module ArrayInstanceMethods # :nodoc:
+    class NoRecordsError < StandardError ; end #:nodoc:
+
+    # Returns CSV headers for an array of ActiveRecord::Base
+    # model objects by calling to_csv_headers on the first
+    # element.
+    def to_csv_headers( options={} ) 
+      first.class.to_csv_headers( options )
+    end
+
+    # Returns CSV data without headers for an array of
+    # ActiveRecord::Base model objects by iterating over them and
+    # calling to_csv_data with the passed in +options+.
+    def to_csv_data( options={} )
+      inject( [] ) do |arr,model_instance|
+        arr.push( *model_instance.to_csv_data( options ) )
+      end
+    end
+
+    # Returns CSV data with headers for an array of ActiveRecord::Base
+    # model objects by iterating over them and calling to_csv with
+    # the passed in +options+.
+    def to_csv( options={} )
+      FasterCSV.generate do |csv|
+        headers = to_csv_headers( options )
+        csv << headers if headers
+        each do |model_instance| 
+          model_instance.to_csv_data( options ).each{ |data| csv << data }
+        end
+      end
+    end
+    
+  end
+
+end