column_queries 0.0.1

data/.gitignore

@@ -0,0 +1 @@
+Gemfile.lock

data/Gemfile

@@ -0,0 +1,3 @@
+source 'http://rubygems.org'
+
+gemspec

data/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2011 Serge Balyuk for Avenue100 Media Solutions Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,21 @@
+require 'rubygems'
+require 'bundler'
+
+Bundler.setup
+Bundler::GemHelper.install_tasks
+
+require 'active_record'
+require 'active_record/base'
+require 'rspec/core/rake_task'
+
+desc "Run all examples"
+RSpec::Core::RakeTask.new(:spec) do |t|
+  t.rspec_opts = %w[--color]
+end
+
+task :prepare_db do
+  require './spec/support/db.rb'
+  PostgresDatabase.prepare_database
+end
+
+task :default => [:prepare_db, :spec]

data/column_queries.gemspec

@@ -0,0 +1,25 @@
+# -*- encoding: utf-8 -*-
+$LOAD_PATH.unshift File.expand_path("../lib", __FILE__)
+require "column_queries/version"
+
+Gem::Specification.new do |s|
+  s.name        = "column_queries"
+  s.version     = ColumnQueries::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ["Serge Balyuk"]
+  s.email       = ["serge@complicated-simplicity.com"]
+  s.homepage    = "http://github.com/bgipsy/column_queries"
+  s.summary     = "extensions for ActiveRecord PostgreSQL adapter with pg gem"
+  s.description = "faster select_values implementation for ActiveRecord with PostgreSQL pg gem"
+  
+  s.required_rubygems_version = ">= 1.3.7"
+  
+  s.add_development_dependency "rspec", "~> 2.5.0"
+  
+  s.add_runtime_dependency "activerecord", "~> 3.0.4"
+  s.add_runtime_dependency "pg", "~> 0.11.0"
+  
+  s.files        = `git ls-files`.split("\n")
+  s.test_files   = `git ls-files -- spec/*`.split("\n")
+  s.require_path = 'lib'
+end

data/lib/column_queries.rb

@@ -0,0 +1,8 @@
+require 'active_record'
+require 'active_record/base'
+require 'active_record/connection_adapters/postgresql_adapter'
+
+module ColumnQueries
+  require 'column_queries/postgresql_adapter_extensions'
+  require 'column_queries/relation_extensions'
+end

data/lib/column_queries/postgresql_adapter_extensions.rb

@@ -0,0 +1,14 @@
+module ColumnQueries::PostgreSQLAdapterExtensions
+  def select_int_values(sql)
+    select_columns_as_int_arrays(sql).first
+  end
+
+  # column_values is quite fast method written in C provided by pg gem
+  # which seems like what we need for fetching lenghty id arrays
+  def select_columns_as_int_arrays(sql)
+    result = execute(sql)
+    (0...result.nfields).collect {|i| result.column_values(i).map {|j| j.to_i}}
+  end
+end
+
+ActiveRecord::ConnectionAdapters::PostgreSQLAdapter.send(:include, ColumnQueries::PostgreSQLAdapterExtensions)

data/lib/column_queries/relation_extensions.rb

@@ -0,0 +1,31 @@
+module ColumnQueries::RealtionExtensions
+  def to_int_array(column = nil)
+    relation = column.nil? ? self : select(column)
+    @klass.connection.select_int_values(relation.arel.to_sql)
+  end
+
+  def to_columns_as_int_arrays(*columns)
+    relation = columns.empty? ? self : select(columns)
+    @klass.connection.select_columns_as_int_arrays(relation.arel.to_sql)
+  end
+
+  def to_int_groups(keys_column, values_column)
+    keys, values = to_columns_as_int_arrays(keys_column, values_column)
+    keys.zip(values).inject({}) do |hash, pair|
+      value = hash[pair.first]
+      if value
+        value << pair.last
+      else
+        hash[pair.first] = [pair.last]
+      end
+      hash
+    end
+  end
+  
+  def to_int_hash(keys_column, values_column)
+    keys, values = to_columns_as_int_arrays(keys_column, values_column)
+    Hash[keys.zip(values)]
+  end
+end
+
+ActiveRecord::Relation.send(:include, ColumnQueries::RealtionExtensions)

data/lib/column_queries/version.rb

@@ -0,0 +1,3 @@
+module ColumnQueries
+  VERSION = '0.0.1'
+end

data/spec/lib/postgresql_adapter_extensions_spec.rb

@@ -0,0 +1,30 @@
+require 'spec_helper'
+
+describe ColumnQueries::PostgreSQLAdapterExtensions do
+  
+  before :each do
+    Book.delete_all
+    @books = []
+    @books << Book.create!(:title => 'Book 1', :description => 'Lorem ipsum ' * 100, :price_cents =>  495)
+    @books << Book.create!(:title => 'Book 2', :description => 'Lorem ipsum ' * 100, :price_cents =>  999)
+    @books << Book.create!(:title => 'Book 3', :description => 'Lorem ipsum ' * 100, :price_cents => 1999)
+    @books << Book.create!(:title => 'Book 4', :description => 'Lorem ipsum ' * 100, :price_cents =>  nil)
+  end
+  
+  it "should return array of ints" do
+    result = Book.connection.select_int_values("SELECT id FROM books ORDER BY id")
+    result.should == @books.map(&:id)
+  end
+  
+  it "should return array for each column" do
+    book_ids, price_cents = Book.connection.select_columns_as_int_arrays("SELECT id, price_cents FROM books ORDER BY id")
+    book_ids.should == @books.map(&:id)
+    price_cents.should == @books.map {|b| b.price_cents.to_i}
+  end
+  
+  it "should return 0 for NULL values" do
+    price_cents = Book.connection.select_int_values("SELECT price_cents FROM books WHERE price_cents IS NULL OR price_cents < 500")
+    price_cents.should =~ [0, 495]
+  end
+  
+end

data/spec/lib/relation_extensions_spec.rb

@@ -0,0 +1,113 @@
+require 'spec_helper'
+
+describe ColumnQueries::RealtionExtensions do
+  
+  before :each do
+    Book.delete_all
+    @books = []
+    @books << Book.create!(:title => 'Book 1', :description => 'Lorem ipsum ' * 100, :price_cents =>  495)
+    @books << Book.create!(:title => 'Book 2', :description => 'Lorem ipsum ' * 100, :price_cents =>  999)
+    @books << Book.create!(:title => 'Book 3', :description => 'Lorem ipsum ' * 100, :price_cents => 1999)
+    @books << Book.create!(:title => 'Book 4', :description => 'Lorem ipsum ' * 100, :price_cents =>  nil)
+  end
+  
+  describe "to_int_array" do
+    it "should work for scopes" do
+      Book.scoped.to_int_array(:id).should == @books.map(&:id)
+    end
+  
+    it "should work with named scopes" do
+      Book.pricy.to_int_array(:id).should == @books.select {|b| b.price_cents.to_i >= 1000}.map(&:id)
+    end
+  
+    it "should work with dynamic scopes" do
+      Book.scoped_by_price_cents(999).to_int_array(:id).should == [@books[1].id]
+      Book.where('price_cents = 999').to_int_array(:id).should == [@books[1].id]
+    end
+  
+    it "should work without arguments given .select() scope" do
+      Book.select(:price_cents).to_int_array.should == @books.map {|b| b.price_cents.to_i}
+    end
+  end
+  
+  describe "to_columns_as_int_arrays" do
+    it "should work for scopes" do
+      ids, price_cents = Book.scoped.to_columns_as_int_arrays(:id, :price_cents)
+      ids.should == @books.map(&:id)
+      price_cents.should == @books.map {|b| b.price_cents.to_i}
+    end
+  
+    it "should work with named scopes" do
+      ids, price_cents = Book.pricy.to_columns_as_int_arrays(:id, :price_cents)
+      ids.should == @books.select {|b| b.price_cents.to_i >= 1000}.map(&:id)
+      price_cents.should == [1999]
+    end
+  
+    it "should work with dynamic scopes" do
+      ids, price_cents = Book.scoped_by_price_cents(999).to_columns_as_int_arrays(:id, :price_cents)
+      ids.should == [@books[1].id]
+      price_cents.should == [999]
+    end
+  
+    it "should work without arguments given .select() scope" do
+      ids, price_cents = Book.select([:id, :price_cents]).to_columns_as_int_arrays
+      ids.should == @books.map(&:id)
+      price_cents.should == @books.map {|b| b.price_cents.to_i}
+    end
+  end
+  
+  describe "to_int_hash" do
+    it "should work for scopes" do
+      prices = Book.scoped.to_int_hash(:id, :price_cents)
+      prices.keys.should =~ @books.map(&:id)
+      prices.values.should =~ @books.map {|b| b.price_cents.to_i}
+      prices[@books[0].id].should == 495
+      prices[@books[1].id].should == 999
+    end
+    
+    it "should convert NULL values to 0s" do
+      prices = Book.scoped.to_int_hash(:id, :price_cents)
+      prices[@books[3].id].should == 0
+    end
+    
+    it "should work with named scopes" do
+      prices = Book.pricy.to_int_hash(:id, :price_cents)
+      prices.should == {@books[2].id => 1999}
+    end
+  
+    it "should work with dynamic scopes" do
+      prices = Book.scoped_by_price_cents(999).to_int_hash(:id, :price_cents)
+      prices.should == {@books[1].id => 999}
+    end
+  end
+  
+  describe "to_int_groups" do
+    before :each do
+      Comment.delete_all
+      @books.each do |book|
+        3.times { Comment.create!(:book => book, :body => 'Lorem Ipsum ' * 10) }
+      end
+    end
+    
+    it "should work for scopes" do
+      books_comments = Comment.scoped.to_int_groups(:book_id, :id)
+      books_comments.keys.should =~ @books.map(&:id)
+      @books.each do |book|
+        books_comments[book.id].should =~ book.comment_ids
+      end
+    end
+    
+    it "should work with named scopes" do
+      books_comments = Comment.for_pricy_books.to_int_groups(:book_id, :id)
+      books_comments.keys.should == [@books[2].id]
+      books_comments.values.first.should =~ @books[2].comment_ids
+    end
+    
+    it "should work with dynamic scopes" do
+      books_comments = Comment.where("book_id IN (SELECT id FROM books WHERE price_cents IS NULL)").to_int_groups(:book_id, :id)
+      books_comments.keys.should == [@books[3].id]
+      books_comments.values.first.should =~ @books[3].comment_ids
+    end
+  end
+  
+end

data/spec/spec_helper.rb

@@ -0,0 +1,13 @@
+require './lib/column_queries'
+
+# Requires supporting ruby files with custom matchers and macros, etc,
+# in spec/support/ and its subdirectories.
+Dir['./spec/support/**/*.rb'].each {|f| require f}
+
+RSpec.configure do |config|
+  
+  config.before :all do
+    PostgresDatabase.establish_connection
+  end
+  
+end

data/spec/support/db.rb

@@ -0,0 +1,44 @@
+class PostgresDatabase
+  
+  TEST_DB = {
+    :username => 'postgres',
+    :adapter => 'postgresql',
+    :encoding => 'unicode',
+    :database => 'column_queries_test',
+    :username => 'postgres'
+  }
+  
+  def self.prepare_database
+    ActiveRecord::Base.establish_connection(TEST_DB.merge(:database => 'postgres'))
+    ActiveRecord::Base.connection.drop_database(TEST_DB[:database])
+    ActiveRecord::Base.connection.create_database(TEST_DB[:database], TEST_DB)
+    ActiveRecord::Base.establish_connection(TEST_DB)
+    CreateTestSchema.migrate(:up)
+  end
+  
+  def self.establish_connection
+    ActiveRecord::Base.establish_connection(TEST_DB)
+  end
+  
+end
+
+class CreateTestSchema < ActiveRecord::Migration
+  def self.up
+    create_table :books do |t|
+      t.string     :title
+      t.integer    :price_cents
+      t.text       :description
+      t.timestamps
+    end
+    
+    create_table :comments do |t|
+      t.references :book
+      t.text       :body
+      t.timestamps
+    end
+  end
+
+  def self.down
+    raise ActiveRecord::IrreversibleMigration
+  end
+end

data/spec/support/generators.rb

@@ -0,0 +1,20 @@
+module Generators
+  
+  def generate_books(id_range)
+    id_range.each do |i|
+      book = Book.new(:title => 'Lorem ipsum', :description => 'Lorem ipsum ' * 100, :price => 9.99)
+      book.id = i
+      book.save!
+      
+      generate_comments(book, 3)
+    end
+    Book.connection.reset_pk_sequence!('books')
+  end
+  
+  def generate_comments(book, ncomments)
+    ncomments.times do
+      Comment.create!(:book => book, :body => 'troll it!' * 10)
+    end
+  end
+  
+end

data/spec/support/models.rb

@@ -0,0 +1,15 @@
+class Book < ActiveRecord::Base
+  
+  has_many :comments
+  
+  scope :pricy, where('price_cents >= 1000')
+  
+end
+
+class Comment < ActiveRecord::Base
+  
+  belongs_to :book
+  
+  scope :for_pricy_books, lambda { where(:book_id => Book.pricy.select(:id).project) }
+  
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: column_queries
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Serge Balyuk
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-06-28 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &2152565080 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.5.0
+  type: :development
+  prerelease: false
+  version_requirements: *2152565080
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: &2152563520 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 3.0.4
+  type: :runtime
+  prerelease: false
+  version_requirements: *2152563520
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: &2152562720 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *2152562720
+description: faster select_values implementation for ActiveRecord with PostgreSQL
+  pg gem
+email:
+- serge@complicated-simplicity.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- MIT-LICENSE
+- README.md
+- Rakefile
+- column_queries.gemspec
+- lib/column_queries.rb
+- lib/column_queries/postgresql_adapter_extensions.rb
+- lib/column_queries/relation_extensions.rb
+- lib/column_queries/version.rb
+- spec/lib/postgresql_adapter_extensions_spec.rb
+- spec/lib/relation_extensions_spec.rb
+- spec/spec_helper.rb
+- spec/support/db.rb
+- spec/support/generators.rb
+- spec/support/models.rb
+homepage: http://github.com/bgipsy/column_queries
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+      segments:
+      - 0
+      hash: -1475764798245787251
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.7
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.1
+signing_key: 
+specification_version: 3
+summary: extensions for ActiveRecord PostgreSQL adapter with pg gem
+test_files:
+- spec/lib/postgresql_adapter_extensions_spec.rb
+- spec/lib/relation_extensions_spec.rb
+- spec/spec_helper.rb
+- spec/support/db.rb
+- spec/support/generators.rb
+- spec/support/models.rb