bigrecord 0.0.7 → 0.0.8

data/lib/big_record/migration.rb

@@ -28,15 +28,20 @@ module BigRecord
     end
   end
 
-  # Although column-oriented databases are generally schema-less, certain ones (like Hbase)
-  # require the creation of tables and column families ahead of time. The individual columns,
-  # however, are defined in the model itself and can be modified dynamically without the need for migrations.
+  # = Migrations
   #
-  # Unless you're familiar with column families, the majority of use cases work perfectly fine within one
-  # column family. When you generate a bigrecord_model, it will default to creating the :attribute column family.
+  # Although column-oriented databases are generally schema-less, certain
+  # ones (like HBase) require the creation of tables and column families
+  # ahead of time. The individual columns, however, are defined in the model
+  # itself and can be modified dynamically without the need for migrations.
   #
-  # The following is a standard migration file that creates a table called "Books" with the default
-  # column family :attribute that has the following option of 100 versions and uses the 'lzo' compression scheme.
+  # Unless you're familiar with column families, the majority of use cases
+  # work perfectly fine within one column family. When you generate a
+  # bigrecord_model, it will default to creating the :attribute column family.
+  #
+  # The following is a standard migration file that creates a table
+  # called "Books" with the default column family :attribute that has the
+  # following option of 100 versions and uses the 'lzo' compression scheme.
   # Leave any options blank for the default value.
   #
   #  class CreateBooks < BigRecord::Migration
@@ -51,6 +56,23 @@ module BigRecord
   #    end
   #  end
   #
+  # == HBase column family options (HBase specific)
+  #
+  # * versions: integer. By default, Hbase will store 3 versions of changes for
+  # any column family. Changing this value on the creation will change this
+  # behavior.
+  #
+  # * compression: 'none', 'gz', 'lzo'. Defaults to 'none'. Since Hbase 0.20,
+  # column families can be stored using compression. The compression scheme
+  # you define here must be installed on the Hbase servers!
+  #
+  # == Migrating
+  #
+  # Run the following rake task to migrate your tables and column families up
+  # to the latest version:
+  #
+  #   rake bigrecord:migrate
+  #
   class Migration
     @@verbose = true
     cattr_accessor :verbose
@@ -170,7 +192,7 @@ module BigRecord
 
   end
 
-  class Migrator#:nodoc:
+  class Migrator #:nodoc:
     class << self
       def migrate(migrations_path, target_version = nil)
         case

data/lib/big_record/routing_ext.rb

@@ -1,7 +1,9 @@
-# The following overrides are required because we use strings as ids and it's
-# possible that these strings are not clean. The default implementation
-# escapes them with URI.escape() but its' not good. e.g. '&' becomes & instead of %26
-module ActionController
+module ActionController #:nodoc
+
+  # The following overrides are required because we use strings as ids and it's
+  # possible that these strings are not clean. The default implementation
+  # escapes them with URI.escape() but its' not good. e.g. '&' becomes
+  # & instead of %26.
   module Routing
     class PathSegment
       def interpolation_chunk(value_code = "#{local_name}")

data/lib/big_record.rb

@@ -40,7 +40,7 @@ require dir + '/abstract_base'
 require dir + '/base'
 require dir + '/embedded'
 require dir + '/validations'
-require dir + '/callbacks'
+#require dir + '/callbacks'
 require dir + '/ar_reflection'
 require dir + '/br_reflection'
 require dir + '/ar_associations'
@@ -60,7 +60,8 @@ require dir + '/action_view_extensions'
 
 BigRecord::Base.class_eval do
   include BigRecord::Validations
-  include BigRecord::Callbacks
+#  include BigRecord::Callbacks
+  include ActiveRecord::Callbacks
   include BigRecord::Timestamp
   include BigRecord::ArAssociations
   include BigRecord::BrAssociations
@@ -74,7 +75,8 @@ end
 
 BigRecord::Embedded.class_eval do
   include BigRecord::Validations
-  include BigRecord::Callbacks
+#  include BigRecord::Callbacks
+  include ActiveRecord::Callbacks
   include BigRecord::Timestamp
   include BigRecord::ArAssociations
   include BigRecord::BrAssociations

data/rails/init.rb

@@ -10,6 +10,7 @@ begin
 
   # Try establishing the connection
   BigRecord::Base.establish_connection
-rescue
-  puts "[Bigrecord] Couldn't load the config/bigrecord.yml config file. Please bootstrap it into your application with: script/generate bigrecord"
+rescue Exception => e
+  puts "[Bigrecord] Error encountered while loading the config file and establishing a connection. Please bootstrap Bigrecord into your application if you haven't done so already with: script/generate bigrecord\n" +
+          e.message
 end

data/spec/adapter_benchmark.rb

@@ -0,0 +1,55 @@
+# This benchmark was created to give a relative measure of performance
+# between different adapters, e.g. Bigrecord Driver vs Stargate.
+#
+# This is not meant to be a benchmark of real world performance.
+#
+# To use it, run the command:
+#   > ruby adapter_benchmark.rb [hbase|hbase_brd]
+#
+
+require 'rubygems'
+require 'benchmark'
+require 'pathname'
+require 'ruby-debug'
+
+SPEC_ROOT = Pathname(__FILE__).dirname.expand_path
+require SPEC_ROOT.parent + 'lib/big_record'
+
+BigRecord::Base.configurations = YAML::load(File.open(File.join(File.dirname(__FILE__), "connections", "bigrecord.yml")))
+BigRecord::Base.logger = Logger.new(File.join(File.dirname(__FILE__), "benchmark.log"))
+
+environment = (ARGV.pop || "hbase")
+BigRecord::Base.establish_connection(environment)
+BigRecord::Base.logger.info "Connecting to #{environment} data store (#{BigRecord::Base.configurations.inspect})"
+
+require 'lib/book'
+
+Book.delete_all
+record_ids = []
+
+# Benchmark the creation process
+Benchmark.bm do |x|
+  x.report("Creating 1000 records") do
+    record_ids = 1000.times.collect do |i|
+      Book.create(:title => "Book_#{i}", :description => "Book description", :author => "Some Author").id
+    end
+  end
+end
+
+# Reading in those records created previously
+Benchmark.bm do |x|
+  x.report("Reading 1000 records") do
+    record_ids.each do |id|
+      Book.find(id)
+    end
+  end
+end
+
+# Benchmark the scanner functionality
+Benchmark.bm do |x|
+  x.report('find(:all)x10') do
+    10.times do |x|
+      Book.find(:all)
+    end
+  end
+end

data/spec/connections/bigrecord.yml

@@ -1,10 +1,12 @@
 hbase:
+  adapter: hbase_rest
+  api_address: http://localhost:8080
+hbase_brd:
   adapter: hbase
   zookeeper_quorum: localhost
-  zookeeper_client_port: 21811
+  zookeeper_client_port: 2181
   drb_host: localhost
   drb_port: 50001
-
 cassandra:
   adapter: cassandra
   address: localhost