sbf-dm-core 1.3.0.beta

data/script/performance.rb

@@ -0,0 +1,275 @@
+#!/usr/bin/env ruby -Ku
+
+require 'ftools'
+require 'rubygems'
+
+gem 'activerecord', '~> 2.3.4'
+gem 'addressable',  '~> 2.1'
+gem 'faker',        '~> 0.3.1'
+gem 'rbench',       '~> 0.2.3'
+
+require 'active_record'
+require 'addressable/uri'
+require 'faker'
+require 'rbench'
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'dm-core'))
+
+socket_file = Pathname.glob(%w[
+  /opt/local/var/run/mysql5/mysqld.sock
+  tmp/mysqld.sock
+  /tmp/mysqld.sock
+  tmp/mysql.sock
+  /tmp/mysql.sock
+  /var/mysql/mysql.sock
+  /var/run/mysqld/mysqld.sock
+]).find { |path| path.socket? }
+
+configuration_options = {
+  :adapter => 'mysql',
+  :username => 'root',
+  :password => '',
+  :database => 'dm_core_test',
+}
+
+configuration_options[:socket] = socket_file unless socket_file.nil?
+
+log_dir = DataMapper.root / 'log'
+log_dir.mkdir unless log_dir.directory?
+
+DataMapper::Logger.new(log_dir / 'dm.log', :off)
+adapter = DataMapper.setup(:default, "mysql://root@127.0.0.1/dm_core_test?socket=#{socket_file}")
+
+if configuration_options[:adapter]
+  sqlfile       = File.join(File.dirname(__FILE__), '..', 'tmp', 'performance.sql')
+  mysql_bin     = %w[ mysql mysql5 ].select { |bin| `which #{bin}`.length > 0 }
+  mysqldump_bin = %w[ mysqldump mysqldump5 ].select { |bin| `which #{bin}`.length > 0 }
+end
+
+ActiveRecord::Base.logger = Logger.new(log_dir / 'ar.log')
+ActiveRecord::Base.logger.level = 0
+
+ActiveRecord::Base.establish_connection(configuration_options)
+
+class ARExhibit < ActiveRecord::Base #:nodoc:
+  set_table_name 'exhibits'
+
+  belongs_to :user, :class_name => 'ARUser', :foreign_key => 'user_id'
+end
+
+class ARUser < ActiveRecord::Base #:nodoc:
+  set_table_name 'users'
+
+  has_many :exhibits, :foreign_key => 'user_id'
+end
+
+ARExhibit.find_by_sql('SELECT 1')
+
+class User
+  include DataMapper::Resource
+
+  property :id,         Serial
+  property :name,       String
+  property :email,      String
+  property :about,      Text,   :lazy => false
+  property :created_on, Date
+end
+
+class Exhibit
+  include DataMapper::Resource
+
+  property :id,         Serial
+  property :name,       String
+  property :zoo_id,     Integer
+  property :user_id,    Integer
+  property :notes,      Text,    :lazy => false
+  property :created_on, Date
+
+  belongs_to :user
+end
+
+DataMapper.auto_migrate!
+
+def touch_attributes(*exhibits)
+  exhibits.flatten.each do |exhibit|
+    exhibit.id
+    exhibit.name
+    exhibit.created_on
+  end
+end
+
+def touch_relationships(*exhibits)
+  exhibits.flatten.each do |exhibit|
+    exhibit.id
+    exhibit.name
+    exhibit.created_on
+    exhibit.user
+  end
+end
+
+c = configuration_options
+
+if sqlfile && File.exists?(sqlfile)
+  puts "Found data-file. Importing from #{sqlfile}"
+  #adapter.execute("LOAD DATA LOCAL INFILE '#{sqlfile}' INTO TABLE exhibits")
+  `#{mysql_bin} -u #{c[:username]} #{"-p#{c[:password]}" unless c[:password].blank?} #{c[:database]} < #{sqlfile}`
+else
+  puts 'Generating data for benchmarking...'
+
+  # pre-compute the insert statements and fake data compilation,
+  # so the benchmarks below show the actual runtime for the execute
+  # method, minus the setup steps
+
+  # Using the same paragraph for all exhibits because it is very slow
+  # to generate unique paragraphs for all exhibits.
+  notes = Faker::Lorem.paragraphs.join($/)
+  today = Date.today
+
+  puts 'Inserting 10,000 users and exhibits...'
+  10_000.times do
+    user = User.create(
+      :created_on => today,
+      :name       => Faker::Name.name,
+      :email      => Faker::Internet.email
+    )
+
+    Exhibit.create(
+      :created_on => today,
+      :name       => Faker::Company.name,
+      :user       => user,
+      :notes      => notes,
+      :zoo_id     => rand(10).ceil
+    )
+  end
+
+  if sqlfile
+    answer = nil
+    until answer && answer[/\A(?:y(?:es)?|no?)\b/i]
+      print('Would you like to dump data into tmp/performance.sql (for faster setup)? [Yn]');
+      STDOUT.flush
+      answer = gets
+    end
+
+    if %w[ y yes ].include?(answer.downcase)
+      File.makedirs(File.dirname(sqlfile))
+      #adapter.execute("SELECT * INTO OUTFILE '#{sqlfile}' FROM exhibits;")
+      `#{mysqldump_bin} -u #{c[:username]} #{"-p#{c[:password]}" unless c[:password].blank?} #{c[:database]} exhibits users > #{sqlfile}`
+      puts "File saved\n"
+    end
+  end
+end
+
+TIMES = ENV.key?('x') ? ENV['x'].to_i : 10_000
+
+puts 'You can specify how many times you want to run the benchmarks with rake:perf x=(number)'
+puts 'Some tasks will be run 10 and 1000 times less than (number)'
+puts "Benchmarks will now run #{TIMES} times"
+# Inform about slow benchmark
+# answer = nil
+# until answer && answer[/^$|y|yes|n|no/]
+#   print("A slow benchmark exposing problems with SEL is newly added. It takes approx. 20s\n");
+#   print("you have scheduled it to run #{TIMES / 100} times.\nWould you still include the particular benchmark? [Yn]")
+#   STDOUT.flush
+#   answer = gets
+# end
+# run_rel_bench = answer[/^$|y|yes/] ? true : false
+
+
+RBench.run(TIMES) do
+
+  column :times
+  column :ar, :title => 'AR 2.3.2'
+  column :dm, :title => "DM #{DataMapper::VERSION}"
+  column :diff, :compare => [:ar, :dm]
+
+  report 'Model#id', (TIMES * 100).ceil do
+    ar_obj = ARExhibit.find(1)
+    dm_obj = Exhibit.get(1)
+
+    ar { ar_obj.id }
+    dm { dm_obj.id }
+  end
+
+  report 'Model.new (instantiation)' do
+    ar { ARExhibit.new }
+    dm { Exhibit.new }
+  end
+
+  report 'Model.new (setting attributes)' do
+    attrs = { :name => 'sam', :zoo_id => 1 }
+    ar { ARExhibit.new(attrs) }
+    dm { Exhibit.new(attrs) }
+  end
+
+  report 'Model.get specific (not cached)' do
+    ActiveRecord::Base.uncached { ar { touch_attributes(ARExhibit.find(1)) } }
+    dm { touch_attributes(Exhibit.get(1)) }
+  end
+
+  report 'Model.get specific (cached)' do
+    ActiveRecord::Base.cache     { ar { touch_attributes(ARExhibit.find(1)) } }
+    Exhibit.repository(:default) { dm { touch_attributes(Exhibit.get(1)) } }
+  end
+
+  report 'Model.first' do
+    ar { touch_attributes(ARExhibit.first) }
+    dm { touch_attributes(Exhibit.first) }
+  end
+
+  report 'Model.all limit(100)', (TIMES / 10).ceil do
+    ar { touch_attributes(ARExhibit.find(:all, :limit => 100)) }
+    dm { touch_attributes(Exhibit.all(:limit => 100)) }
+  end
+
+  report 'Model.all limit(100) with relationship', (TIMES / 10).ceil do
+    ar { touch_relationships(ARExhibit.all(:limit => 100, :include => [ :user ])) }
+    dm { touch_relationships(Exhibit.all(:limit => 100)) }
+  end
+
+  report 'Model.all limit(10,000)', (TIMES / 1000).ceil do
+    ar { touch_attributes(ARExhibit.find(:all, :limit => 10_000)) }
+    dm { touch_attributes(Exhibit.all(:limit => 10_000)) }
+  end
+
+  exhibit = {
+    :name       => Faker::Company.name,
+    :zoo_id     => rand(10).ceil,
+    :notes      => Faker::Lorem.paragraphs.join($/),
+    :created_on => Date.today
+  }
+
+  report 'Model.create' do
+    ar { ARExhibit.create(exhibit) }
+    dm { Exhibit.create(exhibit) }
+  end
+
+  report 'Resource#attributes=' do
+    attrs_first  = { :name => 'sam', :zoo_id => 1 }
+    attrs_second = { :name => 'tom', :zoo_id => 1 }
+    ar { exhibit = ARExhibit.new(attrs_first); exhibit.attributes = attrs_second }
+    dm { exhibit = Exhibit.new(attrs_first);   exhibit.attributes = attrs_second }
+  end
+
+  report 'Resource#update' do
+    ar { ARExhibit.find(1).update_attributes(:name => 'bob') }
+    dm { Exhibit.get(1).update(:name => 'bob') }
+  end
+
+  report 'Resource#destroy' do
+    ar { ARExhibit.first.destroy }
+    dm { Exhibit.first.destroy }
+  end
+
+  report 'Model.transaction' do
+    ar { ARExhibit.transaction { ARExhibit.new } }
+    dm { Exhibit.transaction { Exhibit.new } }
+  end
+
+  summary 'Total'
+end
+
+connection = adapter.send(:open_connection)
+command = connection.create_command('DROP TABLE exhibits')
+command = connection.create_command('DROP TABLE users')
+command.execute_non_query rescue nil
+connection.close

data/script/profile.rb

@@ -0,0 +1,218 @@
+#!/usr/bin/env ruby -Ku
+
+require 'ftools'
+require 'rubygems'
+
+gem 'addressable', '~> 2.1'
+gem 'faker',       '~> 0.3.1'
+gem 'ruby-prof',   '~> 0.7.3'
+
+require 'addressable/uri'
+require 'faker'
+require 'ruby-prof'
+
+require File.expand_path(File.join(File.dirname(__FILE__), '..', 'lib', 'dm-core'))
+
+TEXT_OUTPUT = DataMapper.root / 'profile_results.txt'
+HTML_OUTPUT = DataMapper.root / 'profile_results.html'
+CALL_OUTPUT = DataMapper.root / 'profile_results.prof'
+
+SOCKET_FILE = Pathname.glob(%w[
+  /opt/local/var/run/mysql5/mysqld.sock
+  /tmp/mysqld.sock
+  /tmp/mysql.sock
+  /var/mysql/mysql.sock
+  /var/run/mysqld/mysqld.sock
+]).find { |path| path.socket? }
+
+configuration_options = {
+  :adapter  => 'mysql',
+  :database => 'dm_core_test',
+  :host     => '127.0.0.1',
+  :username => 'root',
+  :password => '',
+  :socket   => SOCKET_FILE,
+}
+
+DataMapper::Logger.new(DataMapper.root / 'log' / 'dm.log', :debug)
+adapter = DataMapper.setup(:default, configuration_options)
+
+if configuration_options[:adapter]
+  sqlfile       = File.join(File.dirname(__FILE__), '..', 'tmp', 'performance.sql')
+  mysql_bin     = %w[ mysql mysql5 ].select { |bin| `which #{bin}`.length > 0 }
+  mysqldump_bin = %w[ mysqldump mysqldump5 ].select { |bin| `which #{bin}`.length > 0 }
+end
+
+class User
+  include DataMapper::Resource
+
+  property :id,         Serial
+  property :name,       String
+  property :email,      String
+  property :about,      Text,   :lazy => false
+  property :created_on, Date
+end
+
+class Exhibit
+  include DataMapper::Resource
+
+  property :id,         Serial
+  property :name,       String
+  property :zoo_id,     Integer
+  property :user_id,    Integer
+  property :notes,      Text,    :lazy => false
+  property :created_on, Date
+
+  belongs_to :user
+end
+
+DataMapper.auto_migrate!
+
+def touch_attributes(*exhibits)
+  exhibits.flatten.each do |exhibit|
+    exhibit.id
+    exhibit.name
+    exhibit.created_on
+  end
+end
+
+def touch_relationships(*exhibits)
+  exhibits.flatten.each do |exhibit|
+    exhibit.id
+    exhibit.name
+    exhibit.created_on
+    exhibit.user
+  end
+end
+
+# RubyProf, making profiling Ruby pretty since 1899!
+def profile(&b)
+  results = RubyProf.profile(&b)
+
+  TEXT_OUTPUT.open('w+') do |file|
+    RubyProf::FlatPrinter.new(results).print(file)
+  end
+
+  HTML_OUTPUT.open('w+') do |file|
+    RubyProf::GraphHtmlPrinter.new(results).print(file)
+  end
+
+  CALL_OUTPUT.open('w+') do |file|
+    RubyProf::CallTreePrinter.new(results).print(file)
+  end
+end
+
+c = configuration_options
+
+if sqlfile && File.exists?(sqlfile)
+  puts "Found data-file. Importing from #{sqlfile}"
+  #adapter.execute("LOAD DATA LOCAL INFILE '#{sqlfile}' INTO TABLE exhibits")
+  `#{mysql_bin} -u #{c[:username]} #{"-p#{c[:password]}" unless c[:password].blank?} #{c[:database]} < #{sqlfile}`
+else
+  puts 'Generating data for benchmarking...'
+
+  # pre-compute the insert statements and fake data compilation,
+  # so the benchmarks below show the actual runtime for the execute
+  # method, minus the setup steps
+
+  # Using the same paragraph for all exhibits because it is very slow
+  # to generate unique paragraphs for all exhibits.
+  notes = Faker::Lorem.paragraphs.join($/)
+  today = Date.today
+
+  puts 'Inserting 10,000 users and exhibits...'
+  10_000.times do
+    user = User.create(
+      :created_on => today,
+      :name       => Faker::Name.name,
+      :email      => Faker::Internet.email
+    )
+
+    Exhibit.create(
+      :created_on => today,
+      :name       => Faker::Company.name,
+      :user       => user,
+      :notes      => notes,
+      :zoo_id     => rand(10).ceil
+    )
+  end
+
+  if sqlfile
+    answer = nil
+    until answer && answer[/\A(?:y(?:es)?|no?)\b/i]
+      print('Would you like to dump data into tmp/performance.sql (for faster setup)? [Yn]');
+      STDOUT.flush
+      answer = gets
+    end
+
+    if %w[ y yes ].include?(answer.downcase)
+      File.makedirs(File.dirname(sqlfile))
+      #adapter.execute("SELECT * INTO OUTFILE '#{sqlfile}' FROM exhibits;")
+      `#{mysqldump_bin} -u #{c[:username]} #{"-p#{c[:password]}" unless c[:password].blank?} #{c[:database]} exhibits users > #{sqlfile}`
+      puts "File saved\n"
+    end
+  end
+end
+
+TIMES = 10_000
+
+exhibits = Exhibit.all.to_a
+
+profile do
+#  dm_obj = Exhibit.get(1)
+#  puts 'Model#id'
+#  (TIMES * 100).times { dm_obj.id }
+#
+#  puts 'Model.new (instantiation)'
+#  TIMES.times { Exhibit.new }
+#
+#  puts 'Model.new (setting attributes)'
+#  TIMES.times { Exhibit.new(:name => 'sam', :zoo_id => 1) }
+#
+#  puts 'Model.get specific (not cached)'
+#  TIMES.times { touch_attributes(Exhibit.get(1)) }
+#
+#  puts 'Model.get specific (cached)'
+#  repository(:default) do
+#    TIMES.times { touch_attributes(Exhibit.get(1)) }
+#  end
+
+  puts 'Model.first'
+  TIMES.times { touch_attributes(Exhibit.first) }
+
+#  puts 'Model.all limit(100)'
+#  (TIMES / 10).ceil.times { touch_attributes(Exhibit.all(:limit => 100)) }
+#
+#  puts 'Model.all limit(100) with relationship'
+#  (TIMES / 10).ceil.times { touch_relationships(Exhibit.all(:limit => 100)) }
+#
+#  puts 'Model.all limit(10,000)'
+#  (TIMES / 1000).ceil { touch_attributes(Exhibit.all(:limit => 10_000)) }
+#
+#  exhibit = {
+#    :name       => Faker::Company.name,
+#    :zoo_id     => rand(10).ceil,
+#    :notes      => Faker::Lorem.paragraphs.join($/),
+#    :created_on => Date.today
+#  }
+#
+#  puts 'Model.create'
+#  TIMES.times { Exhibit.create(exhibit) }
+#
+#  attrs_first  = { :name => 'sam', :zoo_id => 1 }
+#  attrs_second = { :name => 'tom', :zoo_id => 1 }
+#
+#  puts 'Resource#attributes='
+#  TIMES.times { exhibit = Exhibit.new(attrs_first); exhibit.attributes = attrs_second }
+#
+#  puts 'Resource#update'
+#  TIMES.times { |index| exhibit = exhibits[index]; exhibit.name = 'bob'; exhibit.save }
+#
+#  puts 'Resource#destroy'
+#  TIMES.times { |index| exhibits[index].destroy }
+#
+#  puts 'Model.transaction'
+#  TIMES.times { Exhibit.transaction { Exhibit.new } }
+end
+
+puts "Done!"

data/spec/lib/rspec_immediate_feedback_formatter.rb

@@ -0,0 +1,54 @@
+require 'rspec/core/formatters/base_text_formatter'
+
+# Code is based on standard SpecdocFormatter, but will print full error details as soon as they are found.
+# Successful or pending examples are written only as a dot in the output. Header is only printed if errors occur.
+#
+# To use it, add the following to your spec/spec.opts:
+#  --require
+#  lib/rspec_immediate_feedback_formatter.rb
+#  --format
+#  RSpec::Core::Runner::Formatter::ImmediateFeedbackFormatter
+
+module RSpec
+  module Core
+    module Formatters
+      class ImmediateFeedbackFormatter < BaseTextFormatter
+
+        def add_example_group(example_group)
+          super
+          @current_group = example_group.description
+        end
+
+        def example_failed(example, counter, failure)
+          if @current_group
+            output.puts
+            output.puts @current_group
+            @current_group = nil # only print the group name once
+          end
+
+          message = if failure.expectation_not_met?
+                      "- #{example.description} (FAILED - #{counter})"
+                    else
+                      "- #{example.description} (ERROR - #{counter})"
+                    end
+
+          output.puts(red(message))
+          # output.puts(failure.expectation_not_met? ? red(message) : message)
+          dump_failure(counter, failure) # dump stacktrace immediately
+          output.flush
+        end
+
+        def example_passed(*)
+          output.print green('.')
+          output.flush
+        end
+
+        def example_pending(*)
+          super
+          output.print yellow('*')
+          output.flush
+        end
+      end
+    end
+  end
+end

data/spec/public/associations/many_to_many/read_multiple_join_spec.rb

@@ -0,0 +1,69 @@
+require_relative '../../../spec_helper'
+
+describe 'Many to Many Associations read across multiple join associations' do
+  before :all do
+    class ::User
+      include DataMapper::Resource
+
+      property :id, Serial
+
+      has n, :sales
+      has n, :sale_items, :through => :sales
+      has n, :items,      :through => :sale_items
+    end
+
+    class ::Sale
+      include DataMapper::Resource
+
+      property :id, Serial
+
+      belongs_to :user
+      has n, :sale_items
+      has n, :items, :through => :sale_items
+    end
+
+    class ::SaleItem
+      include DataMapper::Resource
+
+      property :id, Serial
+
+      belongs_to :sale
+      belongs_to :item
+    end
+
+    class ::Item
+      include DataMapper::Resource
+
+      property :id, Serial
+
+      has n, :sale_items
+    end
+
+    DataMapper.finalize
+  end
+
+  supported_by :all do
+    before :all do
+      @user = User.create
+      @sale = @user.sales.create
+
+      5.times { @sale.items.create }
+    end
+
+    before :all do
+      @no_join = (defined?(DataMapper::Adapters::InMemoryAdapter) && @adapter.is_a?(DataMapper::Adapters::InMemoryAdapter)) ||
+                 (defined?(DataMapper::Adapters::YamlAdapter)     && @adapter.is_a?(DataMapper::Adapters::YamlAdapter))
+
+      @skip = @no_join
+    end
+
+    before do
+      pending if @skip
+    end
+
+    it 'returns all the created entries' do
+      expect(@user.items.to_a).to eq Item.all.to_a
+      expect(@sale.items.to_a).to eq Item.all.to_a
+    end
+  end
+end