nuatt_sunspot_rails 1.1.0.3

Sign up to get free protection for your applications and to get access to all the features.
Files changed (56) hide show
  1. data/History.txt +40 -0
  2. data/LICENSE +18 -0
  3. data/MIT-LICENSE +20 -0
  4. data/README.rdoc +256 -0
  5. data/Rakefile +27 -0
  6. data/TODO +8 -0
  7. data/VERSION.yml +4 -0
  8. data/dev_tasks/gemspec.rake +33 -0
  9. data/dev_tasks/rdoc.rake +24 -0
  10. data/dev_tasks/release.rake +4 -0
  11. data/dev_tasks/todo.rake +4 -0
  12. data/generators/sunspot/sunspot_generator.rb +9 -0
  13. data/generators/sunspot/templates/sunspot.yml +18 -0
  14. data/install.rb +1 -0
  15. data/lib/sunspot/rails.rb +58 -0
  16. data/lib/sunspot/rails/adapters.rb +83 -0
  17. data/lib/sunspot/rails/configuration.rb +272 -0
  18. data/lib/sunspot/rails/request_lifecycle.rb +31 -0
  19. data/lib/sunspot/rails/searchable.rb +412 -0
  20. data/lib/sunspot/rails/server.rb +173 -0
  21. data/lib/sunspot/rails/solr_logging.rb +58 -0
  22. data/lib/sunspot/rails/spec_helper.rb +19 -0
  23. data/lib/sunspot/rails/stub_session_proxy.rb +88 -0
  24. data/lib/sunspot/rails/tasks.rb +61 -0
  25. data/lib/sunspot/rails/version.rb +5 -0
  26. data/rails/init.rb +7 -0
  27. data/spec/configuration_spec.rb +102 -0
  28. data/spec/mock_app/app/controllers/application.rb +10 -0
  29. data/spec/mock_app/app/controllers/application_controller.rb +10 -0
  30. data/spec/mock_app/app/controllers/posts_controller.rb +6 -0
  31. data/spec/mock_app/app/models/author.rb +8 -0
  32. data/spec/mock_app/app/models/blog.rb +12 -0
  33. data/spec/mock_app/app/models/location.rb +2 -0
  34. data/spec/mock_app/app/models/photo_post.rb +2 -0
  35. data/spec/mock_app/app/models/post.rb +10 -0
  36. data/spec/mock_app/app/models/post_with_auto.rb +10 -0
  37. data/spec/mock_app/config/boot.rb +110 -0
  38. data/spec/mock_app/config/database.yml +4 -0
  39. data/spec/mock_app/config/environment.rb +42 -0
  40. data/spec/mock_app/config/environments/development.rb +27 -0
  41. data/spec/mock_app/config/environments/test.rb +27 -0
  42. data/spec/mock_app/config/initializers/new_rails_defaults.rb +19 -0
  43. data/spec/mock_app/config/initializers/session_store.rb +15 -0
  44. data/spec/mock_app/config/routes.rb +43 -0
  45. data/spec/mock_app/config/sunspot.yml +19 -0
  46. data/spec/mock_app/db/schema.rb +27 -0
  47. data/spec/mock_app/db/test.db +0 -0
  48. data/spec/model_lifecycle_spec.rb +63 -0
  49. data/spec/model_spec.rb +409 -0
  50. data/spec/request_lifecycle_spec.rb +52 -0
  51. data/spec/schema.rb +27 -0
  52. data/spec/server_spec.rb +36 -0
  53. data/spec/session_spec.rb +24 -0
  54. data/spec/spec_helper.rb +51 -0
  55. data/spec/stub_session_proxy_spec.rb +122 -0
  56. metadata +183 -0
@@ -0,0 +1,58 @@
1
+ module Sunspot
2
+ module Rails
3
+ module SolrLogging
4
+ class <<self
5
+ def included(base)
6
+ base.module_eval { alias_method_chain(:request, :rails_logging) }
7
+ end
8
+ end
9
+
10
+ def request_with_rails_logging(path, params={}, *extra)
11
+
12
+ # Set up logging text.
13
+ body = (params.nil? || params.empty?) ? extra.first : params.inspect
14
+ action = path[1..-1].capitalize
15
+ if body == "<commit/>"
16
+ action = 'Commit'
17
+ body = ''
18
+ end
19
+ body = body[0, 800] + '...' if body.length > 800
20
+
21
+ # Make request and log.
22
+ response = nil
23
+ begin
24
+ ms = Benchmark.ms do
25
+ response = request_without_rails_logging(path, params, *extra)
26
+ end
27
+ log_name = 'Solr %s (%.1fms)' % [action, ms]
28
+ ::Rails.logger.debug(format_log_entry(log_name, body))
29
+ rescue Exception => e
30
+ log_name = 'Solr %s (Error)' % [action]
31
+ ::Rails.logger.error(format_log_entry(log_name, body))
32
+ raise e
33
+ end
34
+
35
+ response
36
+ end
37
+
38
+ private
39
+
40
+ def format_log_entry(message, dump = nil)
41
+ if ActiveRecord::Base.colorize_logging
42
+ message_color, dump_color = "4;32;1", "0;1"
43
+ log_entry = " \e[#{message_color}m#{message}\e[0m "
44
+ log_entry << "\e[#{dump_color}m%#{String === dump ? 's' : 'p'}\e[0m" % dump if dump
45
+ log_entry
46
+ else
47
+ "%s %s" % [message, dump]
48
+ end
49
+ end
50
+ end
51
+ end
52
+ end
53
+
54
+ begin
55
+ RSolr::Client.module_eval { include(Sunspot::Rails::SolrLogging) }
56
+ rescue NameError # RSolr 0.9.6
57
+ RSolr::Connection::Base.module_eval { include(Sunspot::Rails::SolrLogging) }
58
+ end
@@ -0,0 +1,19 @@
1
+ module Sunspot
2
+ module Rails
3
+ module SpecHelper
4
+ def disconnect_sunspot
5
+ before(:each) do
6
+ Sunspot.session = StubSessionProxy.new(Sunspot.session)
7
+ end
8
+
9
+ after(:each) do
10
+ Sunspot.session = Sunspot.session.original_session
11
+ end
12
+ end
13
+ end
14
+ end
15
+ end
16
+
17
+ Spec::Runner.configure do |config|
18
+ config.extend(Sunspot::Rails::SpecHelper)
19
+ end
@@ -0,0 +1,88 @@
1
+ module Sunspot
2
+ module Rails
3
+ class StubSessionProxy
4
+ attr_reader :original_session
5
+
6
+ def initialize(original_session)
7
+ @original_session = original_session
8
+ end
9
+
10
+ def index(*objects)
11
+ end
12
+
13
+ def index!(*objects)
14
+ end
15
+
16
+ def remove(*objects)
17
+ end
18
+
19
+ def remove!(*objects)
20
+ end
21
+
22
+ def remove_by_id(clazz, id)
23
+ end
24
+
25
+ def remove_by_id!(clazz, id)
26
+ end
27
+
28
+ def remove_all(clazz = nil)
29
+ end
30
+
31
+ def remove_all!(clazz = nil)
32
+ end
33
+
34
+ def dirty?
35
+ false
36
+ end
37
+
38
+ def delete_dirty?
39
+ false
40
+ end
41
+
42
+ def commit_if_dirty
43
+ end
44
+
45
+ def commit_if_delete_dirty
46
+ end
47
+
48
+ def commit
49
+ end
50
+
51
+ def search(*types)
52
+ Search.new
53
+ end
54
+
55
+ def new_search(*types)
56
+ Search.new
57
+ end
58
+
59
+ class Search
60
+ def build
61
+ self
62
+ end
63
+
64
+ def results
65
+ []
66
+ end
67
+
68
+ def hits(options = {})
69
+ []
70
+ end
71
+
72
+ def total
73
+ 0
74
+ end
75
+
76
+ def facet(name)
77
+ end
78
+
79
+ def dynamic_facet(name)
80
+ end
81
+
82
+ def execute
83
+ self
84
+ end
85
+ end
86
+ end
87
+ end
88
+ end
@@ -0,0 +1,61 @@
1
+ namespace :sunspot do
2
+ namespace :solr do
3
+ desc 'Start the Solr instance'
4
+ task :start => :environment do
5
+ if RUBY_PLATFORM =~ /w(in)?32$/
6
+ abort('This command does not work on Windows. Please use rake sunspot:solr:run to run Solr in the foreground.')
7
+ end
8
+ Sunspot::Rails::Server.new.start
9
+ end
10
+
11
+ desc 'Run the Solr instance in the foreground'
12
+ task :run => :environment do
13
+ Sunspot::Rails::Server.new.run
14
+ end
15
+
16
+ desc 'Stop the Solr instance'
17
+ task :stop => :environment do
18
+ if RUBY_PLATFORM =~ /w(in)?32$/
19
+ abort('This command does not work on Windows.')
20
+ end
21
+ Sunspot::Rails::Server.new.stop
22
+ end
23
+
24
+ task :reindex => :"sunspot:reindex"
25
+ end
26
+
27
+ desc "Reindex all solr models that are located in your application's models directory."
28
+ # This task depends on the standard Rails file naming \
29
+ # conventions, in that the file name matches the defined class name. \
30
+ # By default the indexing system works in batches of 500 records, you can \
31
+ # set your own value for this by using the batch_size argument. You can \
32
+ # also optionally define a list of models to separated by a forward slash '/'
33
+ #
34
+ # $ rake sunspot:reindex # reindex all models
35
+ # $ rake sunspot:reindex[1000] # reindex in batches of 1000
36
+ # $ rake sunspot:reindex[false] # reindex without batching
37
+ # $ rake sunspot:reindex[,Post] # reindex only the Post model
38
+ # $ rake sunspot:reindex[1000,Post] # reindex only the Post model in
39
+ # # batchs of 1000
40
+ # $ rake sunspot:reindex[,Post+Author] # reindex Post and Author model
41
+ task :reindex, :batch_size, :models, :needs => :environment do |t, args|
42
+ reindex_options = {:batch_commit => false}
43
+ case args[:batch_size]
44
+ when 'false'
45
+ reindex_options[:batch_size] = nil
46
+ when /^\d+$/
47
+ reindex_options[:batch_size] = args[:batch_size].to_i if args[:batch_size].to_i > 0
48
+ end
49
+ unless args[:models]
50
+ all_files = Dir.glob(File.join(RAILS_ROOT, 'app', 'models', '*.rb'))
51
+ all_models = all_files.map { |path| File.basename(path, '.rb').camelize.constantize }
52
+ sunspot_models = all_models.select { |m| m < ActiveRecord::Base and m.searchable? }
53
+ else
54
+ sunspot_models = args[:models].split('+').map{|m| m.constantize}
55
+ end
56
+ sunspot_models.each do |model|
57
+ model.solr_reindex reindex_options
58
+ end
59
+ end
60
+
61
+ end
@@ -0,0 +1,5 @@
1
+ module Sunspot
2
+ module Rails
3
+ VERSION = '1.1.0.3'
4
+ end
5
+ end
@@ -0,0 +1,7 @@
1
+ require 'sunspot'
2
+
3
+ Sunspot.session = Sunspot::Rails.build_session
4
+ Sunspot::Adapters::InstanceAdapter.register(Sunspot::Rails::Adapters::ActiveRecordInstanceAdapter, ActiveRecord::Base)
5
+ Sunspot::Adapters::DataAccessor.register(Sunspot::Rails::Adapters::ActiveRecordDataAccessor, ActiveRecord::Base)
6
+ ActiveRecord::Base.module_eval { include(Sunspot::Rails::Searchable) }
7
+ ActionController::Base.module_eval { include(Sunspot::Rails::RequestLifecycle) }
@@ -0,0 +1,102 @@
1
+ require File.dirname(__FILE__) + '/spec_helper'
2
+
3
+ describe Sunspot::Rails::Configuration, "default values" do
4
+ before(:each) do
5
+ File.should_receive(:exist?).at_least(:once).and_return(false)
6
+ @config = Sunspot::Rails::Configuration.new
7
+ end
8
+
9
+ it "should handle the 'hostname' property when not set" do
10
+ @config.hostname.should == 'localhost'
11
+ end
12
+
13
+ it "should handle the 'path' property when not set" do
14
+ @config.path.should == '/solr'
15
+ end
16
+
17
+ it "should handle the 'port' property when not set" do
18
+ @config.port.should == 8983
19
+ end
20
+
21
+ it "should handle the 'log_level' property when not set" do
22
+ @config.log_level.should == 'INFO'
23
+ end
24
+
25
+ it "should handle the 'log_file' property" do
26
+ @config.log_file.should =~ /log\/solr_test.log/
27
+ end
28
+
29
+ it "should handle the 'solr_home' property when not set" do
30
+ Rails.should_receive(:root).at_least(1).and_return('/some/path')
31
+ @config.solr_home.should == '/some/path/solr'
32
+ end
33
+
34
+ it "should handle the 'data_path' property when not set" do
35
+ Rails.should_receive(:root).at_least(1).and_return('/some/path')
36
+ @config.data_path.should == '/some/path/solr/data/test'
37
+ end
38
+
39
+ it "should handle the 'pid_path' property when not set" do
40
+ Rails.should_receive(:root).at_least(1).and_return('/some/path')
41
+ @config.pid_path.should == '/some/path/solr/pids/test'
42
+ end
43
+
44
+ it "should handle the 'solr_home' property when not set" do
45
+ @config.solr_home.should_not == nil
46
+ end
47
+
48
+ it "should handle the 'auto_commit_after_request' propery when not set" do
49
+ @config.auto_commit_after_request?.should == true
50
+ end
51
+
52
+ it "should handle the 'auto_commit_after_delete_request' propery when not set" do
53
+ @config.auto_commit_after_delete_request?.should == false
54
+ end
55
+ end
56
+
57
+ describe Sunspot::Rails::Configuration, "user settings" do
58
+ before(:each) do
59
+ ::Rails.stub!(:env => 'config_test')
60
+ @config = Sunspot::Rails::Configuration.new
61
+ end
62
+
63
+ it "should handle the 'hostname' property when set" do
64
+ @config.hostname.should == 'some.host'
65
+ end
66
+
67
+ it "should handle the 'port' property when set" do
68
+ @config.port.should == 1234
69
+ end
70
+
71
+ it "should handle the 'path' property when set" do
72
+ @config.path.should == '/solr/idx'
73
+ end
74
+
75
+ it "should handle the 'log_level' propery when set" do
76
+ @config.log_level.should == 'WARNING'
77
+ end
78
+
79
+ it "should handle the 'solr_home' propery when set" do
80
+ @config.solr_home.should == '/my_superior_path'
81
+ end
82
+
83
+ it "should handle the 'data_path' property when set" do
84
+ @config.data_path.should == '/my_superior_path/data'
85
+ end
86
+
87
+ it "should handle the 'pid_path' property when set" do
88
+ @config.pid_path.should == '/my_superior_path/pids'
89
+ end
90
+
91
+ it "should handle the 'solr_home' property when set" do
92
+ @config.solr_home.should == '/my_superior_path'
93
+ end
94
+
95
+ it "should handle the 'auto_commit_after_request' propery when set" do
96
+ @config.auto_commit_after_request?.should == false
97
+ end
98
+
99
+ it "should handle the 'auto_commit_after_delete_request' propery when set" do
100
+ @config.auto_commit_after_delete_request?.should == true
101
+ end
102
+ end
@@ -0,0 +1,10 @@
1
+ # Filters added to this controller apply to all controllers in the application.
2
+ # Likewise, all the methods added will be available for all controllers.
3
+
4
+ class ApplicationController < ActionController::Base
5
+ helper :all # include all helpers, all the time
6
+ protect_from_forgery # See ActionController::RequestForgeryProtection for details
7
+
8
+ # Scrub sensitive parameters from your log
9
+ # filter_parameter_logging :password
10
+ end
@@ -0,0 +1,10 @@
1
+ # Filters added to this controller apply to all controllers in the application.
2
+ # Likewise, all the methods added will be available for all controllers.
3
+
4
+ class ApplicationController < ActionController::Base
5
+ helper :all # include all helpers, all the time
6
+ protect_from_forgery # See ActionController::RequestForgeryProtection for details
7
+
8
+ # Scrub sensitive parameters from your log
9
+ # filter_parameter_logging :password
10
+ end
@@ -0,0 +1,6 @@
1
+ class PostsController < ApplicationController
2
+ def create
3
+ PostWithAuto.create(params[:post])
4
+ render :nothing => true
5
+ end
6
+ end
@@ -0,0 +1,8 @@
1
+ class Author < ActiveRecord::Base
2
+ set_table_name :writers
3
+ set_primary_key :writer_id
4
+
5
+ searchable do
6
+ string :name
7
+ end
8
+ end
@@ -0,0 +1,12 @@
1
+ class Blog < ActiveRecord::Base
2
+ has_many :posts
3
+ has_many :comments, :through => :posts
4
+
5
+ searchable :include => { :posts => :author } do
6
+ string :subdomain
7
+ text :name
8
+ end
9
+
10
+ # Make sure that includes are added to with multiple searchable calls
11
+ searchable(:include => :comments) {}
12
+ end
@@ -0,0 +1,2 @@
1
+ class Location < ActiveRecord::Base
2
+ end
@@ -0,0 +1,2 @@
1
+ class PhotoPost < PostWithAuto
2
+ end
@@ -0,0 +1,10 @@
1
+ class Post < ActiveRecord::Base
2
+ belongs_to :location
3
+ belongs_to :author
4
+
5
+ searchable :auto_index => false, :auto_remove => false do
6
+ string :title
7
+ text :body, :more_like_this => true
8
+ coordinates :location
9
+ end
10
+ end
@@ -0,0 +1,10 @@
1
+ class PostWithAuto < ActiveRecord::Base
2
+ def self.table_name
3
+ 'posts'
4
+ end
5
+
6
+ searchable :ignore_attribute_changes_of => [ :updated_at ] do
7
+ string :title
8
+ text :body, :more_like_this => true
9
+ end
10
+ end
@@ -0,0 +1,110 @@
1
+ # Don't change this file!
2
+ # Configure your app in config/environment.rb and config/environments/*.rb
3
+
4
+ RAILS_ROOT = "#{File.dirname(__FILE__)}/.." unless defined?(RAILS_ROOT)
5
+
6
+ module Rails
7
+ class << self
8
+ def boot!
9
+ unless booted?
10
+ preinitialize
11
+ pick_boot.run
12
+ end
13
+ end
14
+
15
+ def booted?
16
+ defined? Rails::Initializer
17
+ end
18
+
19
+ def pick_boot
20
+ (vendor_rails? ? VendorBoot : GemBoot).new
21
+ end
22
+
23
+ def vendor_rails?
24
+ File.exist?("#{RAILS_ROOT}/vendor/rails")
25
+ end
26
+
27
+ def preinitialize
28
+ load(preinitializer_path) if File.exist?(preinitializer_path)
29
+ end
30
+
31
+ def preinitializer_path
32
+ "#{RAILS_ROOT}/config/preinitializer.rb"
33
+ end
34
+ end
35
+
36
+ class Boot
37
+ def run
38
+ load_initializer
39
+ Rails::Initializer.run(:set_load_path)
40
+ end
41
+ end
42
+
43
+ class VendorBoot < Boot
44
+ def load_initializer
45
+ require "#{RAILS_ROOT}/vendor/rails/railties/lib/initializer"
46
+ Rails::Initializer.run(:install_gem_spec_stubs)
47
+ Rails::GemDependency.add_frozen_gem_path
48
+ end
49
+ end
50
+
51
+ class GemBoot < Boot
52
+ def load_initializer
53
+ self.class.load_rubygems
54
+ load_rails_gem
55
+ require 'initializer'
56
+ end
57
+
58
+ def load_rails_gem
59
+ if version = self.class.gem_version
60
+ gem 'rails', version
61
+ else
62
+ gem 'rails'
63
+ end
64
+ rescue Gem::LoadError => load_error
65
+ $stderr.puts %(Missing the Rails #{version} gem. Please `gem install -v=#{version} rails`, update your RAILS_GEM_VERSION setting in config/environment.rb for the Rails version you do have installed, or comment out RAILS_GEM_VERSION to use the latest version installed.)
66
+ exit 1
67
+ end
68
+
69
+ class << self
70
+ def rubygems_version
71
+ Gem::RubyGemsVersion rescue nil
72
+ end
73
+
74
+ def gem_version
75
+ if defined? RAILS_GEM_VERSION
76
+ RAILS_GEM_VERSION
77
+ elsif ENV.include?('RAILS_GEM_VERSION')
78
+ ENV['RAILS_GEM_VERSION']
79
+ else
80
+ parse_gem_version(read_environment_rb)
81
+ end
82
+ end
83
+
84
+ def load_rubygems
85
+ require 'rubygems'
86
+ min_version = '1.3.1'
87
+ unless rubygems_version >= min_version
88
+ $stderr.puts %Q(Rails requires RubyGems >= #{min_version} (you have #{rubygems_version}). Please `gem update --system` and try again.)
89
+ exit 1
90
+ end
91
+
92
+ rescue LoadError
93
+ $stderr.puts %Q(Rails requires RubyGems >= #{min_version}. Please install RubyGems and try again: http://rubygems.rubyforge.org)
94
+ exit 1
95
+ end
96
+
97
+ def parse_gem_version(text)
98
+ $1 if text =~ /^[^#]*RAILS_GEM_VERSION\s*=\s*["']([!~<>=]*\s*[\d.]+)["']/
99
+ end
100
+
101
+ private
102
+ def read_environment_rb
103
+ File.read("#{RAILS_ROOT}/config/environment.rb")
104
+ end
105
+ end
106
+ end
107
+ end
108
+
109
+ # All that for this:
110
+ Rails.boot!