nxa-sunspot 0.10.7

Sign up to get free protection for your applications and to get access to all the features.
Files changed (142) hide show
  1. data/History.txt +153 -0
  2. data/LICENSE +18 -0
  3. data/README.rdoc +191 -0
  4. data/Rakefile +9 -0
  5. data/TODO +14 -0
  6. data/VERSION.yml +4 -0
  7. data/bin/sunspot-configure-solr +40 -0
  8. data/bin/sunspot-solr +95 -0
  9. data/lib/light_config.rb +40 -0
  10. data/lib/sunspot.rb +488 -0
  11. data/lib/sunspot/adapters.rb +265 -0
  12. data/lib/sunspot/composite_setup.rb +188 -0
  13. data/lib/sunspot/configuration.rb +56 -0
  14. data/lib/sunspot/data_extractor.rb +50 -0
  15. data/lib/sunspot/dsl.rb +4 -0
  16. data/lib/sunspot/dsl/field_query.rb +150 -0
  17. data/lib/sunspot/dsl/fields.rb +100 -0
  18. data/lib/sunspot/dsl/fulltext.rb +228 -0
  19. data/lib/sunspot/dsl/query.rb +162 -0
  20. data/lib/sunspot/dsl/query_facet.rb +36 -0
  21. data/lib/sunspot/dsl/restriction.rb +25 -0
  22. data/lib/sunspot/dsl/scope.rb +225 -0
  23. data/lib/sunspot/dsl/search.rb +30 -0
  24. data/lib/sunspot/field.rb +181 -0
  25. data/lib/sunspot/field_factory.rb +144 -0
  26. data/lib/sunspot/indexer.rb +133 -0
  27. data/lib/sunspot/query.rb +9 -0
  28. data/lib/sunspot/query/abstract_field_facet.rb +43 -0
  29. data/lib/sunspot/query/boost_query.rb +20 -0
  30. data/lib/sunspot/query/connective.rb +189 -0
  31. data/lib/sunspot/query/date_field_facet.rb +14 -0
  32. data/lib/sunspot/query/dismax.rb +88 -0
  33. data/lib/sunspot/query/field_facet.rb +9 -0
  34. data/lib/sunspot/query/highlighting.rb +55 -0
  35. data/lib/sunspot/query/local.rb +27 -0
  36. data/lib/sunspot/query/pagination.rb +38 -0
  37. data/lib/sunspot/query/query.rb +86 -0
  38. data/lib/sunspot/query/query_facet.rb +16 -0
  39. data/lib/sunspot/query/restriction.rb +254 -0
  40. data/lib/sunspot/query/scope.rb +9 -0
  41. data/lib/sunspot/query/sort.rb +105 -0
  42. data/lib/sunspot/query/sort_composite.rb +33 -0
  43. data/lib/sunspot/query/text_field_boost.rb +15 -0
  44. data/lib/sunspot/schema.rb +147 -0
  45. data/lib/sunspot/search.rb +216 -0
  46. data/lib/sunspot/search/date_facet.rb +35 -0
  47. data/lib/sunspot/search/facet_row.rb +27 -0
  48. data/lib/sunspot/search/field_facet.rb +44 -0
  49. data/lib/sunspot/search/highlight.rb +38 -0
  50. data/lib/sunspot/search/hit.rb +117 -0
  51. data/lib/sunspot/search/query_facet.rb +62 -0
  52. data/lib/sunspot/session.rb +236 -0
  53. data/lib/sunspot/setup.rb +323 -0
  54. data/lib/sunspot/text_field_setup.rb +29 -0
  55. data/lib/sunspot/type.rb +204 -0
  56. data/lib/sunspot/util.rb +210 -0
  57. data/solr/etc/jetty.xml +212 -0
  58. data/solr/etc/webdefault.xml +379 -0
  59. data/solr/lib/jetty-6.1.3.jar +0 -0
  60. data/solr/lib/jetty-util-6.1.3.jar +0 -0
  61. data/solr/lib/jsp-2.1/ant-1.6.5.jar +0 -0
  62. data/solr/lib/jsp-2.1/core-3.1.1.jar +0 -0
  63. data/solr/lib/jsp-2.1/jsp-2.1.jar +0 -0
  64. data/solr/lib/jsp-2.1/jsp-api-2.1.jar +0 -0
  65. data/solr/lib/servlet-api-2.5-6.1.3.jar +0 -0
  66. data/solr/solr/conf/elevate.xml +36 -0
  67. data/solr/solr/conf/protwords.txt +21 -0
  68. data/solr/solr/conf/schema.xml +64 -0
  69. data/solr/solr/conf/solrconfig.xml +725 -0
  70. data/solr/solr/conf/stopwords.txt +57 -0
  71. data/solr/solr/conf/synonyms.txt +31 -0
  72. data/solr/solr/lib/geoapi-nogenerics-2.1-M2.jar +0 -0
  73. data/solr/solr/lib/gt2-referencing-2.3.1.jar +0 -0
  74. data/solr/solr/lib/jsr108-0.01.jar +0 -0
  75. data/solr/solr/lib/locallucene.jar +0 -0
  76. data/solr/solr/lib/localsolr.jar +0 -0
  77. data/solr/start.jar +0 -0
  78. data/solr/webapps/solr.war +0 -0
  79. data/spec/api/adapters_spec.rb +33 -0
  80. data/spec/api/indexer/attributes_spec.rb +110 -0
  81. data/spec/api/indexer/batch_spec.rb +46 -0
  82. data/spec/api/indexer/dynamic_fields_spec.rb +33 -0
  83. data/spec/api/indexer/fixed_fields_spec.rb +57 -0
  84. data/spec/api/indexer/fulltext_spec.rb +43 -0
  85. data/spec/api/indexer/removal_spec.rb +46 -0
  86. data/spec/api/indexer/spec_helper.rb +1 -0
  87. data/spec/api/indexer_spec.rb +4 -0
  88. data/spec/api/query/adjust_params_spec.rb +37 -0
  89. data/spec/api/query/connectives_spec.rb +176 -0
  90. data/spec/api/query/dsl_spec.rb +12 -0
  91. data/spec/api/query/dynamic_fields_spec.rb +149 -0
  92. data/spec/api/query/faceting_spec.rb +296 -0
  93. data/spec/api/query/fulltext_spec.rb +281 -0
  94. data/spec/api/query/highlighting_spec.rb +225 -0
  95. data/spec/api/query/local_spec.rb +62 -0
  96. data/spec/api/query/ordering_pagination_spec.rb +95 -0
  97. data/spec/api/query/scope_spec.rb +266 -0
  98. data/spec/api/query/spec_helper.rb +1 -0
  99. data/spec/api/query/text_field_scoping_spec.rb +30 -0
  100. data/spec/api/query/types_spec.rb +20 -0
  101. data/spec/api/search/dynamic_fields_spec.rb +27 -0
  102. data/spec/api/search/faceting_spec.rb +242 -0
  103. data/spec/api/search/highlighting_spec.rb +65 -0
  104. data/spec/api/search/hits_spec.rb +67 -0
  105. data/spec/api/search/results_spec.rb +52 -0
  106. data/spec/api/search/search_spec.rb +23 -0
  107. data/spec/api/search/spec_helper.rb +1 -0
  108. data/spec/api/session_spec.rb +198 -0
  109. data/spec/api/spec_helper.rb +1 -0
  110. data/spec/api/sunspot_spec.rb +18 -0
  111. data/spec/helpers/indexer_helper.rb +29 -0
  112. data/spec/helpers/query_helper.rb +13 -0
  113. data/spec/helpers/search_helper.rb +78 -0
  114. data/spec/integration/dynamic_fields_spec.rb +55 -0
  115. data/spec/integration/faceting_spec.rb +188 -0
  116. data/spec/integration/highlighting_spec.rb +22 -0
  117. data/spec/integration/indexing_spec.rb +7 -0
  118. data/spec/integration/keyword_search_spec.rb +245 -0
  119. data/spec/integration/local_search_spec.rb +56 -0
  120. data/spec/integration/scoped_search_spec.rb +303 -0
  121. data/spec/integration/spec_helper.rb +7 -0
  122. data/spec/integration/stored_fields_spec.rb +10 -0
  123. data/spec/integration/test_pagination.rb +32 -0
  124. data/spec/mocks/adapters.rb +32 -0
  125. data/spec/mocks/blog.rb +3 -0
  126. data/spec/mocks/comment.rb +19 -0
  127. data/spec/mocks/connection.rb +106 -0
  128. data/spec/mocks/mock_adapter.rb +30 -0
  129. data/spec/mocks/mock_record.rb +48 -0
  130. data/spec/mocks/photo.rb +11 -0
  131. data/spec/mocks/post.rb +75 -0
  132. data/spec/mocks/super_class.rb +2 -0
  133. data/spec/mocks/user.rb +8 -0
  134. data/spec/spec_helper.rb +68 -0
  135. data/tasks/gemspec.rake +42 -0
  136. data/tasks/rcov.rake +28 -0
  137. data/tasks/rdoc.rake +22 -0
  138. data/tasks/schema.rake +19 -0
  139. data/tasks/spec.rake +24 -0
  140. data/tasks/todo.rake +4 -0
  141. data/templates/schema.xml.erb +36 -0
  142. metadata +319 -0
@@ -0,0 +1,7 @@
1
+ require File.expand_path(File.join(File.dirname(__FILE__), '..', 'spec_helper'))
2
+
3
+ Spec::Runner.configure do |config|
4
+ config.before(:each) do
5
+ Sunspot.config.solr.url = ENV['SOLR_URL'] || 'http://localhost:8983/solr'
6
+ end
7
+ end
@@ -0,0 +1,10 @@
1
+ describe 'stored fields' do
2
+ before :all do
3
+ Sunspot.remove_all
4
+ Sunspot.index!(Post.new(:title => 'A Title'))
5
+ end
6
+
7
+ it 'should return stored fields' do
8
+ Sunspot.search(Post).hits.first.stored(:title).should == 'A Title'
9
+ end
10
+ end
@@ -0,0 +1,32 @@
1
+ require File.join(File.dirname(__FILE__), 'spec_helper')
2
+
3
+ describe 'pagination' do
4
+ before :all do
5
+ Sunspot.remove_all
6
+ @posts = (0..19).map do |i|
7
+ Post.new(:blog_id => i)
8
+ end
9
+ Sunspot.index(*@posts)
10
+ end
11
+
12
+ it 'should return all by default' do
13
+ results = Sunspot.search(Post) { order_by :blog_id }.results
14
+ results.should == @posts
15
+ end
16
+
17
+ it 'should return first page of 10' do
18
+ results = Sunspot.search(Post) do
19
+ order_by :blog_id
20
+ paginate :page => 1, :per_page => 10
21
+ end.results
22
+ results.should == @posts[0,10]
23
+ end
24
+
25
+ it 'should return second page of 10' do
26
+ results = Sunspot.search(Post) do
27
+ order_by :blog_id
28
+ paginate :page => 2, :per_page => 10
29
+ end.results
30
+ results.should == @posts[10,10]
31
+ end
32
+ end
@@ -0,0 +1,32 @@
1
+ class AbstractModel
2
+ end
3
+
4
+ class Model < AbstractModel
5
+ end
6
+
7
+ class AbstractModelInstanceAdapter < Sunspot::Adapters::InstanceAdapter
8
+ end
9
+
10
+ class AbstractModelDataAccessor < Sunspot::Adapters::DataAccessor
11
+ end
12
+
13
+ Sunspot::Adapters::InstanceAdapter.register(AbstractModelInstanceAdapter, AbstractModel)
14
+ Sunspot::Adapters::DataAccessor.register(AbstractModelDataAccessor, AbstractModel)
15
+
16
+
17
+ module MixInModel
18
+ end
19
+
20
+ class MixModel
21
+ include MixInModel
22
+ end
23
+
24
+ class MixInModelInstanceAdapter < Sunspot::Adapters::InstanceAdapter
25
+ end
26
+
27
+ class MixInModelDataAccessor < Sunspot::Adapters::DataAccessor
28
+ end
29
+
30
+ Sunspot::Adapters::InstanceAdapter.register(MixInModelInstanceAdapter, MixInModel)
31
+ Sunspot::Adapters::DataAccessor.register(MixInModelDataAccessor, MixInModel)
32
+
@@ -0,0 +1,3 @@
1
+ class Blog < MockRecord
2
+ attr_accessor :name
3
+ end
@@ -0,0 +1,19 @@
1
+ module Namespaced
2
+ class Comment < MockRecord
3
+ attr_reader :id
4
+ attr_accessor :author_name, :published_at, :body, :average_rating, :boost
5
+
6
+ def custom_string
7
+ @custom_string ||= {}
8
+ end
9
+ end
10
+ end
11
+
12
+ Sunspot.setup(Namespaced::Comment) do
13
+ text :body, :author_name
14
+ string :author_name
15
+ time :published_at
16
+ integer :average_rating
17
+ dynamic_string :custom_string
18
+ boost :boost
19
+ end
@@ -0,0 +1,106 @@
1
+ module Mock
2
+ class ConnectionFactory
3
+ def connect(opts)
4
+ if @instance
5
+ raise('Factory can only create an instance once!')
6
+ else
7
+ @instance = Connection.new(opts.delete(:adapter), opts)
8
+ end
9
+ end
10
+
11
+ def new(adapter = nil, opts = nil)
12
+ if @instance
13
+ raise('Factory can only create an instance once!')
14
+ else
15
+ @instance = Connection.new(adapter, opts)
16
+ end
17
+ end
18
+
19
+ def instance
20
+ @instance ||= Connection.new
21
+ end
22
+ end
23
+
24
+ class Connection
25
+ attr_reader :adds, :commits, :searches, :message
26
+ attr_accessor :adapter, :opts
27
+
28
+ def initialize(adapter = nil, opts = nil)
29
+ @adapter, @opts = adapter, opts
30
+ @message = OpenStruct.new
31
+ @adds, @deletes, @deletes_by_query, @commits, @searches = Array.new(5) { [] }
32
+ end
33
+
34
+ def add(documents)
35
+ @adds << Array(documents)
36
+ end
37
+
38
+ def delete_by_id(*ids)
39
+ @deletes << ids
40
+ end
41
+
42
+ def delete_by_query(query)
43
+ @deletes_by_query << query
44
+ end
45
+
46
+ def commit
47
+ @commits << Time.now
48
+ end
49
+
50
+ def select(params)
51
+ @searches << @last_search = params
52
+ end
53
+
54
+ def has_add_with?(*documents)
55
+ @adds.any? do |add|
56
+ documents.all? do |document|
57
+ add.any? do |added|
58
+ if document.is_a?(Hash)
59
+ document.all? do |field, value|
60
+ added.fields_by_name(field).map do |field|
61
+ field.value
62
+ end == Array(value)
63
+ end
64
+ else
65
+ !added.fields_by_name(document).empty?
66
+ end
67
+ end
68
+ end
69
+ end
70
+ end
71
+
72
+ def has_delete?(*ids)
73
+ @deletes.any? do |delete|
74
+ delete & ids == ids
75
+ end
76
+ end
77
+
78
+ def has_delete_by_query?(query)
79
+ @deletes_by_query.include?(query)
80
+ end
81
+
82
+ def has_last_search_with?(params)
83
+ return unless @last_search
84
+ if params.respond_to?(:all?)
85
+ params.all? do |key, value|
86
+ if @last_search.has_key?(key)
87
+ @last_search[key] == value
88
+ end
89
+ end
90
+ else
91
+ @last_search.has_key?(params)
92
+ end
93
+ end
94
+
95
+ def has_last_search_including?(key, *values)
96
+ return unless @last_search
97
+ if @last_search.has_key?(key)
98
+ if @last_search[key].is_a?(Array)
99
+ (@last_search[key] & values).length == values.length
100
+ elsif values.length == 1
101
+ @last_search[key] == values.first
102
+ end
103
+ end
104
+ end
105
+ end
106
+ end
@@ -0,0 +1,30 @@
1
+ require File.join(File.dirname(__FILE__), 'post')
2
+
3
+ module MockAdapter
4
+ class InstanceAdapter < Sunspot::Adapters::InstanceAdapter
5
+ def id
6
+ @instance.id
7
+ end
8
+ end
9
+
10
+ class DataAccessor < Sunspot::Adapters::DataAccessor
11
+ def load(id)
12
+ @clazz.get(id.to_i)
13
+ end
14
+
15
+ def load_all(ids)
16
+ all = @clazz.get_all(ids.map { |id| id.to_i })
17
+ if @custom_title
18
+ all.each { |item| item.title = @custom_title }
19
+ end
20
+ all
21
+ end
22
+
23
+ def custom_title=(custom_title)
24
+ @custom_title = custom_title
25
+ end
26
+ end
27
+ end
28
+
29
+ Sunspot::Adapters::DataAccessor.register(MockAdapter::DataAccessor, MockRecord)
30
+ Sunspot::Adapters::InstanceAdapter.register(MockAdapter::InstanceAdapter, MockRecord)
@@ -0,0 +1,48 @@
1
+ class MockRecord
2
+ IDS = Hash.new { |h, k| h[k] = 0 }
3
+ QUERY_COUNTS = Hash.new { |h, k| h[k] = 0 }
4
+ INSTANCES = Hash.new { |h, k| h[k] = {} }
5
+
6
+ attr_reader :id
7
+
8
+ class <<self
9
+ def reset!
10
+ IDS[name.to_sym] = 0
11
+ INSTANCES[name.to_sym] = {}
12
+ end
13
+ end
14
+
15
+ def initialize(attrs = {})
16
+ attrs.each_pair do |name, value|
17
+ send(:"#{name}=", value)
18
+ end
19
+ @id = IDS[self.class.name.to_sym] += 1
20
+ INSTANCES[self.class.name.to_sym][@id] = self
21
+ end
22
+
23
+ def self.inherited(base)
24
+ base.extend(ClassMethods)
25
+ end
26
+
27
+ module ClassMethods
28
+ def get(id)
29
+ QUERY_COUNTS[self.name.to_sym] += 1
30
+ get_instance(id)
31
+ end
32
+
33
+ def get_all(ids)
34
+ QUERY_COUNTS[self.name.to_sym] += 1
35
+ ids.map { |id| get_instance(id) }.sort_by { |instance| instance.id }
36
+ end
37
+
38
+ def query_count
39
+ QUERY_COUNTS[self.name.to_sym]
40
+ end
41
+
42
+ private
43
+
44
+ def get_instance(id)
45
+ INSTANCES[self.name.to_sym][id]
46
+ end
47
+ end
48
+ end
@@ -0,0 +1,11 @@
1
+ class Photo < MockRecord
2
+ attr_accessor :caption
3
+ attr_accessor :lat
4
+ attr_accessor :lng
5
+ end
6
+
7
+ Sunspot.setup(Photo) do
8
+ text :caption, :default_boost => 1.5
9
+ boost 0.75
10
+ coordinates { [lat, lng] }
11
+ end
@@ -0,0 +1,75 @@
1
+ require File.join(File.dirname(__FILE__), 'blog')
2
+ require File.join(File.dirname(__FILE__), 'super_class')
3
+
4
+ class Post < SuperClass
5
+ attr_accessor :title, :body, :blog_id, :published_at, :ratings_average,
6
+ :author_name, :featured, :expire_date, :coordinates
7
+ alias_method :featured?, :featured
8
+
9
+ def category_ids
10
+ @category_ids ||= []
11
+ end
12
+
13
+ def custom_string
14
+ @custom_string ||= {}
15
+ end
16
+
17
+ def custom_fl
18
+ @custom_fl ||= {}
19
+ end
20
+
21
+ def custom_time
22
+ @custom_time ||= {}
23
+ end
24
+
25
+ def custom_boolean
26
+ @custom_boolean ||= {}
27
+ end
28
+
29
+ private
30
+ attr_writer :category_ids, :custom_string, :custom_fl, :custom_time, :custom_boolean
31
+ end
32
+
33
+ Sunspot.setup(Post) do
34
+ text :title, :boost => 2
35
+ text :body, :stored => true
36
+ text :backwards_title do
37
+ title.reverse if title
38
+ end
39
+ string :title, :stored => true
40
+ integer :blog_id, :references => Blog
41
+ integer :category_ids, :multiple => true
42
+ float :average_rating, :using => :ratings_average
43
+ time :published_at
44
+ date :expire_date
45
+ boolean :featured, :using => :featured?
46
+ string :sort_title do
47
+ title.downcase.sub(/^(a|an|the)\W+/, '') if title
48
+ end
49
+ integer :primary_category_id do |post|
50
+ post.category_ids.first
51
+ end
52
+ time :last_indexed_at, :stored => true do
53
+ Time.now
54
+ end
55
+ coordinates :coordinates
56
+
57
+ dynamic_string :custom_string
58
+ dynamic_float :custom_float, :multiple => true, :using => :custom_fl
59
+ dynamic_integer :custom_integer do
60
+ category_ids.inject({}) do |hash, category_id|
61
+ hash.merge(category_id => 1)
62
+ end
63
+ end
64
+ dynamic_time :custom_time
65
+ dynamic_boolean :custom_boolean
66
+
67
+ boost do
68
+ if ratings_average
69
+ 1 + (ratings_average - 3.0) / 4.0
70
+ end
71
+ end
72
+ end
73
+
74
+ class PhotoPost < Post
75
+ end
@@ -0,0 +1,2 @@
1
+ class SuperClass < MockRecord
2
+ end
@@ -0,0 +1,8 @@
1
+ class User
2
+ attr_accessor :name
3
+ end
4
+
5
+ Sunspot.setup(User) do
6
+ text :name
7
+ string :name
8
+ end
@@ -0,0 +1,68 @@
1
+ using_gems = false
2
+
3
+ if rsolr_gem_version = ENV['RSOLR_GEM_VERSION']
4
+ STDERR.puts("Forcing RSolr gem version #{rsolr_gem_version}")
5
+ using_gems = true
6
+ require 'rubygems'
7
+ gem 'rsolr', rsolr_gem_version
8
+ end
9
+
10
+ begin
11
+ require 'spec'
12
+ begin
13
+ require 'ruby-debug'
14
+ rescue LoadError => e
15
+ if using_gems
16
+ module Kernel
17
+ def debugger
18
+ STDERR.puts('Debugger is not available')
19
+ end
20
+ end
21
+ else
22
+ raise(e)
23
+ end
24
+ end
25
+ if ENV['USE_WILL_PAGINATE']
26
+ require 'will_paginate'
27
+ require 'will_paginate/collection'
28
+ end
29
+ rescue LoadError => e
30
+ require 'rubygems'
31
+ if using_gems
32
+ raise(e)
33
+ else
34
+ using_gems = true
35
+ retry
36
+ end
37
+ end
38
+ require 'ostruct'
39
+
40
+ unless gem_name = ENV['SUNSPOT_TEST_GEM']
41
+ $:.unshift(File.dirname(__FILE__) + '/../lib')
42
+ else
43
+ gem gem_name
44
+ end
45
+ require 'sunspot'
46
+
47
+ require File.join(File.dirname(__FILE__), 'mocks', 'mock_record.rb')
48
+ Dir.glob(File.join(File.dirname(__FILE__), 'mocks', '**', '*.rb')).each do |file|
49
+ require file unless File.basename(file) == 'mock_record.rb'
50
+ end
51
+
52
+ Spec::Runner.configure do |config|
53
+ Dir.glob(File.join(File.dirname(__FILE__), 'helpers', '*_helper.rb')).each do |helper|
54
+ helper_name = File.basename(helper, File.extname(helper))
55
+ spec_type = helper_name.sub(/_helper$/, '').to_sym
56
+ require(helper)
57
+ config.include(
58
+ Sunspot::Util.full_const_get(Sunspot::Util.camel_case(helper_name)),
59
+ :type => spec_type
60
+ )
61
+ end
62
+ end
63
+
64
+ def without_class(clazz)
65
+ Object.class_eval { remove_const(clazz.name.to_sym) }
66
+ yield
67
+ Object.class_eval { const_set(clazz.name.to_sym, clazz) }
68
+ end