tire-erez 0.5.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (136) hide show
  1. data/.gitignore +14 -0
  2. data/.travis.yml +32 -0
  3. data/.yardopts +1 -0
  4. data/Gemfile +10 -0
  5. data/MIT-LICENSE +20 -0
  6. data/README.markdown +775 -0
  7. data/Rakefile +51 -0
  8. data/examples/rails-application-template.rb +263 -0
  9. data/examples/tire-dsl.rb +932 -0
  10. data/lib/tire.rb +59 -0
  11. data/lib/tire/alias.rb +296 -0
  12. data/lib/tire/configuration.rb +38 -0
  13. data/lib/tire/count.rb +85 -0
  14. data/lib/tire/dsl.rb +114 -0
  15. data/lib/tire/http/client.rb +62 -0
  16. data/lib/tire/http/clients/curb.rb +61 -0
  17. data/lib/tire/http/clients/faraday.rb +71 -0
  18. data/lib/tire/http/response.rb +27 -0
  19. data/lib/tire/index.rb +443 -0
  20. data/lib/tire/logger.rb +60 -0
  21. data/lib/tire/model/callbacks.rb +40 -0
  22. data/lib/tire/model/import.rb +27 -0
  23. data/lib/tire/model/indexing.rb +134 -0
  24. data/lib/tire/model/naming.rb +100 -0
  25. data/lib/tire/model/percolate.rb +99 -0
  26. data/lib/tire/model/persistence.rb +72 -0
  27. data/lib/tire/model/persistence/attributes.rb +148 -0
  28. data/lib/tire/model/persistence/finders.rb +54 -0
  29. data/lib/tire/model/persistence/storage.rb +77 -0
  30. data/lib/tire/model/search.rb +322 -0
  31. data/lib/tire/multi_search.rb +263 -0
  32. data/lib/tire/results/collection.rb +156 -0
  33. data/lib/tire/results/item.rb +94 -0
  34. data/lib/tire/results/pagination.rb +68 -0
  35. data/lib/tire/rubyext/hash.rb +8 -0
  36. data/lib/tire/rubyext/ruby_1_8.rb +1 -0
  37. data/lib/tire/rubyext/symbol.rb +11 -0
  38. data/lib/tire/rubyext/uri_escape.rb +74 -0
  39. data/lib/tire/search.rb +211 -0
  40. data/lib/tire/search/facet.rb +81 -0
  41. data/lib/tire/search/filter.rb +28 -0
  42. data/lib/tire/search/highlight.rb +37 -0
  43. data/lib/tire/search/queries/match.rb +40 -0
  44. data/lib/tire/search/query.rb +250 -0
  45. data/lib/tire/search/scan.rb +114 -0
  46. data/lib/tire/search/script_field.rb +23 -0
  47. data/lib/tire/search/sort.rb +25 -0
  48. data/lib/tire/tasks.rb +138 -0
  49. data/lib/tire/utils.rb +17 -0
  50. data/lib/tire/version.rb +18 -0
  51. data/test/fixtures/articles/1.json +1 -0
  52. data/test/fixtures/articles/2.json +1 -0
  53. data/test/fixtures/articles/3.json +1 -0
  54. data/test/fixtures/articles/4.json +1 -0
  55. data/test/fixtures/articles/5.json +1 -0
  56. data/test/integration/active_model_indexing_test.rb +51 -0
  57. data/test/integration/active_model_searchable_test.rb +114 -0
  58. data/test/integration/active_record_searchable_test.rb +620 -0
  59. data/test/integration/boolean_queries_test.rb +43 -0
  60. data/test/integration/boosting_queries_test.rb +32 -0
  61. data/test/integration/bulk_test.rb +86 -0
  62. data/test/integration/count_test.rb +64 -0
  63. data/test/integration/custom_score_queries_test.rb +89 -0
  64. data/test/integration/dis_max_queries_test.rb +68 -0
  65. data/test/integration/dsl_search_test.rb +30 -0
  66. data/test/integration/explanation_test.rb +44 -0
  67. data/test/integration/facets_test.rb +311 -0
  68. data/test/integration/filtered_queries_test.rb +66 -0
  69. data/test/integration/filters_test.rb +75 -0
  70. data/test/integration/fuzzy_queries_test.rb +20 -0
  71. data/test/integration/highlight_test.rb +64 -0
  72. data/test/integration/index_aliases_test.rb +122 -0
  73. data/test/integration/index_mapping_test.rb +43 -0
  74. data/test/integration/index_store_test.rb +112 -0
  75. data/test/integration/index_update_document_test.rb +121 -0
  76. data/test/integration/match_query_test.rb +79 -0
  77. data/test/integration/mongoid_searchable_test.rb +309 -0
  78. data/test/integration/multi_search_test.rb +114 -0
  79. data/test/integration/nested_query_test.rb +135 -0
  80. data/test/integration/percolator_test.rb +111 -0
  81. data/test/integration/persistent_model_test.rb +205 -0
  82. data/test/integration/prefix_query_test.rb +43 -0
  83. data/test/integration/query_return_version_test.rb +70 -0
  84. data/test/integration/query_string_test.rb +52 -0
  85. data/test/integration/range_queries_test.rb +36 -0
  86. data/test/integration/reindex_test.rb +56 -0
  87. data/test/integration/results_test.rb +58 -0
  88. data/test/integration/scan_test.rb +56 -0
  89. data/test/integration/script_fields_test.rb +38 -0
  90. data/test/integration/sort_test.rb +52 -0
  91. data/test/integration/text_query_test.rb +39 -0
  92. data/test/models/active_model_article.rb +31 -0
  93. data/test/models/active_model_article_with_callbacks.rb +49 -0
  94. data/test/models/active_model_article_with_custom_document_type.rb +7 -0
  95. data/test/models/active_model_article_with_custom_index_name.rb +7 -0
  96. data/test/models/active_record_models.rb +131 -0
  97. data/test/models/article.rb +15 -0
  98. data/test/models/mongoid_models.rb +85 -0
  99. data/test/models/persistent_article.rb +11 -0
  100. data/test/models/persistent_article_in_index.rb +16 -0
  101. data/test/models/persistent_article_in_namespace.rb +12 -0
  102. data/test/models/persistent_article_with_casting.rb +28 -0
  103. data/test/models/persistent_article_with_defaults.rb +12 -0
  104. data/test/models/persistent_article_with_percolation.rb +5 -0
  105. data/test/models/persistent_articles_with_custom_index_name.rb +10 -0
  106. data/test/models/supermodel_article.rb +17 -0
  107. data/test/models/validated_model.rb +11 -0
  108. data/test/test_helper.rb +118 -0
  109. data/test/unit/active_model_lint_test.rb +17 -0
  110. data/test/unit/configuration_test.rb +84 -0
  111. data/test/unit/count_test.rb +67 -0
  112. data/test/unit/http_client_test.rb +79 -0
  113. data/test/unit/http_response_test.rb +49 -0
  114. data/test/unit/index_alias_test.rb +335 -0
  115. data/test/unit/index_test.rb +1098 -0
  116. data/test/unit/logger_test.rb +125 -0
  117. data/test/unit/model_callbacks_test.rb +116 -0
  118. data/test/unit/model_import_test.rb +75 -0
  119. data/test/unit/model_initialization_test.rb +31 -0
  120. data/test/unit/model_persistence_test.rb +548 -0
  121. data/test/unit/model_search_test.rb +964 -0
  122. data/test/unit/multi_search_test.rb +304 -0
  123. data/test/unit/results_collection_test.rb +372 -0
  124. data/test/unit/results_item_test.rb +173 -0
  125. data/test/unit/rubyext_test.rb +66 -0
  126. data/test/unit/search_facet_test.rb +186 -0
  127. data/test/unit/search_filter_test.rb +42 -0
  128. data/test/unit/search_highlight_test.rb +46 -0
  129. data/test/unit/search_query_test.rb +419 -0
  130. data/test/unit/search_scan_test.rb +113 -0
  131. data/test/unit/search_script_field_test.rb +26 -0
  132. data/test/unit/search_sort_test.rb +50 -0
  133. data/test/unit/search_test.rb +556 -0
  134. data/test/unit/tire_test.rb +144 -0
  135. data/tire.gemspec +83 -0
  136. metadata +586 -0
@@ -0,0 +1,135 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class NestedQueryTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context 'Nested queries' do
9
+
10
+ setup do
11
+ @index = Tire.index('products-test') do
12
+ delete
13
+
14
+ create mappings: {
15
+ product: {
16
+ properties: {
17
+ name: { type: 'string' },
18
+ variants: { type: 'nested', size: 'string', color: 'string' }
19
+ }
20
+ }
21
+ }
22
+
23
+ store type: 'product',
24
+ name: 'Duck Shirt',
25
+ variants: [{ size: 'M', color: 'yellow'}, { size: 'L', color: 'silver'}]
26
+ store type: 'product',
27
+ name: 'Western Shirt',
28
+ variants: [{ size: 'S', color: 'yellow'}, { size: 'M', color: 'silver'}]
29
+
30
+ refresh
31
+ end
32
+ end
33
+
34
+ # teardown { @index.delete }
35
+
36
+ should "not return a results when properties match for different objects" do
37
+ s = Tire.search @index.name do
38
+ query do
39
+ nested path: 'variants' do
40
+ query do
41
+ boolean do
42
+ # No product matches size "S" and color "silver"
43
+ must { match 'variants.size', 'S' }
44
+ must { match 'variants.color', 'silver'}
45
+ end
46
+ end
47
+ end
48
+ end
49
+ end
50
+
51
+ assert_equal 0, s.results.size
52
+ end
53
+
54
+ should "return all matching documents when nested documents meet criteria" do
55
+ s = Tire.search @index.name do
56
+ query do
57
+ nested path: 'variants' do
58
+ query do
59
+ match 'variants.size', 'M'
60
+ end
61
+ end
62
+ end
63
+ end
64
+
65
+ assert_equal 2, s.results.size
66
+ end
67
+
68
+ should "return matching document when a nested document meets all criteria" do
69
+ s = Tire.search @index.name do
70
+ query do
71
+ nested path: 'variants' do
72
+ query do
73
+ boolean do
74
+ must { match 'variants.size', 'M' }
75
+ must { match 'variants.color', 'silver'}
76
+ end
77
+ end
78
+ end
79
+ end
80
+ end
81
+
82
+ assert_equal 1, s.results.size
83
+ assert_equal 'Western Shirt', s.results.first.name
84
+ end
85
+
86
+ should "return matching document when both the query and nested document meet all criteria" do
87
+ s = Tire.search @index.name do
88
+ query do
89
+ boolean do
90
+ must do
91
+ match 'name', 'Western'
92
+ end
93
+ must do
94
+ nested path: 'variants' do
95
+ query do
96
+ match 'variants.size', 'M'
97
+ end
98
+ end
99
+ end
100
+ end
101
+ end
102
+ end
103
+
104
+ assert_equal 1, s.results.size
105
+ assert_equal 'Western Shirt', s.results.first.name
106
+ end
107
+
108
+ should "not return results when the query and the nested document contradict" do
109
+ s = Tire.search @index.name do
110
+ query do
111
+ boolean do
112
+ must do
113
+ match 'name', 'Duck'
114
+ end
115
+ must do
116
+ nested path: 'variants' do
117
+ query do
118
+ boolean do
119
+ must { match 'variants.size', 'M' }
120
+ must { match 'variants.color', 'silver'}
121
+ end
122
+ end
123
+ end
124
+ end
125
+ end
126
+ end
127
+ end
128
+
129
+ assert_equal 0, s.results.size
130
+ end
131
+
132
+ end
133
+ end
134
+
135
+ end
@@ -0,0 +1,111 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class PercolatorIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Percolator" do
9
+ setup do
10
+ delete_registered_queries
11
+ @index = Tire.index('percolator-test')
12
+ @index.create
13
+ end
14
+ teardown do
15
+ delete_registered_queries
16
+ @index.delete
17
+ end
18
+
19
+ context "when registering a query" do
20
+ should "register query as a Hash" do
21
+ query = { :query => { :query_string => { :query => 'warning' } } }
22
+ assert @index.register_percolator_query('alert', query)
23
+ Tire.index('_percolator').refresh
24
+
25
+ percolator = Configuration.client.get("#{Configuration.url}/_percolator/percolator-test/alert")
26
+ assert percolator
27
+ end
28
+
29
+ should "register query as block" do
30
+ assert @index.register_percolator_query('alert') { string 'warning' }
31
+ Tire.index('_percolator').refresh
32
+
33
+ percolator = Configuration.client.get("#{Configuration.url}/_percolator/percolator-test/alert")
34
+ assert percolator
35
+ end
36
+
37
+ should "unregister a query" do
38
+ query = { :query => { :query_string => { :query => 'warning' } } }
39
+ assert @index.register_percolator_query('alert', query)
40
+ Tire.index('_percolator').refresh
41
+ assert Configuration.client.get("#{Configuration.url}/_percolator/percolator-test/alert")
42
+
43
+ assert @index.unregister_percolator_query('alert')
44
+ Tire.index('_percolator').refresh
45
+
46
+ assert Configuration.client.get("#{Configuration.url}/_percolator/percolator-test/alert").failure?
47
+ end
48
+
49
+ end
50
+
51
+ context "when percolating a document" do
52
+ setup do
53
+ @index.register_percolator_query('alert') { string 'warning' }
54
+ @index.register_percolator_query('gantz') { string '"y u no match"' }
55
+ @index.register_percolator_query('weather', :tags => ['weather']) { string 'severe' }
56
+ Tire.index('_percolator').refresh
57
+ end
58
+
59
+ should "return an empty array when no query matches" do
60
+ matches = @index.percolate :message => 'Situation normal'
61
+ assert_equal [], matches
62
+ end
63
+
64
+ should "return an array of matching query names" do
65
+ matches = @index.percolate :message => 'Severe weather warning'
66
+ assert_equal ['alert','weather'], matches.sort
67
+ end
68
+
69
+ should "return an array of matching query names for specific percolated queries" do
70
+ matches = @index.percolate(:message => 'Severe weather warning') { term :tags, 'weather' }
71
+ assert_equal ['weather'], matches
72
+ end
73
+ end
74
+
75
+ context "when storing document and percolating it" do
76
+ setup do
77
+ @index.register_percolator_query('alert') { string 'warning' }
78
+ @index.register_percolator_query('gantz') { string '"y u no match"' }
79
+ @index.register_percolator_query('weather', :tags => ['weather']) { string 'severe' }
80
+ Tire.index('_percolator').refresh
81
+ end
82
+
83
+ should "return an empty array when no query tire_matches" do
84
+ response = @index.store( {:message => 'Situation normal'}, {:percolate => true} )
85
+ assert_equal [], response['tire_matches']
86
+ end
87
+
88
+ should "return an array of matching query names" do
89
+ response = @index.store( {:message => 'Severe weather warning'}, {:percolate => true} )
90
+ assert_equal ['alert','weather'], response['tire_matches'].sort
91
+ end
92
+
93
+ should "return an array of matching query names for specific percolated queries" do
94
+ response = @index.store( {:message => 'Severe weather warning'}, {:percolate => 'tags:weather'} )
95
+ assert_equal ['weather'], response['tire_matches']
96
+ end
97
+ end
98
+
99
+ end
100
+
101
+ private
102
+
103
+ def delete_registered_queries
104
+ Configuration.client.get("#{Configuration.url}/_percolator/percolator-test/alert") rescue nil
105
+ Configuration.client.get("#{Configuration.url}/_percolator/percolator-test/gantz") rescue nil
106
+ Configuration.client.get("#{Configuration.url}/_percolator/percolator-test/weather") rescue nil
107
+ end
108
+
109
+ end
110
+
111
+ end
@@ -0,0 +1,205 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class PersistentModelIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ def setup
9
+ super
10
+ PersistentArticle.index.delete
11
+ end
12
+
13
+ def teardown
14
+ super
15
+ PersistentArticle.index.delete
16
+ PersistentArticleWithDefaults.index.delete
17
+ end
18
+
19
+ context "PersistentModel" do
20
+ should "search with simple query" do
21
+ PersistentArticle.create :id => 1, :title => 'One'
22
+ PersistentArticle.index.refresh
23
+
24
+ results = PersistentArticle.search 'one'
25
+ assert_equal 'One', results.first.title
26
+ end
27
+
28
+ should "search with a block" do
29
+ PersistentArticle.create :id => 1, :title => 'One'
30
+ PersistentArticle.index.refresh
31
+
32
+ results = PersistentArticle.search(:sort => 'title') { query { string 'one' } }
33
+ assert_equal 'One', results.first.title
34
+ end
35
+
36
+ should "return instances of model" do
37
+ PersistentArticle.create :id => 1, :title => 'One'
38
+ PersistentArticle.index.refresh
39
+
40
+ results = PersistentArticle.search 'one'
41
+ assert_instance_of PersistentArticle, results.first
42
+ end
43
+
44
+ should "save documents into index and find them by IDs" do
45
+ one = PersistentArticle.create :id => 1, :title => 'One'
46
+ two = PersistentArticle.create :id => 2, :title => 'Two'
47
+
48
+ PersistentArticle.index.refresh
49
+
50
+ results = PersistentArticle.find [1, 2]
51
+
52
+ assert_equal 2, results.size
53
+ end
54
+
55
+ should "be persisted" do
56
+ one = PersistentArticle.create :id => 1, :title => 'One'
57
+ PersistentArticle.index.refresh
58
+
59
+ a = PersistentArticle.all.first
60
+ assert a.persisted?, a.inspect
61
+
62
+ b = PersistentArticle.first
63
+ assert b.persisted?, b.inspect
64
+
65
+ c = PersistentArticle.search { query { string 'one' } }.first
66
+ assert c.persisted?, c.inspect
67
+ end
68
+
69
+ should "return default values for properties without value" do
70
+ PersistentArticleWithDefaults.create :id => 1, :title => 'One'
71
+ PersistentArticleWithDefaults.index.refresh
72
+
73
+ results = PersistentArticleWithDefaults.all
74
+
75
+ assert_equal [], results.first.tags
76
+ end
77
+
78
+ context "with pagination" do
79
+
80
+ setup do
81
+ 1.upto(9) { |number| PersistentArticle.create :title => "Test#{number}" }
82
+ PersistentArticle.index.refresh
83
+ end
84
+
85
+ should "find first page with five results" do
86
+ results = PersistentArticle.search( :per_page => 5, :page => 1 ) { query { all } }
87
+ assert_equal 5, results.size
88
+
89
+ # WillPaginate
90
+ #
91
+ assert_equal 2, results.total_pages
92
+ assert_equal 1, results.current_page
93
+ assert_equal nil, results.previous_page
94
+ assert_equal 2, results.next_page
95
+
96
+ # Kaminari
97
+ #
98
+ assert_equal 5, results.limit_value
99
+ assert_equal 9, results.total_count
100
+ assert_equal 2, results.num_pages
101
+ assert_equal 0, results.offset_value
102
+ end
103
+
104
+ end
105
+
106
+ context "with namespaced models" do
107
+ setup do
108
+ MyNamespace::PersistentArticleInNamespace.create :title => 'Test'
109
+ MyNamespace::PersistentArticleInNamespace.index.refresh
110
+ end
111
+
112
+ teardown do
113
+ MyNamespace::PersistentArticleInNamespace.index.delete
114
+ end
115
+
116
+ should "find the document in the index" do
117
+ results = MyNamespace::PersistentArticleInNamespace.search 'test'
118
+
119
+ assert results.any?, "No results returned: #{results.inspect}"
120
+ assert_equal 1, results.count
121
+
122
+ assert_instance_of MyNamespace::PersistentArticleInNamespace, results.first
123
+ end
124
+
125
+ end
126
+
127
+ context "multi search" do
128
+ setup do
129
+ # Tire.configure { logger STDERR }
130
+ PersistentArticle.create :title => 'Test'
131
+ PersistentArticle.create :title => 'Pest'
132
+ PersistentArticle.index.refresh
133
+ end
134
+
135
+ should "return multiple result sets" do
136
+ results = PersistentArticle.multi_search do
137
+ search do
138
+ query { match :title, 'test' }
139
+ end
140
+ search search_type: 'count' do
141
+ query { match :title, 'pest' }
142
+ end
143
+ end
144
+
145
+ assert_equal 2, results.size
146
+
147
+ assert_equal 1, results[0].size
148
+ assert_equal 1, results[0].total
149
+
150
+ assert_equal 0, results[1].size
151
+ assert_equal 1, results[1].total
152
+ end
153
+ end
154
+
155
+ context "with multiple types within single index" do
156
+
157
+ setup do
158
+ # Create documents of two types within single index
159
+ PersistentArticleInIndex.create :title => "TestInIndex", :tags => ['in_index']
160
+ PersistentArticle.create :title => "Test", :tags => []
161
+ PersistentArticle.index.refresh
162
+ end
163
+
164
+ should "returns all documents with proper type" do
165
+ results = PersistentArticle.all
166
+
167
+ assert_equal 1, results.size
168
+ assert results.all? { |r| r.tags == [] }, "Incorrect results? " + results.to_a.inspect
169
+
170
+ results = PersistentArticleInIndex.all
171
+
172
+ assert_equal 1, results.size
173
+ assert results.all? { |r| r.tags == ['in_index'] }, "Incorrect results? " + results.to_a.inspect
174
+ end
175
+
176
+ should "returns first document with proper type" do
177
+ assert_instance_of PersistentArticle, PersistentArticle.first
178
+ assert_instance_of PersistentArticleInIndex, PersistentArticleInIndex.first
179
+
180
+ assert_equal [], PersistentArticle.first.tags
181
+ assert_equal ['in_index'], PersistentArticleInIndex.first.tags
182
+ end
183
+ end
184
+
185
+ context "percolated search" do
186
+ setup do
187
+ PersistentArticleWithPercolation.index.register_percolator_query('alert') { string 'warning' }
188
+ Tire.index('_percolator').refresh
189
+ end
190
+
191
+ should "return matching queries when percolating" do
192
+ a = PersistentArticleWithPercolation.new :title => 'Warning!'
193
+ assert_contains a.percolate, 'alert'
194
+ end
195
+
196
+ should "return matching queries when saving" do
197
+ a = PersistentArticleWithPercolation.create :title => 'Warning!'
198
+ assert_contains a.tire_matches, 'alert'
199
+ end
200
+ end
201
+
202
+ end
203
+
204
+ end
205
+ end