tire-erez 0.5.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (136) hide show
  1. data/.gitignore +14 -0
  2. data/.travis.yml +32 -0
  3. data/.yardopts +1 -0
  4. data/Gemfile +10 -0
  5. data/MIT-LICENSE +20 -0
  6. data/README.markdown +775 -0
  7. data/Rakefile +51 -0
  8. data/examples/rails-application-template.rb +263 -0
  9. data/examples/tire-dsl.rb +932 -0
  10. data/lib/tire.rb +59 -0
  11. data/lib/tire/alias.rb +296 -0
  12. data/lib/tire/configuration.rb +38 -0
  13. data/lib/tire/count.rb +85 -0
  14. data/lib/tire/dsl.rb +114 -0
  15. data/lib/tire/http/client.rb +62 -0
  16. data/lib/tire/http/clients/curb.rb +61 -0
  17. data/lib/tire/http/clients/faraday.rb +71 -0
  18. data/lib/tire/http/response.rb +27 -0
  19. data/lib/tire/index.rb +443 -0
  20. data/lib/tire/logger.rb +60 -0
  21. data/lib/tire/model/callbacks.rb +40 -0
  22. data/lib/tire/model/import.rb +27 -0
  23. data/lib/tire/model/indexing.rb +134 -0
  24. data/lib/tire/model/naming.rb +100 -0
  25. data/lib/tire/model/percolate.rb +99 -0
  26. data/lib/tire/model/persistence.rb +72 -0
  27. data/lib/tire/model/persistence/attributes.rb +148 -0
  28. data/lib/tire/model/persistence/finders.rb +54 -0
  29. data/lib/tire/model/persistence/storage.rb +77 -0
  30. data/lib/tire/model/search.rb +322 -0
  31. data/lib/tire/multi_search.rb +263 -0
  32. data/lib/tire/results/collection.rb +156 -0
  33. data/lib/tire/results/item.rb +94 -0
  34. data/lib/tire/results/pagination.rb +68 -0
  35. data/lib/tire/rubyext/hash.rb +8 -0
  36. data/lib/tire/rubyext/ruby_1_8.rb +1 -0
  37. data/lib/tire/rubyext/symbol.rb +11 -0
  38. data/lib/tire/rubyext/uri_escape.rb +74 -0
  39. data/lib/tire/search.rb +211 -0
  40. data/lib/tire/search/facet.rb +81 -0
  41. data/lib/tire/search/filter.rb +28 -0
  42. data/lib/tire/search/highlight.rb +37 -0
  43. data/lib/tire/search/queries/match.rb +40 -0
  44. data/lib/tire/search/query.rb +250 -0
  45. data/lib/tire/search/scan.rb +114 -0
  46. data/lib/tire/search/script_field.rb +23 -0
  47. data/lib/tire/search/sort.rb +25 -0
  48. data/lib/tire/tasks.rb +138 -0
  49. data/lib/tire/utils.rb +17 -0
  50. data/lib/tire/version.rb +18 -0
  51. data/test/fixtures/articles/1.json +1 -0
  52. data/test/fixtures/articles/2.json +1 -0
  53. data/test/fixtures/articles/3.json +1 -0
  54. data/test/fixtures/articles/4.json +1 -0
  55. data/test/fixtures/articles/5.json +1 -0
  56. data/test/integration/active_model_indexing_test.rb +51 -0
  57. data/test/integration/active_model_searchable_test.rb +114 -0
  58. data/test/integration/active_record_searchable_test.rb +620 -0
  59. data/test/integration/boolean_queries_test.rb +43 -0
  60. data/test/integration/boosting_queries_test.rb +32 -0
  61. data/test/integration/bulk_test.rb +86 -0
  62. data/test/integration/count_test.rb +64 -0
  63. data/test/integration/custom_score_queries_test.rb +89 -0
  64. data/test/integration/dis_max_queries_test.rb +68 -0
  65. data/test/integration/dsl_search_test.rb +30 -0
  66. data/test/integration/explanation_test.rb +44 -0
  67. data/test/integration/facets_test.rb +311 -0
  68. data/test/integration/filtered_queries_test.rb +66 -0
  69. data/test/integration/filters_test.rb +75 -0
  70. data/test/integration/fuzzy_queries_test.rb +20 -0
  71. data/test/integration/highlight_test.rb +64 -0
  72. data/test/integration/index_aliases_test.rb +122 -0
  73. data/test/integration/index_mapping_test.rb +43 -0
  74. data/test/integration/index_store_test.rb +112 -0
  75. data/test/integration/index_update_document_test.rb +121 -0
  76. data/test/integration/match_query_test.rb +79 -0
  77. data/test/integration/mongoid_searchable_test.rb +309 -0
  78. data/test/integration/multi_search_test.rb +114 -0
  79. data/test/integration/nested_query_test.rb +135 -0
  80. data/test/integration/percolator_test.rb +111 -0
  81. data/test/integration/persistent_model_test.rb +205 -0
  82. data/test/integration/prefix_query_test.rb +43 -0
  83. data/test/integration/query_return_version_test.rb +70 -0
  84. data/test/integration/query_string_test.rb +52 -0
  85. data/test/integration/range_queries_test.rb +36 -0
  86. data/test/integration/reindex_test.rb +56 -0
  87. data/test/integration/results_test.rb +58 -0
  88. data/test/integration/scan_test.rb +56 -0
  89. data/test/integration/script_fields_test.rb +38 -0
  90. data/test/integration/sort_test.rb +52 -0
  91. data/test/integration/text_query_test.rb +39 -0
  92. data/test/models/active_model_article.rb +31 -0
  93. data/test/models/active_model_article_with_callbacks.rb +49 -0
  94. data/test/models/active_model_article_with_custom_document_type.rb +7 -0
  95. data/test/models/active_model_article_with_custom_index_name.rb +7 -0
  96. data/test/models/active_record_models.rb +131 -0
  97. data/test/models/article.rb +15 -0
  98. data/test/models/mongoid_models.rb +85 -0
  99. data/test/models/persistent_article.rb +11 -0
  100. data/test/models/persistent_article_in_index.rb +16 -0
  101. data/test/models/persistent_article_in_namespace.rb +12 -0
  102. data/test/models/persistent_article_with_casting.rb +28 -0
  103. data/test/models/persistent_article_with_defaults.rb +12 -0
  104. data/test/models/persistent_article_with_percolation.rb +5 -0
  105. data/test/models/persistent_articles_with_custom_index_name.rb +10 -0
  106. data/test/models/supermodel_article.rb +17 -0
  107. data/test/models/validated_model.rb +11 -0
  108. data/test/test_helper.rb +118 -0
  109. data/test/unit/active_model_lint_test.rb +17 -0
  110. data/test/unit/configuration_test.rb +84 -0
  111. data/test/unit/count_test.rb +67 -0
  112. data/test/unit/http_client_test.rb +79 -0
  113. data/test/unit/http_response_test.rb +49 -0
  114. data/test/unit/index_alias_test.rb +335 -0
  115. data/test/unit/index_test.rb +1098 -0
  116. data/test/unit/logger_test.rb +125 -0
  117. data/test/unit/model_callbacks_test.rb +116 -0
  118. data/test/unit/model_import_test.rb +75 -0
  119. data/test/unit/model_initialization_test.rb +31 -0
  120. data/test/unit/model_persistence_test.rb +548 -0
  121. data/test/unit/model_search_test.rb +964 -0
  122. data/test/unit/multi_search_test.rb +304 -0
  123. data/test/unit/results_collection_test.rb +372 -0
  124. data/test/unit/results_item_test.rb +173 -0
  125. data/test/unit/rubyext_test.rb +66 -0
  126. data/test/unit/search_facet_test.rb +186 -0
  127. data/test/unit/search_filter_test.rb +42 -0
  128. data/test/unit/search_highlight_test.rb +46 -0
  129. data/test/unit/search_query_test.rb +419 -0
  130. data/test/unit/search_scan_test.rb +113 -0
  131. data/test/unit/search_script_field_test.rb +26 -0
  132. data/test/unit/search_sort_test.rb +50 -0
  133. data/test/unit/search_test.rb +556 -0
  134. data/test/unit/tire_test.rb +144 -0
  135. data/tire.gemspec +83 -0
  136. metadata +586 -0
@@ -0,0 +1,311 @@
1
+ require 'test_helper'
2
+ require 'date'
3
+
4
+ module Tire
5
+
6
+ class FacetsIntegrationTest < Test::Unit::TestCase
7
+ include Test::Integration
8
+
9
+ context "Facets" do
10
+
11
+ should "return results scoped to current query" do
12
+ q = 'tags:ruby'
13
+ s = Tire.search('articles-test') do
14
+ query { string q }
15
+ facet 'tags' do
16
+ terms :tags
17
+ end
18
+ end
19
+ facets = s.results.facets['tags']['terms']
20
+ assert_equal 2, facets.count
21
+ assert_equal 'ruby', facets.first['term']
22
+ assert_equal 2, facets.first['count']
23
+ end
24
+
25
+ should "allow to specify global facets and query-scoped facets" do
26
+ q = 'tags:ruby'
27
+ s = Tire.search('articles-test') do
28
+ query { string q }
29
+ facet('scoped-tags') { terms :tags }
30
+ facet('global-tags', :global => true) { terms :tags }
31
+ end
32
+
33
+ scoped_facets = s.results.facets['scoped-tags']['terms']
34
+ global_facets = s.results.facets['global-tags']['terms']
35
+
36
+ assert_equal 2, scoped_facets.count
37
+ assert_equal 5, global_facets.count
38
+ end
39
+
40
+ should "allow to define multiple facets" do
41
+ s = Tire.search('articles-test') do
42
+ facet('tags') { terms :tags }
43
+ facet('date') { date :published_on }
44
+ end
45
+
46
+ assert_equal 2, s.results.facets.size
47
+ end
48
+
49
+ should "allow to restrict facets with filters" do
50
+ s = Tire.search('articles-test') do
51
+ query { string 'tags:ruby' }
52
+ facet('tags', :facet_filter => { :range => { :published_on => { :from => '2011-01-01', :to => '2011-01-01' } } }) do
53
+ terms :tags
54
+ end
55
+ end
56
+
57
+ assert_equal 1, s.results.facets.size
58
+ assert_equal 'ruby', s.results.facets['tags']['terms'].first['term']
59
+ assert_equal 1, s.results.facets['tags']['terms'].first['count'].to_i
60
+ end
61
+
62
+ should "allow to define the facet filter with DSL" do
63
+ s = Tire.search('articles-test', :search_type => 'count') do
64
+ facet 'tags' do
65
+ terms :tags
66
+ facet_filter :range, { :published_on => { :from => '2011-01-01', :to => '2011-01-01' } }
67
+ end
68
+ end
69
+
70
+ assert_equal 1, s.results.facets.size
71
+ assert_equal 'ruby', s.results.facets['tags']['terms'].first['term']
72
+ assert_equal 1, s.results.facets['tags']['terms'].first['count'].to_i
73
+ end
74
+
75
+ should "allow arbitrary order of methods in the DSL block" do
76
+ s = Tire.search('articles-test', :search_type => 'count') do
77
+ facet 'tags' do
78
+ facet_filter :range, { :published_on => { :from => '2011-01-01', :to => '2011-01-01' } }
79
+ terms :tags
80
+ end
81
+ end
82
+
83
+ assert_equal 1, s.results.facets.size
84
+ assert_equal 'ruby', s.results.facets['tags']['terms'].first['term']
85
+ assert_equal 1, s.results.facets['tags']['terms'].first['count'].to_i
86
+ end
87
+
88
+ context "terms" do
89
+ setup do
90
+ @s = Tire.search('articles-test') do
91
+ query { string 'tags:ruby' }
92
+ end
93
+ end
94
+
95
+ should "return results ordered by term" do
96
+ @s.facet('tags') { terms :tags }
97
+ @s.facet('term-ordered-tags') { terms :tags, order: 'term' }
98
+
99
+ facets = @s.results.facets
100
+ # p facets
101
+ assert_equal 'ruby', facets['tags']['terms'] .first['term']
102
+ assert_equal 'python', facets['term-ordered-tags']['terms'].first['term']
103
+ end
104
+
105
+ should "return results aggregated over multiple fields" do
106
+ @s.facet('multiple-fields') { terms ['tags', 'words'] }
107
+
108
+ facets = @s.results.facets
109
+ # p facets
110
+ assert_equal 4, facets['multiple-fields']['terms'].size
111
+ end
112
+
113
+ end
114
+
115
+ context "date histogram" do
116
+
117
+ should "return aggregated counts for each bucket" do
118
+ s = Tire.search('articles-test') do
119
+ query { all }
120
+ facet 'published_on' do
121
+ date :published_on
122
+ end
123
+ end
124
+
125
+ facets = s.results.facets['published_on']['entries']
126
+ assert_equal 4, facets.size, facets.inspect
127
+ assert_equal 2, facets.entries[1]['count'], facets.inspect
128
+ end
129
+
130
+ should "return value statistics for each bucket" do
131
+ s = Tire.search('articles-test', search_type: 'count') do
132
+ query { all }
133
+ facet 'published_on' do
134
+ date :published_on, value_field: 'words'
135
+ end
136
+ end
137
+
138
+ facets = s.results.facets['published_on']['entries']
139
+ assert_equal 4, facets.size, facets.inspect
140
+ assert_equal 2, facets.entries[1]['count'], facets.inspect
141
+ assert_equal 625.0, facets.entries[1]['total'], facets.inspect
142
+ end
143
+
144
+ should "return value statistics for each bucket by script" do
145
+ s = Tire.search('articles-test', search_type: 'count') do
146
+ query { all }
147
+ facet 'published_on' do
148
+ date :published_on, value_script: "doc.title.value.length()"
149
+ end
150
+ end
151
+
152
+ facets = s.results.facets['published_on']['entries']
153
+ assert_equal 4, facets.size, facets.inspect
154
+ assert_equal 2, facets.entries[1]['count'], facets.inspect
155
+ assert_equal 8.0, facets.entries[1]['total'], facets.inspect # Two + Three => 8 characters
156
+ end
157
+
158
+ end
159
+
160
+ context "date ranges" do
161
+
162
+ should "return aggregated values for all results" do
163
+ s = Tire.search('articles-test') do
164
+ query { all }
165
+ facet 'published_on' do
166
+ range :published_on, [{:to => '2010-12-31'}, {:from => '2011-01-01', :to => '2011-01-05'}]
167
+ end
168
+ end
169
+
170
+ facets = s.results.facets['published_on']['ranges']
171
+ assert_equal 2, facets.size, facets.inspect
172
+ assert_equal 0, facets.entries[0]["count"], facets.inspect
173
+ assert_equal 5, facets.entries[1]["count"], facets.inspect
174
+ end
175
+
176
+ end
177
+
178
+ context "histogram" do
179
+
180
+ should "return aggregated values for all results" do
181
+ s = Tire.search('articles-test') do
182
+ query { all }
183
+ facet 'words_histogram' do
184
+ histogram :words, :interval => 100
185
+ end
186
+ end
187
+
188
+ facets = s.results.facets['words_histogram']['entries']
189
+ assert_equal 3, facets.size, facets.inspect
190
+ assert_equal({"key" => 100, "count" => 2}, facets.entries[0], facets.inspect)
191
+ assert_equal({"key" => 200, "count" => 2}, facets.entries[1], facets.inspect)
192
+ assert_equal({"key" => 300, "count" => 1}, facets.entries[2], facets.inspect)
193
+ end
194
+
195
+ end
196
+
197
+ context "statistical" do
198
+
199
+ should "return computed statistical data on a numeric field" do
200
+ s = Tire.search('articles-test') do
201
+ query { all }
202
+ facet 'word_stats' do
203
+ statistical :words
204
+ end
205
+ end
206
+
207
+ facets = s.results.facets["word_stats"]
208
+ assert_equal 5, facets["count"], facets.inspect
209
+ assert_equal 1125.0, facets["total"], facets.inspect
210
+ assert_equal 125.0, facets["min"], facets.inspect
211
+ assert_equal 375.0, facets["max"], facets.inspect
212
+ assert_equal 225.0, facets["mean"], facets.inspect
213
+ end
214
+
215
+ should "return computed statistical data by given script" do
216
+ s = Tire.search('articles-test') do
217
+ query { all }
218
+ facet 'word_stats' do
219
+ statistical :statistical => { :script => "doc['words'].value * factor",
220
+ :params => { :factor => 2 } }
221
+ end
222
+ end
223
+
224
+ facets = s.results.facets["word_stats"]
225
+ assert_equal 2250.0, facets["total"], facets.inspect
226
+ end
227
+
228
+ end
229
+
230
+ context "terms_stats" do
231
+
232
+ should "return computed stats computed on a field, per term value driven by another field" do
233
+ s = Tire.search('articles-test') do
234
+ query { all }
235
+ facet 'words_per_tag_stats' do
236
+ terms_stats :tags, :words
237
+ end
238
+ end
239
+ facets = s.results.facets['words_per_tag_stats']['terms']
240
+
241
+ assert_equal({"term" => "ruby", "count" => 2, "total_count"=> 2, "min"=> 125.0, "max"=> 250.0, "total"=> 375.0, "mean"=> 187.5}, facets[0], facets.inspect)
242
+ assert_equal({"term" => "java", "count" => 2, "total_count"=> 2, "min"=> 125.0, "max"=> 375.0, "total"=> 500.0, "mean"=> 250.0}, facets[1], facets.inspect)
243
+ assert_equal({"term" => "python", "count" => 1, "total_count"=> 1, "min"=> 250.0, "max"=> 250.0, "total"=> 250.0, "mean"=> 250.0}, facets[2], facets.inspect)
244
+ end
245
+
246
+ end
247
+
248
+ context "query facets" do
249
+
250
+ should "return aggregated values for a string query" do
251
+ s = Tire.search('articles-test') do
252
+ facet 'tees' do
253
+ query { string 'T*' }
254
+ end
255
+ end
256
+
257
+ count = s.results.facets['tees']['count']
258
+ assert_equal 2, count, s.results.facets['tees'].inspect
259
+ end
260
+
261
+ should "return aggregated values for _exists_ string query" do
262
+ s = Tire.search('articles-test') do
263
+ facet 'drafts' do
264
+ query { string '_exists_:draft' }
265
+ end
266
+ end
267
+
268
+ count = s.results.facets['drafts']['count']
269
+ assert_equal 1, count, s.results.facets['drafts'].inspect
270
+ end
271
+
272
+ should "return aggregated values for a terms query" do
273
+ s = Tire.search('articles-test') do
274
+ facet 'friends' do
275
+ query { terms :tags, ['ruby', 'python'] }
276
+ end
277
+ end
278
+
279
+ count = s.results.facets['friends']['count']
280
+ assert_equal 2, count, s.results.facets['friends'].inspect
281
+
282
+ s = Tire.search('articles-test') do
283
+ facet 'friends' do
284
+ query { terms :tags, ['ruby', 'python'], :minimum_match => 2 }
285
+ end
286
+ end
287
+
288
+ count = s.results.facets['friends']['count']
289
+ assert_equal 1, count, s.results.facets['friends'].inspect
290
+ end
291
+
292
+ end
293
+
294
+ context "filter" do
295
+
296
+ should "return a filter facet" do
297
+ s = Tire.search('articles-test', :search_type => 'count') do
298
+ facet 'filtered' do
299
+ filter :range, :words => { :from => 100, :to => 200 }
300
+ end
301
+ end
302
+
303
+ facets = s.results.facets["filtered"]
304
+ assert_equal 2, facets["count"], facets.inspect
305
+ end
306
+
307
+ end
308
+
309
+ end
310
+ end
311
+ end
@@ -0,0 +1,66 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class FilteredQueriesIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Filtered queries" do
9
+
10
+ should "restrict the results with a filter" do
11
+ # 2.json > Begins with "T" and is tagged "ruby"
12
+
13
+ s = Tire.search('articles-test') do
14
+ query do
15
+ filtered do
16
+ query { string 'title:T*' }
17
+ filter :terms, :tags => ['ruby']
18
+ end
19
+ end
20
+ end
21
+
22
+ assert_equal 1, s.results.count
23
+ assert_equal 'Two', s.results.first.title
24
+ end
25
+
26
+ should "restrict the results with multiple filters, chained with AND by default" do
27
+ # 2.json > Is tagged "ruby" and has 250 words
28
+
29
+ s = Tire.search('articles-test') do
30
+ query do
31
+ filtered do
32
+ query { all }
33
+ filter :terms, :tags => ['ruby', 'python']
34
+ filter :range, :words => { :from => '250', :to => '250' }
35
+ end
36
+ end
37
+ end
38
+
39
+ assert_equal 1, s.results.count
40
+ assert_equal 'Two', s.results.first.title
41
+ end
42
+
43
+ should "restrict the results with multiple OR filters" do
44
+ # 1.json > Is tagged "ruby"
45
+ # 1.json > Is tagged "ruby" and has 250 words
46
+ # 4.json > Has 250 words
47
+
48
+ s = Tire.search('articles-test') do
49
+ query do
50
+ filtered do
51
+ query { all }
52
+ filter :or, { :terms => { :tags => ['ruby', 'python'] } },
53
+ { :range => { :words => { :from => '250', :to => '250' } } }
54
+ end
55
+ end
56
+ end
57
+
58
+ assert_equal 3, s.results.count
59
+ assert_equal %w(Four One Two), s.results.map(&:title).sort
60
+ end
61
+
62
+ end
63
+
64
+ end
65
+
66
+ end
@@ -0,0 +1,75 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class FiltersIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Filters" do
9
+
10
+ should "filter the results" do
11
+ # 2.json > Begins with "T" and is tagged "ruby"
12
+
13
+ s = Tire.search('articles-test') do
14
+ query { string 'title:T*' }
15
+ filter :terms, :tags => ['ruby']
16
+ end
17
+
18
+ assert_equal 1, s.results.count
19
+ assert_equal 'Two', s.results.first.title
20
+ end
21
+
22
+ should "filter the results with multiple terms" do
23
+ # 2.json > Is tagged *both* "ruby" and "python"
24
+
25
+ s = Tire.search('articles-test') do
26
+ query { all }
27
+ filter :terms, :tags => ['ruby', 'python'], :execution => 'and'
28
+ end
29
+
30
+ assert_equal 1, s.results.count
31
+ assert_equal 'Two', s.results.first.title
32
+ end
33
+
34
+ should "filter the results with multiple 'or' filters" do
35
+ # 4.json > Begins with "F" and is tagged "erlang"
36
+
37
+ s = Tire.search('articles-test') do
38
+ query { string 'title:F*' }
39
+ filter :or, {:terms => {:tags => ['ruby']}},
40
+ {:terms => {:tags => ['erlang']}}
41
+ end
42
+
43
+ assert_equal 1, s.results.count
44
+ assert_equal 'Four', s.results.first.title
45
+ end
46
+
47
+ should "filter the results with multiple 'and' filters" do
48
+ # 5.json > Is tagged ["java", "javascript"] and is published on 2011-01-04
49
+
50
+ s = Tire.search('articles-test') do
51
+ filter :terms, :tags => ["java"]
52
+ filter :term, :published_on => "2011-01-04"
53
+ end
54
+
55
+ assert_equal 1, s.results.count
56
+ assert_equal 'Five', s.results.first.title
57
+ end
58
+
59
+ should "not influence facets" do
60
+ s = Tire.search('articles-test') do
61
+ query { string 'title:T*' }
62
+ filter :terms, :tags => ['ruby']
63
+
64
+ facet('tags') { terms :tags }
65
+ end
66
+
67
+ assert_equal 1, s.results.count
68
+ assert_equal 3, s.results.facets['tags']['terms'].size
69
+ end
70
+
71
+ end
72
+
73
+ end
74
+
75
+ end