tire-erez 0.5.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (136) hide show
  1. data/.gitignore +14 -0
  2. data/.travis.yml +32 -0
  3. data/.yardopts +1 -0
  4. data/Gemfile +10 -0
  5. data/MIT-LICENSE +20 -0
  6. data/README.markdown +775 -0
  7. data/Rakefile +51 -0
  8. data/examples/rails-application-template.rb +263 -0
  9. data/examples/tire-dsl.rb +932 -0
  10. data/lib/tire.rb +59 -0
  11. data/lib/tire/alias.rb +296 -0
  12. data/lib/tire/configuration.rb +38 -0
  13. data/lib/tire/count.rb +85 -0
  14. data/lib/tire/dsl.rb +114 -0
  15. data/lib/tire/http/client.rb +62 -0
  16. data/lib/tire/http/clients/curb.rb +61 -0
  17. data/lib/tire/http/clients/faraday.rb +71 -0
  18. data/lib/tire/http/response.rb +27 -0
  19. data/lib/tire/index.rb +443 -0
  20. data/lib/tire/logger.rb +60 -0
  21. data/lib/tire/model/callbacks.rb +40 -0
  22. data/lib/tire/model/import.rb +27 -0
  23. data/lib/tire/model/indexing.rb +134 -0
  24. data/lib/tire/model/naming.rb +100 -0
  25. data/lib/tire/model/percolate.rb +99 -0
  26. data/lib/tire/model/persistence.rb +72 -0
  27. data/lib/tire/model/persistence/attributes.rb +148 -0
  28. data/lib/tire/model/persistence/finders.rb +54 -0
  29. data/lib/tire/model/persistence/storage.rb +77 -0
  30. data/lib/tire/model/search.rb +322 -0
  31. data/lib/tire/multi_search.rb +263 -0
  32. data/lib/tire/results/collection.rb +156 -0
  33. data/lib/tire/results/item.rb +94 -0
  34. data/lib/tire/results/pagination.rb +68 -0
  35. data/lib/tire/rubyext/hash.rb +8 -0
  36. data/lib/tire/rubyext/ruby_1_8.rb +1 -0
  37. data/lib/tire/rubyext/symbol.rb +11 -0
  38. data/lib/tire/rubyext/uri_escape.rb +74 -0
  39. data/lib/tire/search.rb +211 -0
  40. data/lib/tire/search/facet.rb +81 -0
  41. data/lib/tire/search/filter.rb +28 -0
  42. data/lib/tire/search/highlight.rb +37 -0
  43. data/lib/tire/search/queries/match.rb +40 -0
  44. data/lib/tire/search/query.rb +250 -0
  45. data/lib/tire/search/scan.rb +114 -0
  46. data/lib/tire/search/script_field.rb +23 -0
  47. data/lib/tire/search/sort.rb +25 -0
  48. data/lib/tire/tasks.rb +138 -0
  49. data/lib/tire/utils.rb +17 -0
  50. data/lib/tire/version.rb +18 -0
  51. data/test/fixtures/articles/1.json +1 -0
  52. data/test/fixtures/articles/2.json +1 -0
  53. data/test/fixtures/articles/3.json +1 -0
  54. data/test/fixtures/articles/4.json +1 -0
  55. data/test/fixtures/articles/5.json +1 -0
  56. data/test/integration/active_model_indexing_test.rb +51 -0
  57. data/test/integration/active_model_searchable_test.rb +114 -0
  58. data/test/integration/active_record_searchable_test.rb +620 -0
  59. data/test/integration/boolean_queries_test.rb +43 -0
  60. data/test/integration/boosting_queries_test.rb +32 -0
  61. data/test/integration/bulk_test.rb +86 -0
  62. data/test/integration/count_test.rb +64 -0
  63. data/test/integration/custom_score_queries_test.rb +89 -0
  64. data/test/integration/dis_max_queries_test.rb +68 -0
  65. data/test/integration/dsl_search_test.rb +30 -0
  66. data/test/integration/explanation_test.rb +44 -0
  67. data/test/integration/facets_test.rb +311 -0
  68. data/test/integration/filtered_queries_test.rb +66 -0
  69. data/test/integration/filters_test.rb +75 -0
  70. data/test/integration/fuzzy_queries_test.rb +20 -0
  71. data/test/integration/highlight_test.rb +64 -0
  72. data/test/integration/index_aliases_test.rb +122 -0
  73. data/test/integration/index_mapping_test.rb +43 -0
  74. data/test/integration/index_store_test.rb +112 -0
  75. data/test/integration/index_update_document_test.rb +121 -0
  76. data/test/integration/match_query_test.rb +79 -0
  77. data/test/integration/mongoid_searchable_test.rb +309 -0
  78. data/test/integration/multi_search_test.rb +114 -0
  79. data/test/integration/nested_query_test.rb +135 -0
  80. data/test/integration/percolator_test.rb +111 -0
  81. data/test/integration/persistent_model_test.rb +205 -0
  82. data/test/integration/prefix_query_test.rb +43 -0
  83. data/test/integration/query_return_version_test.rb +70 -0
  84. data/test/integration/query_string_test.rb +52 -0
  85. data/test/integration/range_queries_test.rb +36 -0
  86. data/test/integration/reindex_test.rb +56 -0
  87. data/test/integration/results_test.rb +58 -0
  88. data/test/integration/scan_test.rb +56 -0
  89. data/test/integration/script_fields_test.rb +38 -0
  90. data/test/integration/sort_test.rb +52 -0
  91. data/test/integration/text_query_test.rb +39 -0
  92. data/test/models/active_model_article.rb +31 -0
  93. data/test/models/active_model_article_with_callbacks.rb +49 -0
  94. data/test/models/active_model_article_with_custom_document_type.rb +7 -0
  95. data/test/models/active_model_article_with_custom_index_name.rb +7 -0
  96. data/test/models/active_record_models.rb +131 -0
  97. data/test/models/article.rb +15 -0
  98. data/test/models/mongoid_models.rb +85 -0
  99. data/test/models/persistent_article.rb +11 -0
  100. data/test/models/persistent_article_in_index.rb +16 -0
  101. data/test/models/persistent_article_in_namespace.rb +12 -0
  102. data/test/models/persistent_article_with_casting.rb +28 -0
  103. data/test/models/persistent_article_with_defaults.rb +12 -0
  104. data/test/models/persistent_article_with_percolation.rb +5 -0
  105. data/test/models/persistent_articles_with_custom_index_name.rb +10 -0
  106. data/test/models/supermodel_article.rb +17 -0
  107. data/test/models/validated_model.rb +11 -0
  108. data/test/test_helper.rb +118 -0
  109. data/test/unit/active_model_lint_test.rb +17 -0
  110. data/test/unit/configuration_test.rb +84 -0
  111. data/test/unit/count_test.rb +67 -0
  112. data/test/unit/http_client_test.rb +79 -0
  113. data/test/unit/http_response_test.rb +49 -0
  114. data/test/unit/index_alias_test.rb +335 -0
  115. data/test/unit/index_test.rb +1098 -0
  116. data/test/unit/logger_test.rb +125 -0
  117. data/test/unit/model_callbacks_test.rb +116 -0
  118. data/test/unit/model_import_test.rb +75 -0
  119. data/test/unit/model_initialization_test.rb +31 -0
  120. data/test/unit/model_persistence_test.rb +548 -0
  121. data/test/unit/model_search_test.rb +964 -0
  122. data/test/unit/multi_search_test.rb +304 -0
  123. data/test/unit/results_collection_test.rb +372 -0
  124. data/test/unit/results_item_test.rb +173 -0
  125. data/test/unit/rubyext_test.rb +66 -0
  126. data/test/unit/search_facet_test.rb +186 -0
  127. data/test/unit/search_filter_test.rb +42 -0
  128. data/test/unit/search_highlight_test.rb +46 -0
  129. data/test/unit/search_query_test.rb +419 -0
  130. data/test/unit/search_scan_test.rb +113 -0
  131. data/test/unit/search_script_field_test.rb +26 -0
  132. data/test/unit/search_sort_test.rb +50 -0
  133. data/test/unit/search_test.rb +556 -0
  134. data/test/unit/tire_test.rb +144 -0
  135. data/tire.gemspec +83 -0
  136. metadata +586 -0
@@ -0,0 +1,43 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class PrefixQueryTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Prefix queries" do
9
+
10
+ should "search by a prefix" do
11
+ s = Tire.search('articles-test') do
12
+ query do
13
+ # "on" => "One"
14
+ prefix :title, "on"
15
+ end
16
+ end
17
+
18
+ assert_equal 1, s.results.size
19
+ assert_equal ['One'], s.results.map(&:title)
20
+ end
21
+
22
+ should "allow to specify boost" do
23
+ s = Tire.search('articles-test') do
24
+ query do
25
+ boolean do
26
+ # "on" => "One", boost it
27
+ should { prefix :title, "on", :boost => 2.0 }
28
+ should { all }
29
+ end
30
+ end
31
+ sort { by :_score }
32
+ end
33
+
34
+ assert_equal 5, s.results.size
35
+ assert_equal 'One', s.results.first.title
36
+
37
+ end
38
+
39
+ end
40
+
41
+ end
42
+
43
+ end
@@ -0,0 +1,70 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class DslVersionIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "DSL Version" do
9
+
10
+ setup do
11
+ Tire.index 'articles-test-ids' do
12
+ delete
13
+ create
14
+
15
+ store :id => 1, :title => 'One'
16
+ store :id => 2, :title => 'Two'
17
+
18
+ refresh
19
+ end
20
+ end
21
+
22
+ teardown { Tire.index('articles-test-ids').delete }
23
+
24
+ should "returns actual version (non-nil) value for records when 'version' is true" do
25
+ s = Tire.search('articles-test-ids') do
26
+ version true
27
+ query { string 'One' }
28
+ end
29
+
30
+ assert_equal 1, s.results.count
31
+
32
+ document = s.results.first
33
+ assert_equal 'One', document.title
34
+ assert_equal 1, document._version.to_i
35
+
36
+ end
37
+
38
+ should "returns a nil version field when 'version' is false" do
39
+ s = Tire.search('articles-test-ids') do
40
+ version false
41
+ query { string 'One' }
42
+ end
43
+
44
+ assert_equal 1, s.results.count
45
+
46
+ document = s.results.first
47
+ assert_equal 'One', document.title
48
+ assert_nil document._version
49
+
50
+ end
51
+
52
+ should "returns a nil version field when 'version' is not included" do
53
+ s = Tire.search('articles-test-ids') do
54
+ query { string 'One' }
55
+ end
56
+
57
+ assert_equal 1, s.results.count
58
+
59
+ document = s.results.first
60
+ assert_equal 'One', document.title
61
+ assert_nil document._version
62
+
63
+ end
64
+
65
+ end
66
+
67
+ end
68
+
69
+ end
70
+
@@ -0,0 +1,52 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class QueryStringIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Searching for query string" do
9
+
10
+ should "find article by title" do
11
+ q = 'title:one'
12
+ assert_equal 1, string_query(q).results.count
13
+ assert_equal 'One', string_query(q).results.first[:title]
14
+ end
15
+
16
+ should "find articles by title with boosting" do
17
+ q = 'title:one^100 OR title:two'
18
+ assert_equal 2, string_query(q).results.count
19
+ assert_equal 'One', string_query(q).results.first[:title]
20
+ end
21
+
22
+ should "find articles by tags" do
23
+ q = 'tags:ruby AND tags:python'
24
+ assert_equal 1, string_query(q).results.count
25
+ assert_equal 'Two', string_query(q).results.first[:title]
26
+ end
27
+
28
+ should "find any article with tags" do
29
+ q = 'tags:ruby OR tags:python OR tags:java'
30
+ assert_equal 4, string_query(q).results.count
31
+ end
32
+
33
+ should "pass options to query definition" do
34
+ s = Tire.search 'articles-test' do
35
+ query do
36
+ string 'ruby python', :default_operator => 'AND'
37
+ end
38
+ end
39
+ assert_equal 1, s.results.count
40
+ end
41
+
42
+ end
43
+
44
+ private
45
+
46
+ def string_query(q)
47
+ Tire.search('articles-test') { query { string q } }
48
+ end
49
+
50
+ end
51
+
52
+ end
@@ -0,0 +1,36 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class RangeQueriesIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Range queries" do
9
+
10
+ should "allow simple range queries" do
11
+ s = Tire.search('articles-test') do
12
+ query do
13
+ range :words, { :gte => 250 }
14
+ end
15
+ end
16
+
17
+ assert_equal 3, s.results.size
18
+ assert_equal ['Two', 'Three', 'Four'].sort, s.results.map(&:title).sort
19
+ end
20
+
21
+ should "allow combined range queries" do
22
+ s = Tire.search('articles-test') do
23
+ query do
24
+ range :words, { :gte => 250, :lt => 375 }
25
+ end
26
+ end
27
+
28
+ assert_equal 2, s.results.size
29
+ assert_equal ['Two', 'Four'].sort, s.results.map(&:title).sort
30
+ end
31
+
32
+ end
33
+
34
+ end
35
+
36
+ end
@@ -0,0 +1,56 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class ReindexIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Reindex" do
9
+ setup do
10
+ Tire.index('reindex-test-new').delete
11
+
12
+ documents = (1..100).map { |i| { id: i, type: 'test', title: "Document #{i}" } }
13
+
14
+ Tire.index 'reindex-test' do
15
+ delete
16
+ create :settings => { :number_of_shards => 1, :number_of_replicas => 0 }
17
+ import documents
18
+ refresh
19
+ end
20
+ end
21
+
22
+ teardown do
23
+ Index.new('reindex-test').delete
24
+ Index.new('reindex-test-new').delete
25
+ end
26
+
27
+ should "reindex the index into a new index with different settings" do
28
+ Tire.index('reindex-test').reindex 'reindex-test-new', settings: { number_of_shards: 3 }
29
+
30
+ Tire.index('reindex-test-new').refresh
31
+ assert_equal 100, Tire.search('reindex-test-new').results.total
32
+ assert_equal '3', Tire.index('reindex-test-new').settings['index.number_of_shards']
33
+ end
34
+
35
+ should "reindex a portion of an index into a new index" do
36
+ Tire.index('reindex-test').reindex('reindex-test-new') { query { string '10*' } }
37
+
38
+ Tire.index('reindex-test-new').refresh
39
+ assert_equal 2, Tire.search('reindex-test-new').results.total
40
+ end
41
+
42
+ should "transform documents with a passed lambda" do
43
+ Tire.index('reindex-test').reindex 'reindex-test-new', transform: lambda { |document|
44
+ document[:title] += 'UPDATED'
45
+ document
46
+ }
47
+
48
+ Tire.index('reindex-test-new').refresh
49
+ assert_match /UPDATED/, Tire.search('reindex-test-new').results.first.title
50
+ end
51
+
52
+ end
53
+
54
+ end
55
+
56
+ end
@@ -0,0 +1,58 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class ResultsIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Query results" do
9
+
10
+ should "allow easy access to returned documents" do
11
+ q = 'title:one'
12
+ s = Tire.search('articles-test') { query { string q } }
13
+ assert_equal 'One', s.results.first.title
14
+ assert_equal 'ruby', s.results.first.tags[0]
15
+ end
16
+
17
+ should "allow easy access to returned documents with limited fields" do
18
+ q = 'title:one'
19
+ s = Tire.search('articles-test') { query { string q }.fields :title }
20
+ assert_equal 'One', s.results.first.title
21
+ assert_nil s.results.first.tags
22
+ end
23
+
24
+ should "allow to retrieve multiple fields" do
25
+ q = 'title:one'
26
+ s = Tire.search('articles-test') do
27
+ query { string q }
28
+ fields 'title', 'tags'
29
+ end
30
+ assert_equal 'One', s.results.first.title
31
+ assert_equal 'ruby', s.results.first.tags[0]
32
+ assert_nil s.results.first.published_on
33
+ end
34
+
35
+ should "iterate results with hits" do
36
+ s = Tire.search('articles-test') { query { string 'title:one' } }
37
+
38
+ s.results.each_with_hit do |result, hit|
39
+ assert_instance_of Tire::Results::Item, result
40
+ assert_instance_of Hash, hit
41
+
42
+ assert_equal 'One', result.title
43
+ assert_equal 'One', hit['_source']['title']
44
+ assert_not_nil hit['_score']
45
+ end
46
+ end
47
+
48
+ should "be serialized to JSON" do
49
+ s = Tire.search('articles-test') { query { string 'title:one' } }
50
+
51
+ assert_not_nil s.results.as_json(only: 'title').first['title']
52
+ assert_nil s.results.as_json(only: 'title').first['published_on']
53
+ end
54
+
55
+ end
56
+ end
57
+
58
+ end
@@ -0,0 +1,56 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class ScanIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Scan" do
9
+ setup do
10
+ documents = (1..100).map { |i| { id: i, type: 'test', title: "Document #{i}" } }
11
+
12
+ Tire.index 'scantest' do
13
+ delete
14
+ create :settings => { :number_of_shards => 1, :number_of_replicas => 0 }
15
+ import documents
16
+ refresh
17
+ end
18
+ end
19
+
20
+ teardown { Index.new('scantest').delete }
21
+
22
+ should "iterate over batches of documents" do
23
+ count = 0
24
+
25
+ s = Tire.scan 'scantest'
26
+ s.each { |results| count += 1 }
27
+
28
+ assert_equal 10, count
29
+ end
30
+
31
+ should "iterate over individual documents" do
32
+ count = 0
33
+
34
+ s = Tire.scan 'scantest'
35
+ s.each_document { |results| count += 1 }
36
+
37
+ assert_equal 100, count
38
+ end
39
+
40
+ should "limit the returned results by query" do
41
+ count = 0
42
+
43
+ s = Tire.scan('scantest') { query { string '10*' } }
44
+ s.each do |results|
45
+ count += 1
46
+ assert_equal ['Document 10', 'Document 100'], results.map(&:title)
47
+ end
48
+
49
+ assert_equal 1, count
50
+ end
51
+
52
+ end
53
+
54
+ end
55
+
56
+ end
@@ -0,0 +1,38 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class ScriptFieldsIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "ScriptFields" do
9
+
10
+ should "add multiple fields to the results" do
11
+ # 1.json > title: "One", words: 125
12
+
13
+ s = Tire.search('articles-test') do
14
+ query { string "One" }
15
+ script_field :double_words, :script => "doc['words'].value * 2"
16
+ script_field :triple_words, :script => "doc['words'].value * 3"
17
+ end
18
+
19
+ assert_equal 250, s.results.first.double_words
20
+ assert_equal 375, s.results.first.triple_words
21
+ end
22
+
23
+ should "allow passing parameters to the script" do
24
+ # 1.json > title: "One", words: 125
25
+
26
+ s = Tire.search('articles-test') do
27
+ query { string "One" }
28
+ script_field :double_words, :script => "doc['words'].value * factor", :params => { :factor => 2 }
29
+ end
30
+
31
+ assert_equal 250, s.results.first.double_words
32
+ end
33
+
34
+ end
35
+
36
+ end
37
+
38
+ end
@@ -0,0 +1,52 @@
1
+ require 'test_helper'
2
+
3
+ module Tire
4
+
5
+ class SortIntegrationTest < Test::Unit::TestCase
6
+ include Test::Integration
7
+
8
+ context "Sort" do
9
+
10
+ should "sort by title" do
11
+ q = '*'
12
+ s = Tire.search('articles-test') do
13
+ query { string q }
14
+ sort { by :title }
15
+ end
16
+
17
+ assert_equal 5, s.results.count
18
+ assert_equal 'Five', s.results.first[:title]
19
+ end
20
+
21
+ should "sort by title, descending" do
22
+ q = '*'
23
+ s = Tire.search('articles-test') do
24
+ query { string q }
25
+ sort { by :title, :desc }
26
+ end
27
+
28
+ assert_equal 5, s.results.count
29
+ assert_equal 'Two', s.results.first[:title]
30
+ end
31
+
32
+ should "sort by multiple fields" do
33
+ q = '*'
34
+ s = Tire.search('articles-test') do
35
+ query { string q }
36
+ sort do
37
+ by :words, :desc
38
+ by :title, :asc
39
+ end
40
+ end
41
+
42
+ # p s.results.to_a.map { |i| [i.title, i.sort] }
43
+ assert_equal 'Three', s.results[0][:title]
44
+ assert_equal 'Four', s.results[1][:title]
45
+ assert_equal 'Two', s.results[2][:title]
46
+ end
47
+
48
+ end
49
+
50
+ end
51
+
52
+ end