ssickles-tire 0.4.2
Sign up to get free protection for your applications and to get access to all the features.
- data/.gitignore +14 -0
- data/.travis.yml +13 -0
- data/Gemfile +4 -0
- data/MIT-LICENSE +20 -0
- data/README.markdown +760 -0
- data/Rakefile +78 -0
- data/examples/rails-application-template.rb +249 -0
- data/examples/tire-dsl.rb +876 -0
- data/lib/tire.rb +52 -0
- data/lib/tire/alias.rb +296 -0
- data/lib/tire/configuration.rb +30 -0
- data/lib/tire/dsl.rb +43 -0
- data/lib/tire/http/client.rb +62 -0
- data/lib/tire/http/clients/curb.rb +61 -0
- data/lib/tire/http/response.rb +27 -0
- data/lib/tire/index.rb +345 -0
- data/lib/tire/logger.rb +60 -0
- data/lib/tire/model/callbacks.rb +40 -0
- data/lib/tire/model/import.rb +26 -0
- data/lib/tire/model/indexing.rb +128 -0
- data/lib/tire/model/naming.rb +100 -0
- data/lib/tire/model/percolate.rb +99 -0
- data/lib/tire/model/persistence.rb +72 -0
- data/lib/tire/model/persistence/attributes.rb +143 -0
- data/lib/tire/model/persistence/finders.rb +66 -0
- data/lib/tire/model/persistence/storage.rb +71 -0
- data/lib/tire/model/search.rb +305 -0
- data/lib/tire/results/collection.rb +114 -0
- data/lib/tire/results/item.rb +83 -0
- data/lib/tire/results/pagination.rb +54 -0
- data/lib/tire/rubyext/hash.rb +8 -0
- data/lib/tire/rubyext/ruby_1_8.rb +54 -0
- data/lib/tire/rubyext/symbol.rb +11 -0
- data/lib/tire/search.rb +160 -0
- data/lib/tire/search/facet.rb +70 -0
- data/lib/tire/search/filter.rb +28 -0
- data/lib/tire/search/highlight.rb +37 -0
- data/lib/tire/search/query.rb +151 -0
- data/lib/tire/search/scan.rb +114 -0
- data/lib/tire/search/sort.rb +25 -0
- data/lib/tire/tasks.rb +135 -0
- data/lib/tire/utils.rb +17 -0
- data/lib/tire/version.rb +22 -0
- data/test/fixtures/articles/1.json +1 -0
- data/test/fixtures/articles/2.json +1 -0
- data/test/fixtures/articles/3.json +1 -0
- data/test/fixtures/articles/4.json +1 -0
- data/test/fixtures/articles/5.json +1 -0
- data/test/integration/active_model_indexing_test.rb +51 -0
- data/test/integration/active_model_searchable_test.rb +114 -0
- data/test/integration/active_record_searchable_test.rb +446 -0
- data/test/integration/boolean_queries_test.rb +43 -0
- data/test/integration/count_test.rb +34 -0
- data/test/integration/custom_score_queries_test.rb +88 -0
- data/test/integration/dsl_search_test.rb +22 -0
- data/test/integration/explanation_test.rb +44 -0
- data/test/integration/facets_test.rb +232 -0
- data/test/integration/filtered_queries_test.rb +66 -0
- data/test/integration/filters_test.rb +63 -0
- data/test/integration/fuzzy_queries_test.rb +20 -0
- data/test/integration/highlight_test.rb +64 -0
- data/test/integration/index_aliases_test.rb +122 -0
- data/test/integration/index_mapping_test.rb +43 -0
- data/test/integration/index_store_test.rb +96 -0
- data/test/integration/mongoid_searchable_test.rb +309 -0
- data/test/integration/percolator_test.rb +111 -0
- data/test/integration/persistent_model_test.rb +117 -0
- data/test/integration/query_return_version_test.rb +70 -0
- data/test/integration/query_string_test.rb +52 -0
- data/test/integration/range_queries_test.rb +36 -0
- data/test/integration/reindex_test.rb +46 -0
- data/test/integration/results_test.rb +39 -0
- data/test/integration/scan_test.rb +56 -0
- data/test/integration/sort_test.rb +36 -0
- data/test/integration/text_query_test.rb +39 -0
- data/test/models/active_model_article.rb +31 -0
- data/test/models/active_model_article_with_callbacks.rb +49 -0
- data/test/models/active_model_article_with_custom_document_type.rb +7 -0
- data/test/models/active_model_article_with_custom_index_name.rb +7 -0
- data/test/models/active_record_models.rb +122 -0
- data/test/models/article.rb +15 -0
- data/test/models/mongoid_models.rb +97 -0
- data/test/models/persistent_article.rb +11 -0
- data/test/models/persistent_article_in_namespace.rb +12 -0
- data/test/models/persistent_article_with_casting.rb +28 -0
- data/test/models/persistent_article_with_defaults.rb +11 -0
- data/test/models/persistent_articles_with_custom_index_name.rb +10 -0
- data/test/models/supermodel_article.rb +17 -0
- data/test/models/validated_model.rb +11 -0
- data/test/test_helper.rb +88 -0
- data/test/unit/active_model_lint_test.rb +17 -0
- data/test/unit/configuration_test.rb +74 -0
- data/test/unit/http_client_test.rb +76 -0
- data/test/unit/http_response_test.rb +49 -0
- data/test/unit/index_alias_test.rb +275 -0
- data/test/unit/index_test.rb +841 -0
- data/test/unit/logger_test.rb +125 -0
- data/test/unit/model_callbacks_test.rb +116 -0
- data/test/unit/model_import_test.rb +71 -0
- data/test/unit/model_persistence_test.rb +516 -0
- data/test/unit/model_search_test.rb +899 -0
- data/test/unit/results_collection_test.rb +281 -0
- data/test/unit/results_item_test.rb +155 -0
- data/test/unit/rubyext_test.rb +60 -0
- data/test/unit/search_facet_test.rb +153 -0
- data/test/unit/search_filter_test.rb +42 -0
- data/test/unit/search_highlight_test.rb +46 -0
- data/test/unit/search_query_test.rb +242 -0
- data/test/unit/search_scan_test.rb +113 -0
- data/test/unit/search_sort_test.rb +50 -0
- data/test/unit/search_test.rb +455 -0
- data/test/unit/tire_test.rb +126 -0
- data/tire.gemspec +85 -0
- metadata +506 -0
@@ -0,0 +1,70 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class DslVersionIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "DSL Version" do
|
9
|
+
|
10
|
+
setup do
|
11
|
+
Tire.index 'articles-test-ids' do
|
12
|
+
delete
|
13
|
+
create
|
14
|
+
|
15
|
+
store :id => 1, :title => 'One'
|
16
|
+
store :id => 2, :title => 'Two'
|
17
|
+
|
18
|
+
refresh
|
19
|
+
end
|
20
|
+
end
|
21
|
+
|
22
|
+
teardown { Tire.index('articles-test-ids').delete }
|
23
|
+
|
24
|
+
should "returns actual version (non-nil) value for records when 'version' is true" do
|
25
|
+
s = Tire.search('articles-test-ids') do
|
26
|
+
version true
|
27
|
+
query { string 'One' }
|
28
|
+
end
|
29
|
+
|
30
|
+
assert_equal 1, s.results.count
|
31
|
+
|
32
|
+
document = s.results.first
|
33
|
+
assert_equal 'One', document.title
|
34
|
+
assert_equal 1, document._version.to_i
|
35
|
+
|
36
|
+
end
|
37
|
+
|
38
|
+
should "returns a nil version field when 'version' is false" do
|
39
|
+
s = Tire.search('articles-test-ids') do
|
40
|
+
version false
|
41
|
+
query { string 'One' }
|
42
|
+
end
|
43
|
+
|
44
|
+
assert_equal 1, s.results.count
|
45
|
+
|
46
|
+
document = s.results.first
|
47
|
+
assert_equal 'One', document.title
|
48
|
+
assert_nil document._version
|
49
|
+
|
50
|
+
end
|
51
|
+
|
52
|
+
should "returns a nil version field when 'version' is not included" do
|
53
|
+
s = Tire.search('articles-test-ids') do
|
54
|
+
query { string 'One' }
|
55
|
+
end
|
56
|
+
|
57
|
+
assert_equal 1, s.results.count
|
58
|
+
|
59
|
+
document = s.results.first
|
60
|
+
assert_equal 'One', document.title
|
61
|
+
assert_nil document._version
|
62
|
+
|
63
|
+
end
|
64
|
+
|
65
|
+
end
|
66
|
+
|
67
|
+
end
|
68
|
+
|
69
|
+
end
|
70
|
+
|
@@ -0,0 +1,52 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class QueryStringIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "Searching for query string" do
|
9
|
+
|
10
|
+
should "find article by title" do
|
11
|
+
q = 'title:one'
|
12
|
+
assert_equal 1, string_query(q).results.count
|
13
|
+
assert_equal 'One', string_query(q).results.first[:title]
|
14
|
+
end
|
15
|
+
|
16
|
+
should "find articles by title with boosting" do
|
17
|
+
q = 'title:one^100 OR title:two'
|
18
|
+
assert_equal 2, string_query(q).results.count
|
19
|
+
assert_equal 'One', string_query(q).results.first[:title]
|
20
|
+
end
|
21
|
+
|
22
|
+
should "find articles by tags" do
|
23
|
+
q = 'tags:ruby AND tags:python'
|
24
|
+
assert_equal 1, string_query(q).results.count
|
25
|
+
assert_equal 'Two', string_query(q).results.first[:title]
|
26
|
+
end
|
27
|
+
|
28
|
+
should "find any article with tags" do
|
29
|
+
q = 'tags:ruby OR tags:python OR tags:java'
|
30
|
+
assert_equal 4, string_query(q).results.count
|
31
|
+
end
|
32
|
+
|
33
|
+
should "pass options to query definition" do
|
34
|
+
s = Tire.search 'articles-test' do
|
35
|
+
query do
|
36
|
+
string 'ruby python', :default_operator => 'AND'
|
37
|
+
end
|
38
|
+
end
|
39
|
+
assert_equal 1, s.results.count
|
40
|
+
end
|
41
|
+
|
42
|
+
end
|
43
|
+
|
44
|
+
private
|
45
|
+
|
46
|
+
def string_query(q)
|
47
|
+
Tire.search('articles-test') { query { string q } }
|
48
|
+
end
|
49
|
+
|
50
|
+
end
|
51
|
+
|
52
|
+
end
|
@@ -0,0 +1,36 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class RangeQueriesIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "Range queries" do
|
9
|
+
|
10
|
+
should "allow simple range queries" do
|
11
|
+
s = Tire.search('articles-test') do
|
12
|
+
query do
|
13
|
+
range :words, { :gte => 250 }
|
14
|
+
end
|
15
|
+
end
|
16
|
+
|
17
|
+
assert_equal 3, s.results.size
|
18
|
+
assert_equal ['Two', 'Three', 'Four'].sort, s.results.map(&:title).sort
|
19
|
+
end
|
20
|
+
|
21
|
+
should "allow combined range queries" do
|
22
|
+
s = Tire.search('articles-test') do
|
23
|
+
query do
|
24
|
+
range :words, { :gte => 250, :lt => 375 }
|
25
|
+
end
|
26
|
+
end
|
27
|
+
|
28
|
+
assert_equal 2, s.results.size
|
29
|
+
assert_equal ['Two', 'Four'].sort, s.results.map(&:title).sort
|
30
|
+
end
|
31
|
+
|
32
|
+
end
|
33
|
+
|
34
|
+
end
|
35
|
+
|
36
|
+
end
|
@@ -0,0 +1,46 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class ReindexIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "Reindex" do
|
9
|
+
setup do
|
10
|
+
Tire.index('reindex-test-new').delete
|
11
|
+
|
12
|
+
documents = (1..100).map { |i| { id: i, type: 'test', title: "Document #{i}" } }
|
13
|
+
|
14
|
+
Tire.index 'reindex-test' do
|
15
|
+
delete
|
16
|
+
create :settings => { :number_of_shards => 1, :number_of_replicas => 0 }
|
17
|
+
import documents
|
18
|
+
refresh
|
19
|
+
end
|
20
|
+
end
|
21
|
+
|
22
|
+
teardown do
|
23
|
+
Index.new('reindex-test').delete
|
24
|
+
Index.new('reindex-test-new').delete
|
25
|
+
end
|
26
|
+
|
27
|
+
should "reindex the index into a new index with different settings" do
|
28
|
+
Tire.index('reindex-test').reindex 'reindex-test-new', settings: { number_of_shards: 3 }
|
29
|
+
|
30
|
+
Tire.index('reindex-test-new').refresh
|
31
|
+
assert_equal 100, Tire.search('reindex-test-new').results.total
|
32
|
+
assert_equal '3', Tire.index('reindex-test-new').settings['index.number_of_shards']
|
33
|
+
end
|
34
|
+
|
35
|
+
should "reindex a portion of an index into a new index" do
|
36
|
+
Tire.index('reindex-test').reindex('reindex-test-new') { query { string '10*' } }
|
37
|
+
|
38
|
+
Tire.index('reindex-test-new').refresh
|
39
|
+
assert_equal 2, Tire.search('reindex-test-new').results.total
|
40
|
+
end
|
41
|
+
|
42
|
+
end
|
43
|
+
|
44
|
+
end
|
45
|
+
|
46
|
+
end
|
@@ -0,0 +1,39 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class ResultsIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "Query results" do
|
9
|
+
|
10
|
+
should "allow easy access to returned documents" do
|
11
|
+
q = 'title:one'
|
12
|
+
s = Tire.search('articles-test') { query { string q } }
|
13
|
+
assert_equal 'One', s.results.first.title
|
14
|
+
assert_equal 'ruby', s.results.first.tags[0]
|
15
|
+
end
|
16
|
+
|
17
|
+
should "allow easy access to returned documents with limited fields" do
|
18
|
+
q = 'title:one'
|
19
|
+
s = Tire.search('articles-test') { query { string q }.fields :title }
|
20
|
+
assert_equal 'One', s.results.first.title
|
21
|
+
assert_nil s.results.first.tags
|
22
|
+
end
|
23
|
+
|
24
|
+
should "allow to retrieve multiple fields" do
|
25
|
+
q = 'title:one'
|
26
|
+
s = Tire.search('articles-test') do
|
27
|
+
query { string q }
|
28
|
+
fields 'title', 'tags'
|
29
|
+
end
|
30
|
+
assert_equal 'One', s.results.first.title
|
31
|
+
assert_equal 'ruby', s.results.first.tags[0]
|
32
|
+
assert_nil s.results.first.published_on
|
33
|
+
end
|
34
|
+
|
35
|
+
end
|
36
|
+
|
37
|
+
end
|
38
|
+
|
39
|
+
end
|
@@ -0,0 +1,56 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class ScanIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "Scan" do
|
9
|
+
setup do
|
10
|
+
documents = (1..100).map { |i| { id: i, type: 'test', title: "Document #{i}" } }
|
11
|
+
|
12
|
+
Tire.index 'scantest' do
|
13
|
+
delete
|
14
|
+
create :settings => { :number_of_shards => 1, :number_of_replicas => 0 }
|
15
|
+
import documents
|
16
|
+
refresh
|
17
|
+
end
|
18
|
+
end
|
19
|
+
|
20
|
+
teardown { Index.new('scantest').delete }
|
21
|
+
|
22
|
+
should "iterate over batches of documents" do
|
23
|
+
count = 0
|
24
|
+
|
25
|
+
s = Tire.scan 'scantest'
|
26
|
+
s.each { |results| count += 1 }
|
27
|
+
|
28
|
+
assert_equal 10, count
|
29
|
+
end
|
30
|
+
|
31
|
+
should "iterate over individual documents" do
|
32
|
+
count = 0
|
33
|
+
|
34
|
+
s = Tire.scan 'scantest'
|
35
|
+
s.each_document { |results| count += 1 }
|
36
|
+
|
37
|
+
assert_equal 100, count
|
38
|
+
end
|
39
|
+
|
40
|
+
should "limit the returned results by query" do
|
41
|
+
count = 0
|
42
|
+
|
43
|
+
s = Tire.scan('scantest') { query { string '10*' } }
|
44
|
+
s.each do |results|
|
45
|
+
count += 1
|
46
|
+
assert_equal ['Document 10', 'Document 100'], results.map(&:title)
|
47
|
+
end
|
48
|
+
|
49
|
+
assert_equal 1, count
|
50
|
+
end
|
51
|
+
|
52
|
+
end
|
53
|
+
|
54
|
+
end
|
55
|
+
|
56
|
+
end
|
@@ -0,0 +1,36 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class SortIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "Sort" do
|
9
|
+
|
10
|
+
should "sort by title" do
|
11
|
+
q = '*'
|
12
|
+
s = Tire.search('articles-test') do
|
13
|
+
query { string q }
|
14
|
+
sort { by :title }
|
15
|
+
end
|
16
|
+
|
17
|
+
assert_equal 5, s.results.count
|
18
|
+
assert_equal 'Five', s.results.first[:title]
|
19
|
+
end
|
20
|
+
|
21
|
+
should "sort by title, descending" do
|
22
|
+
q = '*'
|
23
|
+
s = Tire.search('articles-test') do
|
24
|
+
query { string q }
|
25
|
+
sort { by :title, :desc }
|
26
|
+
end
|
27
|
+
|
28
|
+
assert_equal 5, s.results.count
|
29
|
+
assert_equal 'Two', s.results.first[:title]
|
30
|
+
end
|
31
|
+
|
32
|
+
end
|
33
|
+
|
34
|
+
end
|
35
|
+
|
36
|
+
end
|
@@ -0,0 +1,39 @@
|
|
1
|
+
require 'test_helper'
|
2
|
+
|
3
|
+
module Tire
|
4
|
+
|
5
|
+
class QueryStringIntegrationTest < Test::Unit::TestCase
|
6
|
+
include Test::Integration
|
7
|
+
|
8
|
+
context "Text query" do
|
9
|
+
setup do
|
10
|
+
Tire.index('articles-test') do
|
11
|
+
store :type => 'article', :title => '+1 !!!'
|
12
|
+
store :type => 'article', :title => 'Furry Kitten'
|
13
|
+
refresh
|
14
|
+
end
|
15
|
+
end
|
16
|
+
|
17
|
+
should "find article by title" do
|
18
|
+
results = Tire.search('articles-test') do
|
19
|
+
query { text :title, '+1' }
|
20
|
+
end.results
|
21
|
+
|
22
|
+
assert_equal 1, results.count
|
23
|
+
assert_equal "+1 !!!", results.first[:title]
|
24
|
+
end
|
25
|
+
|
26
|
+
should "allow to pass options (fuzziness)" do
|
27
|
+
results = Tire.search('articles-test') do
|
28
|
+
query { text :title, 'fuzzy mitten', :fuzziness => 0.5, :operator => 'and' }
|
29
|
+
end.results
|
30
|
+
|
31
|
+
assert_equal 1, results.count
|
32
|
+
assert_equal "Furry Kitten", results.first[:title]
|
33
|
+
end
|
34
|
+
|
35
|
+
end
|
36
|
+
|
37
|
+
end
|
38
|
+
|
39
|
+
end
|
@@ -0,0 +1,31 @@
|
|
1
|
+
# Example ActiveModel class
|
2
|
+
|
3
|
+
require 'rubygems'
|
4
|
+
require 'active_model'
|
5
|
+
|
6
|
+
class ActiveModelArticle
|
7
|
+
|
8
|
+
extend ActiveModel::Naming
|
9
|
+
include ActiveModel::AttributeMethods
|
10
|
+
include ActiveModel::Serialization
|
11
|
+
include ActiveModel::Serializers::JSON
|
12
|
+
|
13
|
+
include Tire::Model::Search
|
14
|
+
|
15
|
+
attr_reader :attributes
|
16
|
+
|
17
|
+
def initialize(attributes = {})
|
18
|
+
@attributes = attributes
|
19
|
+
end
|
20
|
+
|
21
|
+
def id; attributes['id'] || attributes['_id']; end
|
22
|
+
def id=(value); attributes['id'] = value; end
|
23
|
+
|
24
|
+
def method_missing(name, *args, &block)
|
25
|
+
attributes[name.to_sym] || attributes[name.to_s] || super
|
26
|
+
end
|
27
|
+
|
28
|
+
def persisted?; true; end
|
29
|
+
def save; true; end
|
30
|
+
|
31
|
+
end
|
@@ -0,0 +1,49 @@
|
|
1
|
+
# Example ActiveModel class with callbacks
|
2
|
+
|
3
|
+
require 'rubygems'
|
4
|
+
require 'active_model'
|
5
|
+
|
6
|
+
class ActiveModelArticleWithCallbacks
|
7
|
+
|
8
|
+
include ActiveModel::AttributeMethods
|
9
|
+
include ActiveModel::Validations
|
10
|
+
include ActiveModel::Serialization
|
11
|
+
include ActiveModel::Serializers::JSON
|
12
|
+
include ActiveModel::Naming
|
13
|
+
|
14
|
+
extend ActiveModel::Callbacks
|
15
|
+
define_model_callbacks :save, :destroy
|
16
|
+
|
17
|
+
include Tire::Model::Search
|
18
|
+
include Tire::Model::Callbacks
|
19
|
+
|
20
|
+
attr_reader :attributes
|
21
|
+
|
22
|
+
def initialize(attributes = {})
|
23
|
+
@attributes = attributes
|
24
|
+
end
|
25
|
+
|
26
|
+
def method_missing(id, *args, &block)
|
27
|
+
attributes[id.to_sym] || attributes[id.to_s] || super
|
28
|
+
end
|
29
|
+
|
30
|
+
def persisted?
|
31
|
+
true
|
32
|
+
end
|
33
|
+
|
34
|
+
def save
|
35
|
+
_run_save_callbacks do
|
36
|
+
STDERR.puts "[Saving ...]"
|
37
|
+
end
|
38
|
+
end
|
39
|
+
|
40
|
+
def destroy
|
41
|
+
_run_destroy_callbacks do
|
42
|
+
STDERR.puts "[Destroying ...]"
|
43
|
+
@destroyed = true
|
44
|
+
end
|
45
|
+
end
|
46
|
+
|
47
|
+
def destroyed?; !!@destroyed; end
|
48
|
+
|
49
|
+
end
|