josh_cutler-thinking-sphinx 1.3.17
Sign up to get free protection for your applications and to get access to all the features.
- data/LICENCE +20 -0
- data/README.textile +167 -0
- data/VERSION +1 -0
- data/features/abstract_inheritance.feature +10 -0
- data/features/alternate_primary_key.feature +27 -0
- data/features/attribute_transformation.feature +22 -0
- data/features/attribute_updates.feature +77 -0
- data/features/deleting_instances.feature +67 -0
- data/features/direct_attributes.feature +11 -0
- data/features/excerpts.feature +13 -0
- data/features/extensible_delta_indexing.feature +9 -0
- data/features/facets.feature +82 -0
- data/features/facets_across_model.feature +29 -0
- data/features/handling_edits.feature +92 -0
- data/features/retry_stale_indexes.feature +24 -0
- data/features/searching_across_models.feature +20 -0
- data/features/searching_by_index.feature +40 -0
- data/features/searching_by_model.feature +175 -0
- data/features/searching_with_find_arguments.feature +56 -0
- data/features/sphinx_detection.feature +25 -0
- data/features/sphinx_scopes.feature +42 -0
- data/features/step_definitions/alpha_steps.rb +16 -0
- data/features/step_definitions/beta_steps.rb +7 -0
- data/features/step_definitions/common_steps.rb +193 -0
- data/features/step_definitions/extensible_delta_indexing_steps.rb +7 -0
- data/features/step_definitions/facet_steps.rb +96 -0
- data/features/step_definitions/find_arguments_steps.rb +36 -0
- data/features/step_definitions/gamma_steps.rb +15 -0
- data/features/step_definitions/scope_steps.rb +15 -0
- data/features/step_definitions/search_steps.rb +89 -0
- data/features/step_definitions/sphinx_steps.rb +35 -0
- data/features/sti_searching.feature +19 -0
- data/features/support/env.rb +21 -0
- data/features/support/lib/generic_delta_handler.rb +8 -0
- data/features/thinking_sphinx/database.example.yml +3 -0
- data/features/thinking_sphinx/db/fixtures/alphas.rb +10 -0
- data/features/thinking_sphinx/db/fixtures/authors.rb +1 -0
- data/features/thinking_sphinx/db/fixtures/betas.rb +11 -0
- data/features/thinking_sphinx/db/fixtures/boxes.rb +9 -0
- data/features/thinking_sphinx/db/fixtures/categories.rb +1 -0
- data/features/thinking_sphinx/db/fixtures/cats.rb +3 -0
- data/features/thinking_sphinx/db/fixtures/comments.rb +24 -0
- data/features/thinking_sphinx/db/fixtures/developers.rb +31 -0
- data/features/thinking_sphinx/db/fixtures/dogs.rb +3 -0
- data/features/thinking_sphinx/db/fixtures/extensible_betas.rb +10 -0
- data/features/thinking_sphinx/db/fixtures/foxes.rb +3 -0
- data/features/thinking_sphinx/db/fixtures/gammas.rb +10 -0
- data/features/thinking_sphinx/db/fixtures/music.rb +4 -0
- data/features/thinking_sphinx/db/fixtures/people.rb +1001 -0
- data/features/thinking_sphinx/db/fixtures/posts.rb +6 -0
- data/features/thinking_sphinx/db/fixtures/robots.rb +14 -0
- data/features/thinking_sphinx/db/fixtures/tags.rb +27 -0
- data/features/thinking_sphinx/db/migrations/create_alphas.rb +8 -0
- data/features/thinking_sphinx/db/migrations/create_animals.rb +5 -0
- data/features/thinking_sphinx/db/migrations/create_authors.rb +3 -0
- data/features/thinking_sphinx/db/migrations/create_authors_posts.rb +6 -0
- data/features/thinking_sphinx/db/migrations/create_betas.rb +5 -0
- data/features/thinking_sphinx/db/migrations/create_boxes.rb +5 -0
- data/features/thinking_sphinx/db/migrations/create_categories.rb +3 -0
- data/features/thinking_sphinx/db/migrations/create_comments.rb +10 -0
- data/features/thinking_sphinx/db/migrations/create_developers.rb +7 -0
- data/features/thinking_sphinx/db/migrations/create_extensible_betas.rb +5 -0
- data/features/thinking_sphinx/db/migrations/create_gammas.rb +3 -0
- data/features/thinking_sphinx/db/migrations/create_genres.rb +3 -0
- data/features/thinking_sphinx/db/migrations/create_music.rb +6 -0
- data/features/thinking_sphinx/db/migrations/create_people.rb +13 -0
- data/features/thinking_sphinx/db/migrations/create_posts.rb +5 -0
- data/features/thinking_sphinx/db/migrations/create_robots.rb +4 -0
- data/features/thinking_sphinx/db/migrations/create_taggings.rb +5 -0
- data/features/thinking_sphinx/db/migrations/create_tags.rb +4 -0
- data/features/thinking_sphinx/models/alpha.rb +22 -0
- data/features/thinking_sphinx/models/animal.rb +5 -0
- data/features/thinking_sphinx/models/author.rb +3 -0
- data/features/thinking_sphinx/models/beta.rb +8 -0
- data/features/thinking_sphinx/models/box.rb +8 -0
- data/features/thinking_sphinx/models/cat.rb +3 -0
- data/features/thinking_sphinx/models/category.rb +4 -0
- data/features/thinking_sphinx/models/comment.rb +10 -0
- data/features/thinking_sphinx/models/developer.rb +16 -0
- data/features/thinking_sphinx/models/dog.rb +3 -0
- data/features/thinking_sphinx/models/extensible_beta.rb +9 -0
- data/features/thinking_sphinx/models/fox.rb +5 -0
- data/features/thinking_sphinx/models/gamma.rb +5 -0
- data/features/thinking_sphinx/models/genre.rb +3 -0
- data/features/thinking_sphinx/models/medium.rb +5 -0
- data/features/thinking_sphinx/models/music.rb +8 -0
- data/features/thinking_sphinx/models/person.rb +23 -0
- data/features/thinking_sphinx/models/post.rb +21 -0
- data/features/thinking_sphinx/models/robot.rb +12 -0
- data/features/thinking_sphinx/models/tag.rb +3 -0
- data/features/thinking_sphinx/models/tagging.rb +4 -0
- data/lib/cucumber/thinking_sphinx/external_world.rb +8 -0
- data/lib/cucumber/thinking_sphinx/internal_world.rb +126 -0
- data/lib/cucumber/thinking_sphinx/sql_logger.rb +20 -0
- data/lib/thinking_sphinx.rb +242 -0
- data/lib/thinking_sphinx/active_record.rb +380 -0
- data/lib/thinking_sphinx/active_record/attribute_updates.rb +50 -0
- data/lib/thinking_sphinx/active_record/delta.rb +61 -0
- data/lib/thinking_sphinx/active_record/has_many_association.rb +51 -0
- data/lib/thinking_sphinx/active_record/scopes.rb +75 -0
- data/lib/thinking_sphinx/adapters/abstract_adapter.rb +46 -0
- data/lib/thinking_sphinx/adapters/mysql_adapter.rb +58 -0
- data/lib/thinking_sphinx/adapters/postgresql_adapter.rb +147 -0
- data/lib/thinking_sphinx/association.rb +164 -0
- data/lib/thinking_sphinx/attribute.rb +390 -0
- data/lib/thinking_sphinx/auto_version.rb +22 -0
- data/lib/thinking_sphinx/class_facet.rb +15 -0
- data/lib/thinking_sphinx/configuration.rb +292 -0
- data/lib/thinking_sphinx/context.rb +74 -0
- data/lib/thinking_sphinx/core/array.rb +7 -0
- data/lib/thinking_sphinx/core/string.rb +15 -0
- data/lib/thinking_sphinx/deltas.rb +28 -0
- data/lib/thinking_sphinx/deltas/default_delta.rb +62 -0
- data/lib/thinking_sphinx/deploy/capistrano.rb +100 -0
- data/lib/thinking_sphinx/excerpter.rb +22 -0
- data/lib/thinking_sphinx/facet.rb +125 -0
- data/lib/thinking_sphinx/facet_search.rb +136 -0
- data/lib/thinking_sphinx/field.rb +80 -0
- data/lib/thinking_sphinx/index.rb +157 -0
- data/lib/thinking_sphinx/index/builder.rb +302 -0
- data/lib/thinking_sphinx/index/faux_column.rb +118 -0
- data/lib/thinking_sphinx/property.rb +168 -0
- data/lib/thinking_sphinx/rails_additions.rb +150 -0
- data/lib/thinking_sphinx/search.rb +785 -0
- data/lib/thinking_sphinx/search_methods.rb +439 -0
- data/lib/thinking_sphinx/source.rb +159 -0
- data/lib/thinking_sphinx/source/internal_properties.rb +46 -0
- data/lib/thinking_sphinx/source/sql.rb +130 -0
- data/lib/thinking_sphinx/tasks.rb +121 -0
- data/lib/thinking_sphinx/test.rb +52 -0
- data/rails/init.rb +16 -0
- data/spec/thinking_sphinx/active_record/delta_spec.rb +128 -0
- data/spec/thinking_sphinx/active_record/has_many_association_spec.rb +71 -0
- data/spec/thinking_sphinx/active_record/scopes_spec.rb +177 -0
- data/spec/thinking_sphinx/active_record_spec.rb +618 -0
- data/spec/thinking_sphinx/association_spec.rb +239 -0
- data/spec/thinking_sphinx/attribute_spec.rb +548 -0
- data/spec/thinking_sphinx/auto_version_spec.rb +39 -0
- data/spec/thinking_sphinx/configuration_spec.rb +271 -0
- data/spec/thinking_sphinx/context_spec.rb +126 -0
- data/spec/thinking_sphinx/core/array_spec.rb +9 -0
- data/spec/thinking_sphinx/core/string_spec.rb +9 -0
- data/spec/thinking_sphinx/excerpter_spec.rb +49 -0
- data/spec/thinking_sphinx/facet_search_spec.rb +176 -0
- data/spec/thinking_sphinx/facet_spec.rb +333 -0
- data/spec/thinking_sphinx/field_spec.rb +113 -0
- data/spec/thinking_sphinx/index/builder_spec.rb +495 -0
- data/spec/thinking_sphinx/index/faux_column_spec.rb +36 -0
- data/spec/thinking_sphinx/index_spec.rb +183 -0
- data/spec/thinking_sphinx/rails_additions_spec.rb +203 -0
- data/spec/thinking_sphinx/search_methods_spec.rb +152 -0
- data/spec/thinking_sphinx/search_spec.rb +1206 -0
- data/spec/thinking_sphinx/source_spec.rb +243 -0
- data/spec/thinking_sphinx_spec.rb +204 -0
- data/tasks/distribution.rb +46 -0
- data/tasks/rails.rake +1 -0
- data/tasks/testing.rb +76 -0
- metadata +475 -0
@@ -0,0 +1,14 @@
|
|
1
|
+
# Reset the primary key to allow us to create robots with specific internal_ids
|
2
|
+
class Robot < ActiveRecord::Base
|
3
|
+
set_primary_key :alternate_primary_key
|
4
|
+
end
|
5
|
+
|
6
|
+
Robot.create :name => 'Fritz', :internal_id => 'F0001'
|
7
|
+
Robot.create :name => 'Sizzle', :internal_id => 'S0001'
|
8
|
+
Robot.create :name => 'Sizzle Jr.', :internal_id => 'S0002'
|
9
|
+
Robot.create :name => 'Expendable', :internal_id => 'E0001'
|
10
|
+
|
11
|
+
# Annnnnnnnnnd we're back
|
12
|
+
class Robot < ActiveRecord::Base
|
13
|
+
set_primary_key :internal_id
|
14
|
+
end
|
@@ -0,0 +1,27 @@
|
|
1
|
+
post = Post.find(1)
|
2
|
+
|
3
|
+
[
|
4
|
+
'Nunc in neque. Integer sed odio ac quam pellentesque suscipit. Cras posuere posuere est. Suspendisse est.',
|
5
|
+
'In hac habitasse platea dictumst. Etiam eleifend est ac diam. Ut ac felis sit amet mi bibendum varius.',
|
6
|
+
'Nullam sollicitudin tellus at ipsum. Duis mi eros, blandit sed, condimentum non, mattis vel, orci.',
|
7
|
+
'Praesent auctor mollis leo. Nulla facilisi. Pellentesque habitant morbi tristique senectus et netus et',
|
8
|
+
'malesuada fames ac turpis egestas. Donec non odio. Maecenas varius elit ut ante. Phasellus egestas, quam',
|
9
|
+
'a congue euismod, diam urna gravida risus, at euismod lectus diam id sem. Vestibulum sed dolor et massa',
|
10
|
+
'porta placerat. Etiam eget risus. Sed ornare. Vivamus in sapien. Maecenas non enim nec metus posuere',
|
11
|
+
'vehicula. Donec rhoncus mauris at metus. Curabitur volutpat massa a metus. Aliquam ornare, neque ut',
|
12
|
+
'tristique convallis, libero orci eleifend nibh, ac porta leo felis sed orci. Lorem ipsum dolor sit amet,',
|
13
|
+
'Waffles' # This one is important, whereas the others are just padding
|
14
|
+
].each do |text|
|
15
|
+
Tagging.create :taggable => post, :tag => Tag.create(:text => text)
|
16
|
+
end
|
17
|
+
|
18
|
+
Developer.find(:all).each do |developer|
|
19
|
+
[:country, :city, :state].each do |column|
|
20
|
+
Tagging.create(
|
21
|
+
:taggable => developer,
|
22
|
+
:tag => Tag.find_or_create_by_text(developer.send(column))
|
23
|
+
)
|
24
|
+
end
|
25
|
+
end
|
26
|
+
|
27
|
+
Tagging.create(:taggable => Developer.find(:all).last)
|
@@ -0,0 +1,8 @@
|
|
1
|
+
ActiveRecord::Base.connection.create_table :alphas, :force => true do |t|
|
2
|
+
t.column :name, :string, :null => false
|
3
|
+
t.column :value, :integer, :null => false
|
4
|
+
t.column :active, :boolean, :null => false, :default => true
|
5
|
+
t.column :cost, :decimal, :precision => 10, :scale => 6
|
6
|
+
t.column :created_on, :date
|
7
|
+
t.column :created_at, :timestamp
|
8
|
+
end
|
@@ -0,0 +1,10 @@
|
|
1
|
+
ActiveRecord::Base.connection.create_table :comments, :force => true do |t|
|
2
|
+
t.column :name, :string, :null => false
|
3
|
+
t.column :email, :string
|
4
|
+
t.column :url, :string
|
5
|
+
t.column :content, :text
|
6
|
+
t.column :post_id, :integer, :null => false
|
7
|
+
t.column :category_id, :integer, :null => false
|
8
|
+
t.column :created_at, :datetime
|
9
|
+
t.column :updated_at, :datetime
|
10
|
+
end
|
@@ -0,0 +1,13 @@
|
|
1
|
+
ActiveRecord::Base.connection.create_table :people, :force => true do |t|
|
2
|
+
t.column :first_name, :string
|
3
|
+
t.column :middle_initial, :string
|
4
|
+
t.column :last_name, :string
|
5
|
+
t.column :gender, :string
|
6
|
+
t.column :street_address, :string
|
7
|
+
t.column :city, :string
|
8
|
+
t.column :state, :string
|
9
|
+
t.column :postcode, :string
|
10
|
+
t.column :email, :string
|
11
|
+
t.column :birthday, :datetime
|
12
|
+
t.column :delta, :boolean, :null => false, :default => false
|
13
|
+
end
|
@@ -0,0 +1,22 @@
|
|
1
|
+
class Alpha < ActiveRecord::Base
|
2
|
+
define_index do
|
3
|
+
indexes :name, :sortable => true
|
4
|
+
|
5
|
+
has value, created_at, created_on
|
6
|
+
has cost, :facet => true
|
7
|
+
has active
|
8
|
+
|
9
|
+
set_property :field_weights => {"name" => 10}
|
10
|
+
end
|
11
|
+
|
12
|
+
define_index 'alternative' do
|
13
|
+
indexes :name, :as => :alternative_name, :sortable => true
|
14
|
+
|
15
|
+
has value, created_at, created_on
|
16
|
+
has cost, :facet => true
|
17
|
+
|
18
|
+
set_property :field_weights => {'alternative_name' => 10}
|
19
|
+
|
20
|
+
where "value > 3"
|
21
|
+
end
|
22
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
require 'features/thinking_sphinx/models/tag'
|
2
|
+
require 'features/thinking_sphinx/models/tagging'
|
3
|
+
|
4
|
+
class Developer < ActiveRecord::Base
|
5
|
+
has_many :taggings, :as => :taggable
|
6
|
+
has_many :tags, :through => :taggings
|
7
|
+
|
8
|
+
define_index do
|
9
|
+
indexes country, :facet => true
|
10
|
+
indexes state, :facet => true
|
11
|
+
indexes tags.text, :as => :tags, :facet => true
|
12
|
+
has age, :facet => true
|
13
|
+
has tags(:id), :as => :tag_ids, :facet => true
|
14
|
+
facet city
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,23 @@
|
|
1
|
+
class Person < ActiveRecord::Base
|
2
|
+
define_index do
|
3
|
+
indexes first_name, last_name, :sortable => true
|
4
|
+
|
5
|
+
has [first_name, middle_initial, last_name], :as => :name_sort
|
6
|
+
has birthday
|
7
|
+
has gender, :facet => true
|
8
|
+
|
9
|
+
set_property :min_infix_len => 1
|
10
|
+
set_property :enable_star => true
|
11
|
+
end
|
12
|
+
|
13
|
+
sphinx_scope(:with_first_name) { |name|
|
14
|
+
{ :conditions => {:first_name => name} }
|
15
|
+
}
|
16
|
+
sphinx_scope(:with_last_name) { |name|
|
17
|
+
{ :conditions => {:last_name => name} }
|
18
|
+
}
|
19
|
+
sphinx_scope(:with_id) { |id|
|
20
|
+
{ :with => {:sphinx_internal_id => id} }
|
21
|
+
}
|
22
|
+
sphinx_scope(:ids_only) { {:ids_only => true} }
|
23
|
+
end
|
@@ -0,0 +1,21 @@
|
|
1
|
+
class Post < ActiveRecord::Base
|
2
|
+
has_many :comments, :dependent => :destroy
|
3
|
+
has_many :taggings, :as => :taggable
|
4
|
+
has_many :tags, :through => :taggings
|
5
|
+
belongs_to :category
|
6
|
+
has_and_belongs_to_many :authors
|
7
|
+
|
8
|
+
define_index do
|
9
|
+
indexes subject
|
10
|
+
indexes content
|
11
|
+
indexes tags.text, :as => :tags
|
12
|
+
indexes comments.content, :as => :comments
|
13
|
+
indexes authors.name, :as => :authors
|
14
|
+
|
15
|
+
has comments(:id), :as => :comment_ids, :source => :ranged_query,
|
16
|
+
:facet => true
|
17
|
+
has category.name, :facet => true, :as => :category_name, :type => :string
|
18
|
+
has 'COUNT(DISTINCT comments.id)', :as => :comments_count, :type => :integer
|
19
|
+
has comments.created_at, :as => :comments_created_at
|
20
|
+
end
|
21
|
+
end
|
@@ -0,0 +1,126 @@
|
|
1
|
+
require 'cucumber/thinking_sphinx/sql_logger'
|
2
|
+
|
3
|
+
module Cucumber
|
4
|
+
module ThinkingSphinx
|
5
|
+
class InternalWorld
|
6
|
+
attr_accessor :temporary_directory, :migrations_directory,
|
7
|
+
:models_directory, :fixtures_directory, :database_file
|
8
|
+
attr_accessor :adapter, :database, :username,
|
9
|
+
:password, :host
|
10
|
+
|
11
|
+
def initialize
|
12
|
+
@temporary_directory = "#{Dir.pwd}/tmp"
|
13
|
+
@migrations_directory = "features/thinking_sphinx/db/migrations"
|
14
|
+
@models_directory = "features/thinking_sphinx/models"
|
15
|
+
@fixtures_directory = "features/thinking_sphinx/db/fixtures"
|
16
|
+
@database_file = "features/thinking_sphinx/database.yml"
|
17
|
+
|
18
|
+
@adapter = ENV['DATABASE'] || 'mysql'
|
19
|
+
@database = 'thinking_sphinx'
|
20
|
+
@username = 'thinking_sphinx'
|
21
|
+
# @password = 'thinking_sphinx'
|
22
|
+
@host = 'localhost'
|
23
|
+
end
|
24
|
+
|
25
|
+
def setup
|
26
|
+
make_temporary_directory
|
27
|
+
|
28
|
+
configure_cleanup
|
29
|
+
configure_thinking_sphinx
|
30
|
+
configure_active_record
|
31
|
+
|
32
|
+
prepare_data
|
33
|
+
setup_sphinx
|
34
|
+
|
35
|
+
self
|
36
|
+
end
|
37
|
+
|
38
|
+
def configure_database
|
39
|
+
ActiveRecord::Base.establish_connection database_settings
|
40
|
+
self
|
41
|
+
end
|
42
|
+
|
43
|
+
private
|
44
|
+
|
45
|
+
def config
|
46
|
+
@config ||= ::ThinkingSphinx::Configuration.instance
|
47
|
+
end
|
48
|
+
|
49
|
+
def make_temporary_directory
|
50
|
+
FileUtils.mkdir_p temporary_directory
|
51
|
+
Dir["#{temporary_directory}/*"].each do |file|
|
52
|
+
FileUtils.rm_rf file
|
53
|
+
end
|
54
|
+
end
|
55
|
+
|
56
|
+
def configure_thinking_sphinx
|
57
|
+
config.config_file = "#{temporary_directory}/sphinx.conf"
|
58
|
+
config.searchd_log_file = "#{temporary_directory}/searchd.log"
|
59
|
+
config.query_log_file = "#{temporary_directory}/searchd.query.log"
|
60
|
+
config.pid_file = "#{temporary_directory}/searchd.pid"
|
61
|
+
config.searchd_file_path = "#{temporary_directory}/indexes/"
|
62
|
+
|
63
|
+
::ThinkingSphinx.suppress_delta_output = true
|
64
|
+
end
|
65
|
+
|
66
|
+
def configure_cleanup
|
67
|
+
Kernel.at_exit do
|
68
|
+
::ThinkingSphinx::Configuration.instance.controller.stop
|
69
|
+
sleep(0.5) # Ensure Sphinx has shut down completely
|
70
|
+
ActiveRecord::Base.logger.close
|
71
|
+
end
|
72
|
+
end
|
73
|
+
|
74
|
+
def yaml_database_settings
|
75
|
+
return {} unless File.exist?(@database_file)
|
76
|
+
|
77
|
+
YAML.load open(@database_file)
|
78
|
+
end
|
79
|
+
|
80
|
+
def database_settings
|
81
|
+
{
|
82
|
+
'adapter' => @adapter,
|
83
|
+
'database' => @database,
|
84
|
+
'username' => @username,
|
85
|
+
'password' => @password,
|
86
|
+
'host' => @host
|
87
|
+
}.merge yaml_database_settings
|
88
|
+
end
|
89
|
+
|
90
|
+
def configure_active_record
|
91
|
+
ActiveRecord::Base.logger = Logger.new(
|
92
|
+
open("#{temporary_directory}/active_record.log", "a")
|
93
|
+
)
|
94
|
+
|
95
|
+
ActiveRecord::Base.connection.class.send(
|
96
|
+
:include, Cucumber::ThinkingSphinx::SqlLogger
|
97
|
+
)
|
98
|
+
end
|
99
|
+
|
100
|
+
def prepare_data
|
101
|
+
::ThinkingSphinx.deltas_enabled = false
|
102
|
+
|
103
|
+
load_files migrations_directory
|
104
|
+
load_files models_directory
|
105
|
+
load_files fixtures_directory
|
106
|
+
|
107
|
+
::ThinkingSphinx.deltas_enabled = true
|
108
|
+
end
|
109
|
+
|
110
|
+
def load_files(path)
|
111
|
+
files = Dir["#{path}/*.rb"].sort!
|
112
|
+
files.each do |file|
|
113
|
+
require file.gsub(/\.rb$/, '')
|
114
|
+
end
|
115
|
+
end
|
116
|
+
|
117
|
+
def setup_sphinx
|
118
|
+
FileUtils.mkdir_p config.searchd_file_path
|
119
|
+
|
120
|
+
config.build
|
121
|
+
config.controller.index
|
122
|
+
config.controller.start
|
123
|
+
end
|
124
|
+
end
|
125
|
+
end
|
126
|
+
end
|