josh_cutler-thinking-sphinx 1.3.17

Sign up to get free protection for your applications and to get access to all the features.
Files changed (158) hide show
  1. data/LICENCE +20 -0
  2. data/README.textile +167 -0
  3. data/VERSION +1 -0
  4. data/features/abstract_inheritance.feature +10 -0
  5. data/features/alternate_primary_key.feature +27 -0
  6. data/features/attribute_transformation.feature +22 -0
  7. data/features/attribute_updates.feature +77 -0
  8. data/features/deleting_instances.feature +67 -0
  9. data/features/direct_attributes.feature +11 -0
  10. data/features/excerpts.feature +13 -0
  11. data/features/extensible_delta_indexing.feature +9 -0
  12. data/features/facets.feature +82 -0
  13. data/features/facets_across_model.feature +29 -0
  14. data/features/handling_edits.feature +92 -0
  15. data/features/retry_stale_indexes.feature +24 -0
  16. data/features/searching_across_models.feature +20 -0
  17. data/features/searching_by_index.feature +40 -0
  18. data/features/searching_by_model.feature +175 -0
  19. data/features/searching_with_find_arguments.feature +56 -0
  20. data/features/sphinx_detection.feature +25 -0
  21. data/features/sphinx_scopes.feature +42 -0
  22. data/features/step_definitions/alpha_steps.rb +16 -0
  23. data/features/step_definitions/beta_steps.rb +7 -0
  24. data/features/step_definitions/common_steps.rb +193 -0
  25. data/features/step_definitions/extensible_delta_indexing_steps.rb +7 -0
  26. data/features/step_definitions/facet_steps.rb +96 -0
  27. data/features/step_definitions/find_arguments_steps.rb +36 -0
  28. data/features/step_definitions/gamma_steps.rb +15 -0
  29. data/features/step_definitions/scope_steps.rb +15 -0
  30. data/features/step_definitions/search_steps.rb +89 -0
  31. data/features/step_definitions/sphinx_steps.rb +35 -0
  32. data/features/sti_searching.feature +19 -0
  33. data/features/support/env.rb +21 -0
  34. data/features/support/lib/generic_delta_handler.rb +8 -0
  35. data/features/thinking_sphinx/database.example.yml +3 -0
  36. data/features/thinking_sphinx/db/fixtures/alphas.rb +10 -0
  37. data/features/thinking_sphinx/db/fixtures/authors.rb +1 -0
  38. data/features/thinking_sphinx/db/fixtures/betas.rb +11 -0
  39. data/features/thinking_sphinx/db/fixtures/boxes.rb +9 -0
  40. data/features/thinking_sphinx/db/fixtures/categories.rb +1 -0
  41. data/features/thinking_sphinx/db/fixtures/cats.rb +3 -0
  42. data/features/thinking_sphinx/db/fixtures/comments.rb +24 -0
  43. data/features/thinking_sphinx/db/fixtures/developers.rb +31 -0
  44. data/features/thinking_sphinx/db/fixtures/dogs.rb +3 -0
  45. data/features/thinking_sphinx/db/fixtures/extensible_betas.rb +10 -0
  46. data/features/thinking_sphinx/db/fixtures/foxes.rb +3 -0
  47. data/features/thinking_sphinx/db/fixtures/gammas.rb +10 -0
  48. data/features/thinking_sphinx/db/fixtures/music.rb +4 -0
  49. data/features/thinking_sphinx/db/fixtures/people.rb +1001 -0
  50. data/features/thinking_sphinx/db/fixtures/posts.rb +6 -0
  51. data/features/thinking_sphinx/db/fixtures/robots.rb +14 -0
  52. data/features/thinking_sphinx/db/fixtures/tags.rb +27 -0
  53. data/features/thinking_sphinx/db/migrations/create_alphas.rb +8 -0
  54. data/features/thinking_sphinx/db/migrations/create_animals.rb +5 -0
  55. data/features/thinking_sphinx/db/migrations/create_authors.rb +3 -0
  56. data/features/thinking_sphinx/db/migrations/create_authors_posts.rb +6 -0
  57. data/features/thinking_sphinx/db/migrations/create_betas.rb +5 -0
  58. data/features/thinking_sphinx/db/migrations/create_boxes.rb +5 -0
  59. data/features/thinking_sphinx/db/migrations/create_categories.rb +3 -0
  60. data/features/thinking_sphinx/db/migrations/create_comments.rb +10 -0
  61. data/features/thinking_sphinx/db/migrations/create_developers.rb +7 -0
  62. data/features/thinking_sphinx/db/migrations/create_extensible_betas.rb +5 -0
  63. data/features/thinking_sphinx/db/migrations/create_gammas.rb +3 -0
  64. data/features/thinking_sphinx/db/migrations/create_genres.rb +3 -0
  65. data/features/thinking_sphinx/db/migrations/create_music.rb +6 -0
  66. data/features/thinking_sphinx/db/migrations/create_people.rb +13 -0
  67. data/features/thinking_sphinx/db/migrations/create_posts.rb +5 -0
  68. data/features/thinking_sphinx/db/migrations/create_robots.rb +4 -0
  69. data/features/thinking_sphinx/db/migrations/create_taggings.rb +5 -0
  70. data/features/thinking_sphinx/db/migrations/create_tags.rb +4 -0
  71. data/features/thinking_sphinx/models/alpha.rb +22 -0
  72. data/features/thinking_sphinx/models/animal.rb +5 -0
  73. data/features/thinking_sphinx/models/author.rb +3 -0
  74. data/features/thinking_sphinx/models/beta.rb +8 -0
  75. data/features/thinking_sphinx/models/box.rb +8 -0
  76. data/features/thinking_sphinx/models/cat.rb +3 -0
  77. data/features/thinking_sphinx/models/category.rb +4 -0
  78. data/features/thinking_sphinx/models/comment.rb +10 -0
  79. data/features/thinking_sphinx/models/developer.rb +16 -0
  80. data/features/thinking_sphinx/models/dog.rb +3 -0
  81. data/features/thinking_sphinx/models/extensible_beta.rb +9 -0
  82. data/features/thinking_sphinx/models/fox.rb +5 -0
  83. data/features/thinking_sphinx/models/gamma.rb +5 -0
  84. data/features/thinking_sphinx/models/genre.rb +3 -0
  85. data/features/thinking_sphinx/models/medium.rb +5 -0
  86. data/features/thinking_sphinx/models/music.rb +8 -0
  87. data/features/thinking_sphinx/models/person.rb +23 -0
  88. data/features/thinking_sphinx/models/post.rb +21 -0
  89. data/features/thinking_sphinx/models/robot.rb +12 -0
  90. data/features/thinking_sphinx/models/tag.rb +3 -0
  91. data/features/thinking_sphinx/models/tagging.rb +4 -0
  92. data/lib/cucumber/thinking_sphinx/external_world.rb +8 -0
  93. data/lib/cucumber/thinking_sphinx/internal_world.rb +126 -0
  94. data/lib/cucumber/thinking_sphinx/sql_logger.rb +20 -0
  95. data/lib/thinking_sphinx.rb +242 -0
  96. data/lib/thinking_sphinx/active_record.rb +380 -0
  97. data/lib/thinking_sphinx/active_record/attribute_updates.rb +50 -0
  98. data/lib/thinking_sphinx/active_record/delta.rb +61 -0
  99. data/lib/thinking_sphinx/active_record/has_many_association.rb +51 -0
  100. data/lib/thinking_sphinx/active_record/scopes.rb +75 -0
  101. data/lib/thinking_sphinx/adapters/abstract_adapter.rb +46 -0
  102. data/lib/thinking_sphinx/adapters/mysql_adapter.rb +58 -0
  103. data/lib/thinking_sphinx/adapters/postgresql_adapter.rb +147 -0
  104. data/lib/thinking_sphinx/association.rb +164 -0
  105. data/lib/thinking_sphinx/attribute.rb +390 -0
  106. data/lib/thinking_sphinx/auto_version.rb +22 -0
  107. data/lib/thinking_sphinx/class_facet.rb +15 -0
  108. data/lib/thinking_sphinx/configuration.rb +292 -0
  109. data/lib/thinking_sphinx/context.rb +74 -0
  110. data/lib/thinking_sphinx/core/array.rb +7 -0
  111. data/lib/thinking_sphinx/core/string.rb +15 -0
  112. data/lib/thinking_sphinx/deltas.rb +28 -0
  113. data/lib/thinking_sphinx/deltas/default_delta.rb +62 -0
  114. data/lib/thinking_sphinx/deploy/capistrano.rb +100 -0
  115. data/lib/thinking_sphinx/excerpter.rb +22 -0
  116. data/lib/thinking_sphinx/facet.rb +125 -0
  117. data/lib/thinking_sphinx/facet_search.rb +136 -0
  118. data/lib/thinking_sphinx/field.rb +80 -0
  119. data/lib/thinking_sphinx/index.rb +157 -0
  120. data/lib/thinking_sphinx/index/builder.rb +302 -0
  121. data/lib/thinking_sphinx/index/faux_column.rb +118 -0
  122. data/lib/thinking_sphinx/property.rb +168 -0
  123. data/lib/thinking_sphinx/rails_additions.rb +150 -0
  124. data/lib/thinking_sphinx/search.rb +785 -0
  125. data/lib/thinking_sphinx/search_methods.rb +439 -0
  126. data/lib/thinking_sphinx/source.rb +159 -0
  127. data/lib/thinking_sphinx/source/internal_properties.rb +46 -0
  128. data/lib/thinking_sphinx/source/sql.rb +130 -0
  129. data/lib/thinking_sphinx/tasks.rb +121 -0
  130. data/lib/thinking_sphinx/test.rb +52 -0
  131. data/rails/init.rb +16 -0
  132. data/spec/thinking_sphinx/active_record/delta_spec.rb +128 -0
  133. data/spec/thinking_sphinx/active_record/has_many_association_spec.rb +71 -0
  134. data/spec/thinking_sphinx/active_record/scopes_spec.rb +177 -0
  135. data/spec/thinking_sphinx/active_record_spec.rb +618 -0
  136. data/spec/thinking_sphinx/association_spec.rb +239 -0
  137. data/spec/thinking_sphinx/attribute_spec.rb +548 -0
  138. data/spec/thinking_sphinx/auto_version_spec.rb +39 -0
  139. data/spec/thinking_sphinx/configuration_spec.rb +271 -0
  140. data/spec/thinking_sphinx/context_spec.rb +126 -0
  141. data/spec/thinking_sphinx/core/array_spec.rb +9 -0
  142. data/spec/thinking_sphinx/core/string_spec.rb +9 -0
  143. data/spec/thinking_sphinx/excerpter_spec.rb +49 -0
  144. data/spec/thinking_sphinx/facet_search_spec.rb +176 -0
  145. data/spec/thinking_sphinx/facet_spec.rb +333 -0
  146. data/spec/thinking_sphinx/field_spec.rb +113 -0
  147. data/spec/thinking_sphinx/index/builder_spec.rb +495 -0
  148. data/spec/thinking_sphinx/index/faux_column_spec.rb +36 -0
  149. data/spec/thinking_sphinx/index_spec.rb +183 -0
  150. data/spec/thinking_sphinx/rails_additions_spec.rb +203 -0
  151. data/spec/thinking_sphinx/search_methods_spec.rb +152 -0
  152. data/spec/thinking_sphinx/search_spec.rb +1206 -0
  153. data/spec/thinking_sphinx/source_spec.rb +243 -0
  154. data/spec/thinking_sphinx_spec.rb +204 -0
  155. data/tasks/distribution.rb +46 -0
  156. data/tasks/rails.rake +1 -0
  157. data/tasks/testing.rb +76 -0
  158. metadata +475 -0
@@ -0,0 +1,164 @@
1
+ module ThinkingSphinx
2
+ # Association tracks a specific reflection and join to reference data that
3
+ # isn't in the base model. Very much an internal class for Thinking Sphinx -
4
+ # perhaps because I feel it's not as strong (or simple) as most of the rest.
5
+ #
6
+ class Association
7
+ attr_accessor :parent, :reflection, :join
8
+
9
+ # Create a new association by passing in the parent association, and the
10
+ # corresponding reflection instance. If there is no parent, pass in nil.
11
+ #
12
+ # top = Association.new nil, top_reflection
13
+ # child = Association.new top, child_reflection
14
+ #
15
+ def initialize(parent, reflection)
16
+ @parent, @reflection = parent, reflection
17
+ @children = {}
18
+ end
19
+
20
+ # Get the children associations for a given association name. The only time
21
+ # that there'll actually be more than one association is when the
22
+ # relationship is polymorphic. To keep things simple though, it will always
23
+ # be an Array that gets returned (an empty one if no matches).
24
+ #
25
+ # # where pages is an association on the class tied to the reflection.
26
+ # association.children(:pages)
27
+ #
28
+ def children(assoc)
29
+ @children[assoc] ||= Association.children(@reflection.klass, assoc, self)
30
+ end
31
+
32
+ # Get the children associations for a given class, association name and
33
+ # parent association. Much like the instance method of the same name, it
34
+ # will return an empty array if no associations have the name, and only
35
+ # have multiple association instances if the underlying relationship is
36
+ # polymorphic.
37
+ #
38
+ # Association.children(User, :pages, user_association)
39
+ #
40
+ def self.children(klass, assoc, parent=nil)
41
+ ref = klass.reflect_on_association(assoc)
42
+
43
+ return [] if ref.nil?
44
+ return [Association.new(parent, ref)] unless ref.options[:polymorphic]
45
+
46
+ # association is polymorphic - create associations for each
47
+ # non-polymorphic reflection.
48
+ polymorphic_classes(ref).collect { |klass|
49
+ Association.new parent, ::ActiveRecord::Reflection::AssociationReflection.new(
50
+ ref.macro,
51
+ "#{ref.name}_#{klass.name}".to_sym,
52
+ casted_options(klass, ref),
53
+ ref.active_record
54
+ )
55
+ }
56
+ end
57
+
58
+ # Link up the join for this model from a base join - and set parent
59
+ # associations' joins recursively.
60
+ #
61
+ def join_to(base_join)
62
+ parent.join_to(base_join) if parent && parent.join.nil?
63
+
64
+ @join ||= ::ActiveRecord::Associations::ClassMethods::JoinDependency::JoinAssociation.new(
65
+ @reflection, base_join, parent ? parent.join : base_join.joins.first
66
+ )
67
+ end
68
+
69
+ # Returns the association's join SQL statements - and it replaces
70
+ # ::ts_join_alias:: with the aliased table name so the generated reflection
71
+ # join conditions avoid column name collisions.
72
+ #
73
+ def to_sql
74
+ @join.association_join.gsub(/::ts_join_alias::/,
75
+ "#{@reflection.klass.connection.quote_table_name(@join.parent.aliased_table_name)}"
76
+ )
77
+ end
78
+
79
+ # Returns true if the association - or a parent - is a has_many or
80
+ # has_and_belongs_to_many.
81
+ #
82
+ def is_many?
83
+ case @reflection.macro
84
+ when :has_many, :has_and_belongs_to_many
85
+ true
86
+ else
87
+ @parent ? @parent.is_many? : false
88
+ end
89
+ end
90
+
91
+ # Returns an array of all the associations that lead to this one - starting
92
+ # with the top level all the way to the current association object.
93
+ #
94
+ def ancestors
95
+ (parent ? parent.ancestors : []) << self
96
+ end
97
+
98
+ def has_column?(column)
99
+ @reflection.klass.column_names.include?(column.to_s)
100
+ end
101
+
102
+ def primary_key_from_reflection
103
+ if @reflection.options[:through]
104
+ @reflection.source_reflection.options[:foreign_key] ||
105
+ @reflection.source_reflection.primary_key_name
106
+ elsif @reflection.macro == :has_and_belongs_to_many
107
+ @reflection.association_foreign_key
108
+ else
109
+ nil
110
+ end
111
+ end
112
+
113
+ def table
114
+ if @reflection.options[:through] ||
115
+ @reflection.macro == :has_and_belongs_to_many
116
+ @join.aliased_join_table_name
117
+ else
118
+ @join.aliased_table_name
119
+ end
120
+ end
121
+
122
+ private
123
+
124
+ # Returns all the objects that could be currently instantiated from a
125
+ # polymorphic association. This is pretty damn fast if there's an index on
126
+ # the foreign type column - but if there isn't, it can take a while if you
127
+ # have a lot of data.
128
+ #
129
+ def self.polymorphic_classes(ref)
130
+ ref.active_record.connection.select_all(
131
+ "SELECT DISTINCT #{ref.options[:foreign_type]} " +
132
+ "FROM #{ref.active_record.table_name} " +
133
+ "WHERE #{ref.options[:foreign_type]} IS NOT NULL"
134
+ ).collect { |row|
135
+ row[ref.options[:foreign_type]].constantize
136
+ }
137
+ end
138
+
139
+ # Returns a new set of options for an association that mimics an existing
140
+ # polymorphic relationship for a specific class. It adds a condition to
141
+ # filter by the appropriate object.
142
+ #
143
+ def self.casted_options(klass, ref)
144
+ options = ref.options.clone
145
+ options[:polymorphic] = nil
146
+ options[:class_name] = klass.name
147
+ options[:foreign_key] ||= "#{ref.name}_id"
148
+
149
+ quoted_foreign_type = klass.connection.quote_column_name ref.options[:foreign_type]
150
+ case options[:conditions]
151
+ when nil
152
+ options[:conditions] = "::ts_join_alias::.#{quoted_foreign_type} = '#{klass.name}'"
153
+ when Array
154
+ options[:conditions] << "::ts_join_alias::.#{quoted_foreign_type} = '#{klass.name}'"
155
+ when Hash
156
+ options[:conditions].merge!(ref.options[:foreign_type] => klass.name)
157
+ else
158
+ options[:conditions] << " AND ::ts_join_alias::.#{quoted_foreign_type} = '#{klass.name}'"
159
+ end
160
+
161
+ options
162
+ end
163
+ end
164
+ end
@@ -0,0 +1,390 @@
1
+ module ThinkingSphinx
2
+ # Attributes - eternally useful when it comes to filtering, sorting or
3
+ # grouping. This class isn't really useful to you unless you're hacking
4
+ # around with the internals of Thinking Sphinx - but hey, don't let that
5
+ # stop you.
6
+ #
7
+ # One key thing to remember - if you're using the attribute manually to
8
+ # generate SQL statements, you'll need to set the base model, and all the
9
+ # associations. Which can get messy. Use Index.link!, it really helps.
10
+ #
11
+ class Attribute < ThinkingSphinx::Property
12
+ attr_accessor :query_source
13
+
14
+ # To create a new attribute, you'll need to pass in either a single Column
15
+ # or an array of them, and some (optional) options.
16
+ #
17
+ # Valid options are:
18
+ # - :as => :alias_name
19
+ # - :type => :attribute_type
20
+ # - :source => :field, :query, :ranged_query
21
+ #
22
+ # Alias is only required in three circumstances: when there's
23
+ # another attribute or field with the same name, when the column name is
24
+ # 'id', or when there's more than one column.
25
+ #
26
+ # Type is not required, unless you want to force a column to be a certain
27
+ # type (but keep in mind the value will not be CASTed in the SQL
28
+ # statements). The only time you really need to use this is when the type
29
+ # can't be figured out by the column - ie: when not actually using a
30
+ # database column as your source.
31
+ #
32
+ # Source is only used for multi-value attributes (MVA). By default this will
33
+ # use a left-join and a group_concat to obtain the values. For better performance
34
+ # during indexing it can be beneficial to let Sphinx use a separate query to retrieve
35
+ # all document,value-pairs.
36
+ # Either :query or :ranged_query will enable this feature, where :ranged_query will cause
37
+ # the query to be executed incremental.
38
+ #
39
+ # Example usage:
40
+ #
41
+ # Attribute.new(
42
+ # Column.new(:created_at)
43
+ # )
44
+ #
45
+ # Attribute.new(
46
+ # Column.new(:posts, :id),
47
+ # :as => :post_ids
48
+ # )
49
+ #
50
+ # Attribute.new(
51
+ # Column.new(:posts, :id),
52
+ # :as => :post_ids,
53
+ # :source => :ranged_query
54
+ # )
55
+ #
56
+ # Attribute.new(
57
+ # [Column.new(:pages, :id), Column.new(:articles, :id)],
58
+ # :as => :content_ids
59
+ # )
60
+ #
61
+ # Attribute.new(
62
+ # Column.new("NOW()"),
63
+ # :as => :indexed_at,
64
+ # :type => :datetime
65
+ # )
66
+ #
67
+ # If you're creating attributes for latitude and longitude, don't forget
68
+ # that Sphinx expects these values to be in radians.
69
+ #
70
+ def initialize(source, columns, options = {})
71
+ super
72
+
73
+ @type = options[:type]
74
+ @query_source = options[:source]
75
+ @crc = options[:crc]
76
+ @delta_query = options[:delta_query]
77
+
78
+ @type ||= :multi unless @query_source.nil?
79
+ if @type == :string && @crc
80
+ @type = is_many? ? :multi : :integer
81
+ end
82
+
83
+ source.attributes << self
84
+ end
85
+
86
+ # Get the part of the SELECT clause related to this attribute. Don't forget
87
+ # to set your model and associations first though.
88
+ #
89
+ # This will concatenate strings and arrays of integers, and convert
90
+ # datetimes to timestamps, as needed.
91
+ #
92
+ def to_select_sql
93
+ return nil unless include_as_association?
94
+
95
+ separator = all_ints? || all_datetimes? || @crc ? ',' : ' '
96
+
97
+ clause = columns_with_prefixes.collect { |column|
98
+ case type
99
+ when :string
100
+ adapter.convert_nulls(column)
101
+ when :datetime
102
+ adapter.cast_to_datetime(column)
103
+ when :multi
104
+ column = adapter.cast_to_datetime(column) if is_many_datetimes?
105
+ column = adapter.convert_nulls(column, '0') if is_many_ints?
106
+ column
107
+ else
108
+ column
109
+ end
110
+ }.join(', ')
111
+
112
+ clause = adapter.crc(clause) if @crc
113
+ clause = adapter.concatenate(clause, separator) if concat_ws?
114
+ clause = adapter.group_concatenate(clause, separator) if is_many?
115
+
116
+ "#{clause} AS #{quote_column(unique_name)}"
117
+ end
118
+
119
+ def type_to_config
120
+ {
121
+ :multi => :sql_attr_multi,
122
+ :datetime => :sql_attr_timestamp,
123
+ :string => :sql_attr_str2ordinal,
124
+ :float => :sql_attr_float,
125
+ :boolean => :sql_attr_bool,
126
+ :integer => :sql_attr_uint,
127
+ :bigint => :sql_attr_bigint
128
+ }[type]
129
+ end
130
+
131
+ def include_as_association?
132
+ ! (type == :multi && (query_source == :query || query_source == :ranged_query || query_source == :query_with_delta))
133
+ end
134
+
135
+ # Returns the configuration value that should be used for
136
+ # the attribute.
137
+ # Special case is the multi-valued attribute that needs some
138
+ # extra configuration.
139
+ #
140
+ def config_value(offset = nil, delta = false)
141
+ if type == :multi
142
+ multi_config = include_as_association? ? "field" :
143
+ source_value(offset, delta).gsub(/\s+/m, " ").strip
144
+ "uint #{unique_name} from #{multi_config}"
145
+ else
146
+ unique_name
147
+ end
148
+ end
149
+
150
+ # Returns the type of the column. If that's not already set, it returns
151
+ # :multi if there's the possibility of more than one value, :string if
152
+ # there's more than one association, otherwise it figures out what the
153
+ # actual column's datatype is and returns that.
154
+ #
155
+ def type
156
+ @type ||= begin
157
+ base_type = case
158
+ when is_many?, is_many_ints?
159
+ :multi
160
+ when @associations.values.flatten.length > 1
161
+ :string
162
+ else
163
+ translated_type_from_database
164
+ end
165
+
166
+ if base_type == :string && @crc
167
+ base_type = :integer
168
+ else
169
+ @crc = false unless base_type == :multi && is_many_strings? && @crc
170
+ end
171
+
172
+ base_type
173
+ end
174
+ end
175
+
176
+ def updatable?
177
+ [:integer, :datetime, :boolean].include?(type) && !is_string?
178
+ end
179
+
180
+ def live_value(instance)
181
+ object = instance
182
+ column = @columns.first
183
+ column.__stack.each { |method|
184
+ object = object.send(method)
185
+ return sphinx_value(nil) if object.nil?
186
+ }
187
+
188
+ sphinx_value object.send(column.__name)
189
+ end
190
+
191
+ def all_ints?
192
+ all_of_type?(:integer)
193
+ end
194
+
195
+ def all_datetimes?
196
+ all_of_type?(:datetime, :date, :timestamp)
197
+ end
198
+
199
+ def all_strings?
200
+ all_of_type?(:string, :text)
201
+ end
202
+
203
+ private
204
+
205
+ def source_value(offset, delta)
206
+ if query_source == :query_with_delta
207
+ if delta
208
+ query_string = "query; #{@delta_query || columns.first.__name}"
209
+ else
210
+ query_string = "query; #{columns.first.__name}"
211
+ end
212
+ return query_string
213
+ end
214
+
215
+ if is_string?
216
+ return "#{query_source.to_s.dasherize}; #{columns.first.__name}"
217
+ end
218
+
219
+ query = query(offset)
220
+
221
+ if query_source == :ranged_query
222
+ query += query_clause
223
+ query += " AND #{query_delta.strip}" if delta
224
+ "ranged-query; #{query}; #{range_query}"
225
+ else
226
+ query += "WHERE #{query_delta.strip}" if delta
227
+ "query; #{query}"
228
+ end
229
+ end
230
+
231
+ def query(offset)
232
+ base_assoc = base_association_for_mva
233
+ end_assoc = end_association_for_mva
234
+ raise "Could not determine SQL for MVA" if base_assoc.nil?
235
+
236
+ <<-SQL
237
+ SELECT #{foreign_key_for_mva base_assoc}
238
+ #{ThinkingSphinx.unique_id_expression(offset)} AS #{quote_column('id')},
239
+ #{primary_key_for_mva(end_assoc)} AS #{quote_column(unique_name)}
240
+ FROM #{quote_table_name base_assoc.table} #{association_joins}
241
+ SQL
242
+ end
243
+
244
+ def query_clause
245
+ foreign_key = foreign_key_for_mva base_association_for_mva
246
+ "WHERE #{foreign_key} >= $start AND #{foreign_key} <= $end"
247
+ end
248
+
249
+ def query_delta
250
+ foreign_key = foreign_key_for_mva base_association_for_mva
251
+ <<-SQL
252
+ #{foreign_key} IN (SELECT #{quote_column model.primary_key}
253
+ FROM #{model.quoted_table_name}
254
+ WHERE #{@source.index.delta_object.clause(model, true)})
255
+ SQL
256
+ end
257
+
258
+ def range_query
259
+ assoc = base_association_for_mva
260
+ foreign_key = foreign_key_for_mva assoc
261
+ "SELECT MIN(#{foreign_key}), MAX(#{foreign_key}) FROM #{quote_table_name assoc.table}"
262
+ end
263
+
264
+ def primary_key_for_mva(assoc)
265
+ quote_with_table(
266
+ assoc.table, assoc.primary_key_from_reflection || columns.first.__name
267
+ )
268
+ end
269
+
270
+ def foreign_key_for_mva(assoc)
271
+ quote_with_table assoc.table, assoc.reflection.primary_key_name
272
+ end
273
+
274
+ def end_association_for_mva
275
+ @association_for_mva ||= associations[columns.first].detect { |assoc|
276
+ assoc.has_column?(columns.first.__name)
277
+ }
278
+ end
279
+
280
+ def base_association_for_mva
281
+ @first_association_for_mva ||= begin
282
+ assoc = end_association_for_mva
283
+ while !assoc.parent.nil?
284
+ assoc = assoc.parent
285
+ end
286
+
287
+ assoc
288
+ end
289
+ end
290
+
291
+ def association_joins
292
+ joins = []
293
+ assoc = end_association_for_mva
294
+ while assoc != base_association_for_mva
295
+ joins << assoc.to_sql
296
+ assoc = assoc.parent
297
+ end
298
+
299
+ joins.join(' ')
300
+ end
301
+
302
+ def is_many_ints?
303
+ concat_ws? && all_ints?
304
+ end
305
+
306
+ def is_many_datetimes?
307
+ is_many? && all_datetimes?
308
+ end
309
+
310
+ def is_many_strings?
311
+ is_many? && all_strings?
312
+ end
313
+
314
+ def translated_type_from_database
315
+ case type_from_db = type_from_database
316
+ when :integer
317
+ integer_type_from_db
318
+ when :datetime, :string, :float, :boolean
319
+ type_from_db
320
+ when :decimal
321
+ :float
322
+ when :timestamp, :date
323
+ :datetime
324
+ else
325
+ raise <<-MESSAGE
326
+
327
+ Cannot automatically map attribute #{unique_name} in #{@model.name} to an
328
+ equivalent Sphinx type (integer, float, boolean, datetime, string as ordinal).
329
+ You could try to explicitly convert the column's value in your define_index
330
+ block:
331
+ has "CAST(column AS INT)", :type => :integer, :as => :column
332
+ MESSAGE
333
+ end
334
+ end
335
+
336
+ def type_from_database
337
+ column = column_from_db
338
+ column.nil? ? nil : column.type
339
+ end
340
+
341
+ def integer_type_from_db
342
+ column = column_from_db
343
+ return nil if column.nil?
344
+
345
+ case column.sql_type
346
+ when adapter.bigint_pattern
347
+ :bigint
348
+ else
349
+ :integer
350
+ end
351
+ end
352
+
353
+ def column_from_db
354
+ klass = @associations.values.flatten.first ?
355
+ @associations.values.flatten.first.reflection.klass : @model
356
+
357
+ klass.columns.detect { |col|
358
+ @columns.collect { |c| c.__name.to_s }.include? col.name
359
+ }
360
+ end
361
+
362
+ def all_of_type?(*column_types)
363
+ @columns.all? { |col|
364
+ klasses = @associations[col].empty? ? [@model] :
365
+ @associations[col].collect { |assoc| assoc.reflection.klass }
366
+ klasses.all? { |klass|
367
+ column = klass.columns.detect { |column| column.name == col.__name.to_s }
368
+ !column.nil? && column_types.include?(column.type)
369
+ }
370
+ }
371
+ end
372
+
373
+ def sphinx_value(value)
374
+ case value
375
+ when TrueClass
376
+ 1
377
+ when FalseClass, NilClass
378
+ 0
379
+ when Time
380
+ value.to_i
381
+ when Date
382
+ value.to_time.to_i
383
+ when String
384
+ value.to_crc32
385
+ else
386
+ value
387
+ end
388
+ end
389
+ end
390
+ end