jbasdf-muck-solr 0.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (156) hide show
  1. data/CHANGE_LOG +239 -0
  2. data/LICENSE +19 -0
  3. data/README.markdown +118 -0
  4. data/README.rdoc +107 -0
  5. data/Rakefile +99 -0
  6. data/TESTING_THE_PLUGIN +25 -0
  7. data/VERSION.yml +4 -0
  8. data/config/solr.yml +15 -0
  9. data/config/solr_environment.rb +32 -0
  10. data/lib/acts_as_solr/acts_methods.rb +352 -0
  11. data/lib/acts_as_solr/class_methods.rb +236 -0
  12. data/lib/acts_as_solr/common_methods.rb +89 -0
  13. data/lib/acts_as_solr/deprecation.rb +61 -0
  14. data/lib/acts_as_solr/instance_methods.rb +165 -0
  15. data/lib/acts_as_solr/lazy_document.rb +18 -0
  16. data/lib/acts_as_solr/parser_methods.rb +203 -0
  17. data/lib/acts_as_solr/search_results.rb +68 -0
  18. data/lib/acts_as_solr/solr_fixtures.rb +13 -0
  19. data/lib/acts_as_solr/tasks/database.rake +16 -0
  20. data/lib/acts_as_solr/tasks/solr.rake +135 -0
  21. data/lib/acts_as_solr/tasks/test.rake +5 -0
  22. data/lib/acts_as_solr/tasks.rb +10 -0
  23. data/lib/acts_as_solr.rb +65 -0
  24. data/lib/solr/connection.rb +177 -0
  25. data/lib/solr/document.rb +75 -0
  26. data/lib/solr/exception.rb +13 -0
  27. data/lib/solr/field.rb +36 -0
  28. data/lib/solr/importer/array_mapper.rb +26 -0
  29. data/lib/solr/importer/delimited_file_source.rb +38 -0
  30. data/lib/solr/importer/hpricot_mapper.rb +27 -0
  31. data/lib/solr/importer/mapper.rb +51 -0
  32. data/lib/solr/importer/solr_source.rb +41 -0
  33. data/lib/solr/importer/xpath_mapper.rb +35 -0
  34. data/lib/solr/importer.rb +19 -0
  35. data/lib/solr/indexer.rb +52 -0
  36. data/lib/solr/request/add_document.rb +58 -0
  37. data/lib/solr/request/base.rb +36 -0
  38. data/lib/solr/request/commit.rb +29 -0
  39. data/lib/solr/request/delete.rb +48 -0
  40. data/lib/solr/request/dismax.rb +46 -0
  41. data/lib/solr/request/index_info.rb +22 -0
  42. data/lib/solr/request/modify_document.rb +46 -0
  43. data/lib/solr/request/optimize.rb +19 -0
  44. data/lib/solr/request/ping.rb +36 -0
  45. data/lib/solr/request/select.rb +54 -0
  46. data/lib/solr/request/spellcheck.rb +30 -0
  47. data/lib/solr/request/standard.rb +402 -0
  48. data/lib/solr/request/update.rb +23 -0
  49. data/lib/solr/request.rb +26 -0
  50. data/lib/solr/response/add_document.rb +17 -0
  51. data/lib/solr/response/base.rb +42 -0
  52. data/lib/solr/response/commit.rb +15 -0
  53. data/lib/solr/response/delete.rb +13 -0
  54. data/lib/solr/response/dismax.rb +8 -0
  55. data/lib/solr/response/index_info.rb +26 -0
  56. data/lib/solr/response/modify_document.rb +17 -0
  57. data/lib/solr/response/optimize.rb +14 -0
  58. data/lib/solr/response/ping.rb +26 -0
  59. data/lib/solr/response/ruby.rb +42 -0
  60. data/lib/solr/response/select.rb +17 -0
  61. data/lib/solr/response/spellcheck.rb +20 -0
  62. data/lib/solr/response/standard.rb +60 -0
  63. data/lib/solr/response/xml.rb +39 -0
  64. data/lib/solr/response.rb +27 -0
  65. data/lib/solr/solrtasks.rb +27 -0
  66. data/lib/solr/util.rb +32 -0
  67. data/lib/solr/xml.rb +44 -0
  68. data/lib/solr.rb +26 -0
  69. data/solr/CHANGES.txt +1207 -0
  70. data/solr/LICENSE.txt +712 -0
  71. data/solr/NOTICE.txt +90 -0
  72. data/solr/etc/jetty.xml +205 -0
  73. data/solr/etc/webdefault.xml +379 -0
  74. data/solr/lib/easymock.jar +0 -0
  75. data/solr/lib/jetty-6.1.3.jar +0 -0
  76. data/solr/lib/jetty-util-6.1.3.jar +0 -0
  77. data/solr/lib/jsp-2.1/ant-1.6.5.jar +0 -0
  78. data/solr/lib/jsp-2.1/core-3.1.1.jar +0 -0
  79. data/solr/lib/jsp-2.1/jsp-2.1.jar +0 -0
  80. data/solr/lib/jsp-2.1/jsp-api-2.1.jar +0 -0
  81. data/solr/lib/servlet-api-2.4.jar +0 -0
  82. data/solr/lib/servlet-api-2.5-6.1.3.jar +0 -0
  83. data/solr/lib/xpp3-1.1.3.4.O.jar +0 -0
  84. data/solr/solr/README.txt +52 -0
  85. data/solr/solr/bin/abc +176 -0
  86. data/solr/solr/bin/abo +176 -0
  87. data/solr/solr/bin/backup +108 -0
  88. data/solr/solr/bin/backupcleaner +142 -0
  89. data/solr/solr/bin/commit +128 -0
  90. data/solr/solr/bin/optimize +129 -0
  91. data/solr/solr/bin/readercycle +129 -0
  92. data/solr/solr/bin/rsyncd-disable +77 -0
  93. data/solr/solr/bin/rsyncd-enable +76 -0
  94. data/solr/solr/bin/rsyncd-start +145 -0
  95. data/solr/solr/bin/rsyncd-stop +105 -0
  96. data/solr/solr/bin/scripts-util +83 -0
  97. data/solr/solr/bin/snapcleaner +148 -0
  98. data/solr/solr/bin/snapinstaller +168 -0
  99. data/solr/solr/bin/snappuller +248 -0
  100. data/solr/solr/bin/snappuller-disable +77 -0
  101. data/solr/solr/bin/snappuller-enable +77 -0
  102. data/solr/solr/bin/snapshooter +109 -0
  103. data/solr/solr/conf/admin-extra.html +31 -0
  104. data/solr/solr/conf/protwords.txt +21 -0
  105. data/solr/solr/conf/schema.xml +126 -0
  106. data/solr/solr/conf/scripts.conf +24 -0
  107. data/solr/solr/conf/solrconfig.xml +458 -0
  108. data/solr/solr/conf/stopwords.txt +57 -0
  109. data/solr/solr/conf/synonyms.txt +31 -0
  110. data/solr/solr/conf/xslt/example.xsl +132 -0
  111. data/solr/solr/conf/xslt/example_atom.xsl +63 -0
  112. data/solr/solr/conf/xslt/example_rss.xsl +62 -0
  113. data/solr/start.jar +0 -0
  114. data/solr/webapps/solr.war +0 -0
  115. data/test/config/solr.yml +2 -0
  116. data/test/db/connections/mysql/connection.rb +10 -0
  117. data/test/db/connections/sqlite/connection.rb +8 -0
  118. data/test/db/migrate/001_create_books.rb +15 -0
  119. data/test/db/migrate/002_create_movies.rb +12 -0
  120. data/test/db/migrate/003_create_categories.rb +11 -0
  121. data/test/db/migrate/004_create_electronics.rb +16 -0
  122. data/test/db/migrate/005_create_authors.rb +12 -0
  123. data/test/db/migrate/006_create_postings.rb +9 -0
  124. data/test/db/migrate/007_create_posts.rb +13 -0
  125. data/test/db/migrate/008_create_gadgets.rb +11 -0
  126. data/test/fixtures/authors.yml +9 -0
  127. data/test/fixtures/books.yml +13 -0
  128. data/test/fixtures/categories.yml +7 -0
  129. data/test/fixtures/db_definitions/mysql.sql +41 -0
  130. data/test/fixtures/electronics.yml +49 -0
  131. data/test/fixtures/movies.yml +9 -0
  132. data/test/fixtures/postings.yml +10 -0
  133. data/test/functional/acts_as_solr_test.rb +413 -0
  134. data/test/functional/association_indexing_test.rb +37 -0
  135. data/test/functional/faceted_search_test.rb +163 -0
  136. data/test/functional/multi_solr_search_test.rb +57 -0
  137. data/test/models/author.rb +10 -0
  138. data/test/models/book.rb +10 -0
  139. data/test/models/category.rb +8 -0
  140. data/test/models/electronic.rb +25 -0
  141. data/test/models/gadget.rb +9 -0
  142. data/test/models/movie.rb +17 -0
  143. data/test/models/novel.rb +2 -0
  144. data/test/models/post.rb +3 -0
  145. data/test/models/posting.rb +11 -0
  146. data/test/test_helper.rb +54 -0
  147. data/test/unit/acts_methods_shoulda.rb +68 -0
  148. data/test/unit/class_methods_shoulda.rb +85 -0
  149. data/test/unit/common_methods_shoulda.rb +111 -0
  150. data/test/unit/instance_methods_shoulda.rb +318 -0
  151. data/test/unit/lazy_document_shoulda.rb +34 -0
  152. data/test/unit/parser_instance.rb +19 -0
  153. data/test/unit/parser_methods_shoulda.rb +268 -0
  154. data/test/unit/solr_instance.rb +49 -0
  155. data/test/unit/test_helper.rb +24 -0
  156. metadata +241 -0
@@ -0,0 +1,17 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ class Solr::Response::Select < Solr::Response::Ruby
14
+ def initialize(ruby_code)
15
+ super
16
+ end
17
+ end
@@ -0,0 +1,20 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ class Solr::Response::Spellcheck < Solr::Response::Ruby
14
+ attr_reader :suggestions
15
+
16
+ def initialize(ruby_code)
17
+ super
18
+ @suggestions = @data['suggestions']
19
+ end
20
+ end
@@ -0,0 +1,60 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ class Solr::Response::Standard < Solr::Response::Ruby
14
+ FacetValue = Struct.new(:name, :value)
15
+ include Enumerable
16
+
17
+ def initialize(ruby_code)
18
+ super
19
+ @response = @data['response']
20
+ raise "response section missing" unless @response.kind_of? Hash
21
+ end
22
+
23
+ def total_hits
24
+ @response['numFound']
25
+ end
26
+
27
+ def start
28
+ @response['start']
29
+ end
30
+
31
+ def hits
32
+ @response['docs']
33
+ end
34
+
35
+ def max_score
36
+ @response['maxScore']
37
+ end
38
+
39
+ # TODO: consider the use of json.nl parameter
40
+ def field_facets(field)
41
+ facets = []
42
+ values = @data['facet_counts']['facet_fields'][field]
43
+ Solr::Util.paired_array_each(values) do |key, value|
44
+ facets << FacetValue.new(key, value)
45
+ end
46
+
47
+ facets
48
+ end
49
+
50
+ def highlighted(id, field)
51
+ @data['highlighting'][id.to_s][field.to_s] rescue nil
52
+ end
53
+
54
+ # supports enumeration of hits
55
+ # TODO revisit - should this iterate through *all* hits by re-requesting more?
56
+ def each
57
+ @response['docs'].each {|hit| yield hit}
58
+ end
59
+
60
+ end
@@ -0,0 +1,39 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ class Solr::Response::Xml < Solr::Response::Base
14
+ attr_reader :doc, :status_code, :status_message
15
+
16
+ def initialize(xml)
17
+ super
18
+ # parse the xml
19
+ @doc = REXML::Document.new(xml)
20
+
21
+ # look for the result code and string
22
+ # <?xml version="1.0" encoding="UTF-8"?>
23
+ # <response>
24
+ # <lst name="responseHeader"><int name="status">0</int><int name="QTime">2</int></lst>
25
+ # </response>
26
+ result = REXML::XPath.first(@doc, './response/lst[@name="responseHeader"]/int[@name="status"]')
27
+ if result
28
+ @status_code = result.text
29
+ @status_message = result.text # TODO: any need for a message?
30
+ end
31
+ rescue REXML::ParseException => e
32
+ raise Solr::Exception.new("invalid response xml: #{e}")
33
+ end
34
+
35
+ def ok?
36
+ return @status_code == '0'
37
+ end
38
+
39
+ end
@@ -0,0 +1,27 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ module Solr; module Response; end; end
14
+ require File.expand_path("#{File.dirname(__FILE__)}/response/base")
15
+ require File.expand_path("#{File.dirname(__FILE__)}/response/xml")
16
+ require File.expand_path("#{File.dirname(__FILE__)}/response/ruby")
17
+ require File.expand_path("#{File.dirname(__FILE__)}/response/ping")
18
+ require File.expand_path("#{File.dirname(__FILE__)}/response/add_document")
19
+ require File.expand_path("#{File.dirname(__FILE__)}/response/modify_document")
20
+ require File.expand_path("#{File.dirname(__FILE__)}/response/standard")
21
+ require File.expand_path("#{File.dirname(__FILE__)}/response/spellcheck")
22
+ require File.expand_path("#{File.dirname(__FILE__)}/response/dismax")
23
+ require File.expand_path("#{File.dirname(__FILE__)}/response/commit")
24
+ require File.expand_path("#{File.dirname(__FILE__)}/response/delete")
25
+ require File.expand_path("#{File.dirname(__FILE__)}/response/index_info")
26
+ require File.expand_path("#{File.dirname(__FILE__)}/response/optimize")
27
+ require File.expand_path("#{File.dirname(__FILE__)}/response/select")
@@ -0,0 +1,27 @@
1
+ #!/usr/bin/env ruby
2
+ # The ASF licenses this file to You under the Apache License, Version 2.0
3
+ # (the "License"); you may not use this file except in compliance with
4
+ # the License. You may obtain a copy of the License at
5
+ #
6
+ # http://www.apache.org/licenses/LICENSE-2.0
7
+ #
8
+ # Unless required by applicable law or agreed to in writing, software
9
+ # distributed under the License is distributed on an "AS IS" BASIS,
10
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
11
+ # See the License for the specific language governing permissions and
12
+ # limitations under the License.
13
+
14
+ # TODO: fill out Solr tasks: start, stop, ping, optimize, etc.
15
+
16
+ require 'rake'
17
+ require 'rake/tasklib'
18
+
19
+ module Solr
20
+ namespace :solr do
21
+ desc "Start Solr"
22
+ task :start do
23
+ # TODO: actually start it up!
24
+ puts "Starting..."
25
+ end
26
+ end
27
+ end
data/lib/solr/util.rb ADDED
@@ -0,0 +1,32 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ class Solr::Util
14
+ # paired_array_each([key1,value1,key2,value2]) yields twice:
15
+ # |key1,value1| and |key2,value2|
16
+ def self.paired_array_each(a, &block)
17
+ 0.upto(a.size / 2 - 1) do |i|
18
+ n = i * 2
19
+ yield(a[n], a[n+1])
20
+ end
21
+ end
22
+
23
+ # paired_array_to_hash([key1,value1,key2,value2]) => {key1 => value1, key2, value2}
24
+ def self.paired_array_to_hash(a)
25
+ Hash[*a]
26
+ end
27
+
28
+ def self.query_parser_escape(string)
29
+ # backslash prefix everything that isn't a word character
30
+ string.gsub(/(\W)/,'\\\\\1')
31
+ end
32
+ end
data/lib/solr/xml.rb ADDED
@@ -0,0 +1,44 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ module Solr::XML
14
+ end
15
+
16
+ begin
17
+
18
+ # If we can load rubygems and libxml-ruby...
19
+ require 'rubygems'
20
+ require 'xml/libxml'
21
+ raise "acts_as_solr requires libxml-ruby 0.7 or greater" unless XML::Node.public_instance_methods.include?("attributes")
22
+
23
+ # then make a few modifications to XML::Node so it can stand in for REXML::Element
24
+ class XML::Node
25
+ # element.add_element(another_element) should work
26
+ alias_method :add_element, :<<
27
+
28
+
29
+ # element.text = "blah" should work
30
+ def text=(x)
31
+ self << x.to_s
32
+ end
33
+ end
34
+
35
+ # And use XML::Node for our XML generation
36
+ Solr::XML::Element = XML::Node
37
+
38
+ rescue LoadError => e # If we can't load either rubygems or libxml-ruby
39
+ puts "Requiring REXML"
40
+ # Just use REXML.
41
+ require 'rexml/document'
42
+ Solr::XML::Element = REXML::Element
43
+
44
+ end
data/lib/solr.rb ADDED
@@ -0,0 +1,26 @@
1
+ # The ASF licenses this file to You under the Apache License, Version 2.0
2
+ # (the "License"); you may not use this file except in compliance with
3
+ # the License. You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+
13
+ module Solr; end
14
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/exception")
15
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/request")
16
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/connection")
17
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/response")
18
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/util")
19
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/xml")
20
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/importer")
21
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/indexer")
22
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/xml")
23
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/field")
24
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/request/base")
25
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/document")
26
+ require File.expand_path("#{File.dirname(__FILE__)}/solr/request/update")