sunspot_solr 2.0.0.pre.120720 → 2.0.0.pre.120924

data/sunspot/spec/mocks/super_class.rb

@@ -0,0 +1,2 @@
+class SuperClass < MockRecord
+end

data/sunspot/spec/mocks/user.rb

@@ -0,0 +1,13 @@
+class User
+  attr_accessor :name, :roles
+
+  def id
+    1
+  end
+end
+
+Sunspot.setup(User) do
+  text :name
+  string :name
+  integer :role_ids, :multiple => true, :stored => true
+end

data/sunspot/spec/spec_helper.rb

@@ -0,0 +1,40 @@
+# encoding: utf-8
+
+require 'ostruct'
+require 'sunspot'
+
+require File.join(File.dirname(__FILE__), 'mocks', 'mock_record.rb')
+Dir.glob(File.join(File.dirname(__FILE__), 'mocks', '**', '*.rb')).each do |file|
+  require file unless File.basename(file) == 'mock_record.rb'
+end
+Dir.glob(File.join(File.dirname(__FILE__), "helpers", "*.rb")).each do |file|
+  require file
+end
+require File.join(File.dirname(__FILE__), 'ext')
+
+RSpec.configure do |config|
+  # Mock session available to all spec/api tests
+  config.include MockSessionHelper,
+                 :type => :api,
+                 :example_group => {:file_path => /spec[\\\/]api/}
+
+  # Real Solr instance is available to integration tests
+  config.include IntegrationHelper,
+                 :type => :integration,
+                 :example_group => {:file_path => /spec[\\\/]integration/}
+
+  # Nested under spec/api
+  [:indexer, :query, :search].each do |spec_type|
+    helper_name = "#{spec_type}_helper"
+
+    config.include Sunspot::Util.full_const_get(Sunspot::Util.camel_case(helper_name)),
+                   :type          => spec_type,
+                   :example_group => {:file_path => /spec[\\\/]api[\\\/]#{spec_type}/}
+  end
+end
+
+def without_class(clazz)
+  Object.class_eval { remove_const(clazz.name.to_sym) }
+  yield
+  Object.class_eval { const_set(clazz.name.to_sym, clazz) }
+end

data/sunspot/sunspot.gemspec

@@ -0,0 +1,37 @@
+# encoding: utf-8
+$:.push File.expand_path("../lib", __FILE__)
+require "sunspot/version"
+
+Gem::Specification.new do |s|
+  s.name        = "sunspot"
+  s.version     = Sunspot::VERSION
+  s.platform    = Gem::Platform::RUBY
+  s.authors     = ['Mat Brown', 'Peer Allan', 'Dmitriy Dzema', 'Benjamin Krause', 'Marcel de Graaf', 'Brandon Keepers', 'Peter Berkenbosch',
+                  'Brian Atkinson', 'Tom Coleman', 'Matt Mitchell', 'Nathan Beyer', 'Kieran Topping', 'Nicolas Braem', 'Jeremy Ashkenas',
+                  'Dylan Vaughn', 'Brian Durand', 'Sam Granieri', 'Nick Zadrozny', 'Jason Ronallo']
+  s.email       = ["mat@patch.com"]
+  s.homepage    = "http://outoftime.github.com/sunspot"
+  s.summary = 'Library for expressive, powerful interaction with the Solr search engine'
+  s.description = <<-TEXT
+    Sunspot is a library providing a powerful, all-ruby API for the Solr search engine. Sunspot manages the configuration of persistent
+    Ruby classes for search and indexing and exposes Solr's most powerful features through a collection of DSLs. Complex search operations
+    can be performed without hand-writing any boolean queries or building Solr parameters by hand.
+  TEXT
+
+  s.rubyforge_project = "sunspot"
+
+  s.files         = `git ls-files`.split("\n")
+  s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
+  s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }
+  s.require_paths = ["lib"]
+
+  s.add_dependency 'rsolr', '~>1.0.7'
+  s.add_dependency 'pr_geohash', '~>1.0'
+
+  s.add_development_dependency 'rspec', '~>2.6.0'
+  s.add_development_dependency 'hanna'
+
+  s.rdoc_options << '--webcvs=http://github.com/outoftime/sunspot/tree/master/%s' <<
+                  '--title' << 'Sunspot - Solr-powered search for Ruby objects - API Documentation' <<
+                  '--main' << 'README.rdoc'
+end

data/sunspot/tasks/rdoc.rake

@@ -0,0 +1,27 @@
+begin
+  require 'hanna/rdoctask'
+rescue LoadError
+  if require 'rubygems'
+    retry
+  end
+  # It's OK if hanna isn't installed.
+end
+
+Rake::RDocTask.new(:doc) do |rdoc|
+  version = Sunspot::VERSION
+  rdoc.title = "Sunspot #{version} - Solr-powered search for Ruby objects - API Documentation"
+  rdoc.main = 'README.md'
+  rdoc.rdoc_files.include('README.md', 'lib/sunspot.rb', 'lib/sunspot/**/*.rb')
+  rdoc.rdoc_dir = 'doc'
+  rdoc.options << "--webcvs=http://github.com/outoftime/sunspot/tree/v#{version}/%s" << '--title' << 'Sunspot - Solr-powered search for Ruby objects - API Documentation'
+end
+
+namespace :doc do
+  desc 'Generate rdoc and move into pages directory'
+  task :publish => :redoc do
+    doc_dir = File.join(File.dirname(__FILE__), '..', 'doc')
+    publish_dir = File.join(File.dirname(__FILE__), '..', '..', 'pages', 'docs')
+    FileUtils.rm_rf(publish_dir) if File.exist?(publish_dir)
+    FileUtils.cp_r(doc_dir, publish_dir)
+  end
+end

data/sunspot/tasks/schema.rake

@@ -0,0 +1,19 @@
+namespace :schema do
+  desc 'Generate schema from template'
+  task :compile do
+    require File.join(File.dirname(__FILE__), '..', 'lib', 'sunspot', 'schema')
+    File.open(
+      File.join(
+        File.dirname(__FILE__),
+        '..',
+        'solr',
+        'solr',
+        'conf',
+        'schema.xml'
+    ),
+      'w'
+    ) do |file|
+      file << Sunspot::Schema.new.to_xml
+    end
+  end
+end

data/sunspot/tasks/todo.rake

@@ -0,0 +1,4 @@
+desc 'Show all TODO and related tags'
+task :todo do
+  FileList['lib/**/*.rb'].egrep(/#.*(TODO|FIXME|XXX)/)
+end

data/sunspot_rails/.gitignore

@@ -0,0 +1,7 @@
+sunspot-solr.pid
+doc
+pkg/*
+log
+.bundle
+tmp/*
+gemfiles/*.lock

data/sunspot_rails/.rspec

@@ -0,0 +1 @@
+--color

data/sunspot_rails/History.txt

@@ -0,0 +1,74 @@
+== 2.0.0
+* Finds orphaned objects in batches to avoid excessive memory use (Peer Allan)
+* Default batch size can be specified by setting `Sunspot.config.indexing.default_batch_size`
+  (Peer Allan)
+* Explanation of `progress_bar` is written to stdout instead of stderr (Matt Gornick)
+* Fixes deprecated behavior of using InstanceMethods module with
+  ActiveSupport::Concern (Everton J. Carpes)
+
+== 1.3.0 2011-11-26
+* `Model.index` correctly uses `:first_id` option (Hamza Khan-Cheema)
+* Solr request performance is instrumented in Rails (Paco Guzmán)
+* Reindexing tasks display a progress bar if `progress_bar` gem is available (Paul Carey)
+* Deprecated Rails syntax is removed from `Sunspot::Rails::Searchable` (Steve Schwartz)
+* Deprecated syntax is removed from rake tasks (Huned Botee)
+* `sunspot:reindex` rake task correctly handles namespaced models (João Gradim)
+* `bind_address` parameter can be specified in `sunspot.yml` to bind Solr to a
+  specific interface (Sylvain Utard)
+* `disabled` parameter can be specified in `sunspot.yml` to stub out the
+  connection to Solr (David B)
+
+== 1.2.1 2010-12-28
+* Decreased default reindexing batch size from 500 to 50
+
+== 1.2.0 2010-12-28
+* Compatible with both Rails 2 and Rails 3
+* Configure Sunspot with a SOLR_URL or WEBSOLR_URL environment variable, also
+  provide a default port based on Rails.env.
+* Fix the 'Anonymous modules' ArgumentError for Ruby 1.9.2 and Rails 2.3
+* Fix SQL's ambiguous ID issue when tables are joined
+
+== 1.1.0 2010-04-01
+* Added include option to searchable options to allow definition of eager
+  loading associations when indexing
+
+== 1.0.4 2010-03-19
+* Fix StubSessionProxy to match new internal API
+
+== 1.0.2 2010-03-11
+* Allow use of ActiveRecord object for coordinates extraction
+* Works with non-standard primary keys
+* Add :include, :select options to Searchable::search()
+* Allow specification of min_memory and max_memory in config/sunspot.yml
+* Searchable now more considerate of model namespaces
+
+== 1.0.1 2010-03-05
+* Fix Solr logging compatibility with RSolr 0.12.1
+
+== 1.0.0 2010-03-03
+* Sunspot::Rails::Server subclasses Sunspot::Server; no longer needs to shell out
+* Use Sunspot built-in session proxies in Sunspot::Rails
+* Sunspot::Rails adapter compatible with assumed inconsistency
+* Use session proxy for disconnecting Sunspot in specs
+* Allow specification of first ID for reindex batches.
+* Log Solr requests in Rails logger
+* Use class_inheritable_hash for sunspot_options
+* Add `index` class method, which is like `reindex` but doesn't clear first
+* Rename sunspot:solr:reindex to sunspot:reindex
+* Use Sunspot::Installer to bootstrap Rails Solr home
+
+== 0.10.7
+* Added Sunspot::Rails::Server class to  start/stop/run/bootstrap the solr server
+* Added log_level key to sunspot.yml, see java docs for valid values (http://java.sun.com/j2se/1.5.0/docs/api/java/util/logging/Level.html)
+* Added log_file key to sunspot.yml. This defaults to RAILS_ROOT/log/solr_<environment>.log.
+* Added support for localsolr in sunspot_rails. You can add custom extension.jar files to your Rails.root/solr/lib directory
+* Added an option to not reindex an object when certain columns have changed.
+
+== 0.10.6
+* Added script/generate sunspot support to generate the required sunspot.yml
+  file [Brandon Keepers]
+  
+== 0.10.5
+* Added a auto_commit_after_request option to sunspot.yml. Sunspot will not
+  automatically commit any changes in solr if you set this value to false.
+  Strongly encouraged for production environment.

data/sunspot_rails/LICENSE

@@ -0,0 +1,18 @@
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/sunspot_rails/MIT-LICENSE

@@ -0,0 +1,20 @@
+Copyright (c) 2009 Mat Brown
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/sunspot_rails/README.rdoc

@@ -0,0 +1,265 @@
+= Sunspot::Rails
+
+Sunspot::Rails is a Rails plugin that provides drop-in integration of the
+Sunspot[http://outoftime.github.com/sunspot] Solr search library with Rails. It
+provides the following features:
+
+* Configure Sunspot using config/sunspot.yml
+* Extend ActiveRecord for easy index configuration, search, and indexing
+* Automatically index ActiveRecord objects when they are saved, and remove them
+  from the index when they are destroyed (can be disabled)
+* Automatically commit Solr changes at the end of each request (can be disabled)
+* Provide utility methods to find and fix orphaned documents and rebuild the
+  Solr index for a given class
+* Provide rake tasks for starting and stopping the development Solr instance,
+  using the configuration in sunspot.yml
+
+Sunspot::Rails has been tested with Rails versions 2.3 and 3.0
+
+== Installation in Rails 3
+
+In your <code>Gemfile</code>:
+
+  gem 'sunspot_rails'
+  # This is an optional packaged Solr:
+  group :test, :development do
+    gem 'sunspot_solr'
+  end
+
+== Installation in Rails 2
+
+In your project's <code>config/environment.rb</code>, add the following gem dependencies:
+
+  config.gem 'sunspot'
+  config.gem 'sunspot_rails'
+
+And in your project's <code>config/development.rb</code> and <code>config/test.rb</code>,
+add the following gem dependency to install the optional packaged Solr:
+
+  config.gem 'sunspot_solr'
+
+Install the gems with:
+
+  rake gems:install
+
+Generate the file <code>config/sunspot.yml</code>:
+
+  script/generate sunspot
+
+Rails doesn't automatically load rake tasks from plugins installed as gems
+(https://rails.lighthouseapp.com/projects/8994/tickets/59). If you installed
+Sunspot::Rails as a gem, add the following line to your project's Rakefile:
+
+  require 'sunspot/rails/tasks'
+
+== Using Sunspot::Rails
+
+If you wish to make modifications to the Solr schema, you can create a custom
+Solr home in your project directory. In order to do so, create the directory
+<code>RAILS_ROOT/solr/conf</code>, and copy in the contents of the Solr gem's
+<code>solr/solr/conf</code> directory. If the files are in the right place,
+Sunspot::Rails will detect them and tell Solr to use your local configurations.
+Use caution when modifying <code>schema.xml</code> - Sunspot relies on the
+field naming scheme in the packaged schema file.
+
+To start up a Solr instance, issue the following (requires sunspot_solr to be
+installed):
+
+  rake sunspot:solr:start
+
+Note that using the built-in Solr instance packaged with Sunspot is great for
+development, but is not recommended for production. See the Sunspot
+documentation for more information.
+
+== Usage
+
+=== Setup
+
+In order for an ActiveRecord model to be indexable and searchable, it must be
+configured for search. For example:
+
+  class Post < ActiveRecord::Base
+    searchable do
+      text :title, :body
+      integer :blog_id
+      time :updated_at
+      string :sort_title do
+        title.downcase.sub(/^(an?|the) /, '')
+      end
+    end
+  end
+
+See the documentation for Sunspot.setup for full details on what can go in the
+configuration block.
+
+=== Indexing
+
+By default, models are indexed whenever they are saved, and removed from the
+index whenever they are destroyed. This behavior can be disabled:
+
+  class Post < ActiveRecord::Base
+    searchable :auto_index => false, :auto_remove => false do
+      # setup...
+    end
+  end
+
+Note that <b>using the <code>:auto_remove</code> option is not recommended
+</b>, as destroying an object without removing it from the index will
+create an orphaned document in the index, which is a Bad Thing. Turning off
+<code>:auto_index</code> is perfectly safe if you prefer to manage indexing manually
+(perhaps using a background job).
+
+If you have disabled lifecycle indexing hooks, you can invoke indexing
+operations directly on your model:
+
+  post = Post.create
+  post.index
+  post.remove_from_index
+
+=== Committing
+
+When data is changed in Solr, it is initially stored in memory and not made
+available to the currently running searcher instance. Issuing a +commit+ to Solr
+will cause it to write the changes to disk, and instantiate a new searcher
+instance. This operation is fairly expensive, so rather than issuing a commit
+every time a document is added or removed, Sunspot::Rails issues a commit at
+the end of any request where data has been added to or removed from Solr. If
+you need to immediately issue a commit, bang!-versions of the methods are
+available:
+
+  post = Post.create
+  post.index!
+  # this is the same as...
+  post.index
+  Sunspot.commit
+
+When writing tests outside of the context of a controller request, you will want
+to use one of these two approaches.
+
+=== Searching
+
+Do it like this:
+
+  Post.search do
+    with :blog_id, 1
+    with(:updated_at).greater_than(Time.now - 2.weeks)
+    order_by :sort_title, :asc
+    paginate :page => 1, :per_page => 15
+  end
+
+See the documentation for <code>Sunspot.search</code> for all the options
+available in the search block, and the information available in the result
+block.
+
+=== Searching for IDs
+
+In some situations, you may want to get the IDs for models returned by a search
+without actually loading the models out of the database. For that, you can
+call +search_ids+, using the same block format as #search. This will return an
+array of IDs.
+
+=== Searching for multiple types
+
+Sunspot is entirely agnostic about whether searches are for one or more types;
+the only restriction is that columns used for restriction, ordering, etc. are
+defined in the same way for all types being searched. Sunspot::Rails does not
+provide any additional support for this, since there is not anything useful to
+be added, so just use the interface provided by Sunspot:
+
+  Sunspot.search(Post, Comment) do
+    with :blog_id, 1
+    order_by :created_at, :asc
+  end
+
+Be sure to check out the Sunspot documentation for all the details.
+
+=== Adding search functionality in mixins
+
+Sunspot does not require that search setup for a given class happen all in one
+place; it is perfectly acceptable to call the <code>Sunspot.setup</code> method
+more than once. This capability is particularly useful for adding search
+functionality in mixins. For instance, if you have a +Ratable+ module, you may
+wish to add additional search fields for searchable classes that mix in that
+module. For example:
+
+  module Ratable
+    def self.included(base)
+      if base.searchable?
+        base.searchable do
+          float :average_rating do
+            ratings.average(:value)
+          end
+        end
+      end
+    end
+  end
+
+Note the use of <code>base.searchable?</code> - this ensures that only classes
+that already have search enabled will have the additional configuration added.
+The above pattern requires that the class be declared searchable before the
+module is mixed in; other patterns (such as passing a :searchable option to an
+acts_as_-style declaration) may be more flexible.
+
+=== Utility methods
+
+If you need to completely reindex all of the instances of a given model class,
+you can issue:
+
+  Post.reindex
+
+If for some reason models get deleted from the database, but not from the index,
+they will become index orphans - not a good situation. To get IDs that exist in
+the index but not the database, you can use the +index_orphans+ method; to
+remove those documents from the index, use +clean_index_orphans+. Note that
+neither of these operations should be needed if Sunspot and Sunspot::Rails are
+used as intended.
+
+== Testing Solr integration using RSpec
+
+To disable the sunspot-solr integration for your active record models, require
+the file `sunspot/rails/spec_helper`
+
+Then, in your spec, use the #disconnect_sunspot method:
+
+  require 'sunspot/rails/spec_helper'
+
+  describe Post do
+    disconnect_sunspot
+
+    it 'should have some behavior'
+      # ...
+    end
+  end
+
+In all of the examples in this group, all Sunspot calls will be stubbed out. The
+Sunspot#search method will return a stub search object that mimics a search with
+no results.
+
+== Further Reading
+
+Reading the {Sunspot documentation}[http://outoftime.github.com/sunspot/docs] is
+highly recommended. Sunspot::Rails exists to wrap Sunspot with a Rails-friendly
+API, but almost all of the functionality you use in Sunspot::Rails is
+implemented in Sunspot.
+
+Posts about Sunspot on my blog are available at http://outofti.me/tagged/sunspot
+
+== Bugs
+
+Please submit bug reports to https://github.com/sunspot/sunspot/issues
+
+== Contributors
+
+- Mat Brown (mat@patch.com)
+- Peer Allan (peer.allan@gmail.com)
+- Michael Moen (michael@underpantsgnome.com)
+- Benjamin Krause (bk@benjaminkrause.com)
+- Adam Salter (adam@codebright.net)
+- Brandon Keepers (brandon@opensoul.org)
+- Paul Canavese (paul@canavese.org)
+- John Eberly (jeberly@elctech.com)
+- Gert Thiel (gertthiel@gmail.com)
+
+== License
+
+Sunspot::Rails is distributed under the MIT License, copyright (c) 2009 Mat Brown