bigindex 0.1.0

data/vendor/solr/base.rb

@@ -0,0 +1,159 @@
+module Solr
+
+  class Base
+    attr_reader :configurations
+    attr_accessor :logger
+
+    # URL and Shard methods ====================================
+
+    def solr_url
+      @solr_url ||= @configurations[:solr_url]
+    end
+
+    def solr_shards_urls
+      @solr_shards_url ||= (@configurations[:shards] || [])
+    end
+
+    def solr_shards
+      @solr_shards ||= solr_shards_urls.each{|url| url.gsub("http://", "")}
+    end
+
+    def solr_using_shards?
+      !solr_shards.empty?
+    end
+
+
+    # Solr execute and find methods ====================================
+
+    def solr_execute(request, shard_url = nil)
+      if solr_using_shards?
+        # Handle batch update
+        if request.is_a?(Solr::Request::AddDocument) and request.docs.size > 1 and !shard_url
+          # Split the request into several ones if it must be sent to different shards
+          sub_requests = {}
+          request.docs.each do |doc|
+            url = shard_url_for(doc['pk_s'])
+            if sub_requests.has_key?(url)
+              sub_requests[url].add_doc(doc)
+            else
+              sub_requests[url] = Solr::Request::AddDocument.new(doc)
+            end
+          end
+          # Recursive execution of the sub queries
+          logger.debug "Splitted batch update to send it to the following shards: #{sub_requests.keys.inspect}" if sub_requests.size > 1
+          sub_requests.each{|url, sub_request| solr_execute(sub_request, url)} and return
+
+        # Handle delete by query by sending the request to all the shards
+        elsif request.is_a?(Solr::Request::Delete) and request.query and !shard_url
+          solr_shards_urls.each do |url|
+            solr_execute(request, url)
+          end
+          return
+
+        # Handle commit by sending the request to all the shards
+        elsif request.is_a?(Solr::Request::Commit) and !shard_url
+          solr_shards_urls.each do |url|
+            solr_execute(request, url)
+          end
+          return
+
+        # Handle optimize by sending the request to all the shards
+        elsif request.is_a?(Solr::Request::Optimize) and !shard_url
+          solr_shards_urls.each do |url|
+            solr_execute(request, url)
+          end
+          return
+        end
+
+        url = shard_url ? shard_url : random_shard_url
+        request.shards = solr_shards if request.is_a?(Solr::Request::Select)
+
+        logger.debug "#{request.class} using shard #{url}"
+
+      else
+        url = solr_url
+      end
+
+      connection = Solr::Connection.new(url)
+      result = nil
+
+      message = request.respond_to?(:to_hash) ? "/#{request.handler} #{request.to_hash.inspect}" : request.to_s
+
+      solr_log message do
+        result = connection.send(request)
+      end
+      result
+    end
+
+
+    private
+
+      def initialize(options, logger = nil)
+        raise ArgumentError, "Adapter: #{options[:adapter]} is not for Solr" unless options[:adapter] == "solr"
+
+        @configurations = options
+        @logger = logger
+      end
+
+    protected
+
+      # Logging related methods. Only works if a logger was defined in initialize()
+
+      def solr_log(str, name = nil)
+        if block_given?
+          if @logger and @logger.level <= Logger::INFO
+            result = nil
+            seconds = Benchmark.realtime { result = yield }
+            solr_log_info(str, name, seconds)
+            result
+          else
+            yield
+          end
+        else
+          solr_log_info(str, name, 0)
+          nil
+        end
+      rescue Exception => e
+        # Log message and raise exception.
+        # Set last_verfication to 0, so that connection gets verified
+        # upon reentering the request loop
+        @last_verification = 0
+        message = "#{e.class.name}: #{e.message}: #{str}"
+        solr_log_info(message, name, 0)
+        raise message
+      end
+
+      def solr_log_info(str, name, runtime)
+        return unless @logger
+
+        @logger.debug(
+          solr_format_log_entry(
+            "#{name.nil? ? "Solr" : name} (#{sprintf("%f", runtime)})",
+            str.gsub(/ +/, " ")
+          )
+        )
+      end
+
+      @@row_even = true
+
+      def solr_format_log_entry(message, dump = nil)
+        if ActiveRecord::Base.colorize_logging
+          if @@row_even
+            @@row_even = false
+            message_color, dump_color = "4;36;1", "0;1"
+          else
+            @@row_even = true
+            message_color, dump_color = "4;35;1", "0"
+          end
+
+          log_entry = "  \e[#{message_color}m#{message}\e[0m   "
+          log_entry << "\e[#{dump_color}m%#{String === dump ? 's' : 'p'}\e[0m" % dump if dump
+          log_entry
+        else
+          "%s  %s" % [message, dump]
+        end
+      end
+
+  end # class Base
+
+end # module Solr

data/vendor/solr.rb

@@ -0,0 +1,20 @@
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+begin
+  require "solr"
+rescue LoadError
+  raise "Using Bigindex with Solr requires the solr-ruby libraries. Please install them with: gem install solr-ruby"
+end
+
+require File.dirname(__FILE__) + '/solr/base'
+require File.dirname(__FILE__) + '/solr/adapter_methods'

metadata

@@ -0,0 +1,147 @@
+--- !ruby/object:Gem::Specification 
+name: bigindex
+version: !ruby/object:Gem::Version 
+  version: 0.1.0
+platform: ruby
+authors: 
+- openplaces.org
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2009-10-12 00:00:00 -04:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  type: :development
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
+    version: 
+- !ruby/object:Gem::Dependency 
+  name: solr-ruby
+  type: :runtime
+  version_requirement: 
+  version_requirements: !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: 0.0.7
+    version: 
+description: A Rails plugin that drops into models and provides indexing functionality.
+email: bigrecord@openplaces.org
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- MIT-LICENSE
+- README.rdoc
+files: 
+- Rakefile
+- VERSION
+- examples/bigindex.yml
+- generators/bigindex/bigindex_generator.rb
+- generators/bigindex/templates/bigindex.rake
+- init.rb
+- install.rb
+- lib/big_index.rb
+- lib/big_index/adapters.rb
+- lib/big_index/adapters/abstract_adapter.rb
+- lib/big_index/adapters/solr_adapter.rb
+- lib/big_index/index_field.rb
+- lib/big_index/repository.rb
+- lib/big_index/resource.rb
+- lib/big_index/support.rb
+- lib/big_index/support/assertions.rb
+- lib/bigindex.rb
+- rails/init.rb
+- spec/connections/activerecord/activerecord.yml
+- spec/connections/activerecord/connection.rb
+- spec/connections/bigindex.yml
+- spec/connections/bigrecord/bigrecord.yml
+- spec/connections/bigrecord/connection.rb
+- spec/connections/bigrecord/migrations/20090706182535_add_animals_table.rb
+- spec/connections/bigrecord/migrations/20090706190623_add_books_table.rb
+- spec/connections/bigrecord/migrations/20090706193019_add_companies_table.rb
+- spec/connections/bigrecord/migrations/20090706194512_add_employees_table.rb
+- spec/connections/bigrecord/migrations/20090706195741_add_zoos_table.rb
+- spec/lib/activerecord/animal.rb
+- spec/lib/activerecord/book.rb
+- spec/lib/activerecord/novel.rb
+- spec/lib/bigrecord/animal.rb
+- spec/lib/bigrecord/book.rb
+- spec/lib/bigrecord/novel.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- spec/unit/adapters/abstract_adapter_spec.rb
+- spec/unit/adapters/adapter_shared_spec.rb
+- spec/unit/adapters/solr_adapter_spec.rb
+- spec/unit/bigindex_setup_spec.rb
+- spec/unit/index_shared_spec.rb
+- spec/unit/index_spec.rb
+- spec/unit/inherited_class_spec.rb
+- tasks/gem.rb
+- tasks/rdoc.rb
+- tasks/spec.rb
+- vendor/solr.rb
+- vendor/solr/adapter_methods.rb
+- vendor/solr/adapter_methods/search_results.rb
+- vendor/solr/adapter_methods/solr_result.rb
+- vendor/solr/base.rb
+- MIT-LICENSE
+- README.rdoc
+has_rdoc: true
+homepage: http://www.bigrecord.org
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --charset=UTF-8
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+  version: 
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.3.5
+signing_key: 
+specification_version: 3
+summary: A Rails plugin that drops into models and provides indexing functionality. Uses an adapter/repository pattern inspired by Datamapper to abstract the actual indexer used in the background, and exposes the model to a simple indexing API.
+test_files: 
+- spec/lib/bigrecord/book.rb
+- spec/lib/bigrecord/animal.rb
+- spec/lib/bigrecord/novel.rb
+- spec/lib/activerecord/book.rb
+- spec/lib/activerecord/animal.rb
+- spec/lib/activerecord/novel.rb
+- spec/connections/bigrecord/migrations/20090706194512_add_employees_table.rb
+- spec/connections/bigrecord/migrations/20090706182535_add_animals_table.rb
+- spec/connections/bigrecord/migrations/20090706190623_add_books_table.rb
+- spec/connections/bigrecord/migrations/20090706195741_add_zoos_table.rb
+- spec/connections/bigrecord/migrations/20090706193019_add_companies_table.rb
+- spec/connections/bigrecord/connection.rb
+- spec/connections/activerecord/connection.rb
+- spec/spec_helper.rb
+- spec/unit/index_spec.rb
+- spec/unit/index_shared_spec.rb
+- spec/unit/bigindex_setup_spec.rb
+- spec/unit/inherited_class_spec.rb
+- spec/unit/adapters/solr_adapter_spec.rb
+- spec/unit/adapters/abstract_adapter_spec.rb
+- spec/unit/adapters/adapter_shared_spec.rb