solr-client 0.0.1

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/LICENSE

@@ -0,0 +1,22 @@
+Copyright (c) 2012 zzzhc
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,39 @@
+# Solr::Client
+
+fast solr client for ruby
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+    gem 'solr-client'
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install solr-client
+
+## Usage
+
+``` ruby
+solr_base_url = "http://localhost:8983/solr"
+client = Solr::Client.new(solr_base_url)
+client.core = "article"
+rows = mysql.query("select * from article order by id asc limit 100")
+rows.each do |row|
+  solr_client.add(row)
+end
+solr_client.commit
+solr_client.stop
+```
+
+## Contributing
+
+1. Fork it
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Added some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create new Pull Request

data/Rakefile

@@ -0,0 +1,2 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"

data/lib/solr-client.rb

@@ -0,0 +1,300 @@
+require 'curb'
+require 'thread'
+require 'cgi'
+require 'time'
+
+module Solr
+
+  module Codec
+
+    ALLOWED_ADD_ATTRS = [:overwrite, :commitWithin]
+
+    def to_docs(data, add_attrs={})
+      attrs = add_attrs.map do |k, v|
+        "#{k}=\"#{v}\"" if ALLOWED_ADD_ATTRS.include?(k) && !v.nil?
+      end.join(" ")
+      attrs = " " + attrs unless attrs.empty?
+      content = '<?xml version="1.0" encoding="UTF-8"?>';
+      content += "<add#{attrs}>"
+
+      data = [data] unless data.is_a?(Array)
+      data.each do |doc|
+        content << '<doc>'
+        doc.each do |field_key, field_values|
+          next if field_values.nil?
+          field_values = [field_values] unless field_values.is_a?(Array)
+          field_values.each do |field_value|
+            content << '<field name="' << h(field_key) << '">'
+            case field_value
+            when Time, DateTime
+              field_value = field_value.strftime("%Y-%m-%dT%H:%M:%SZ")
+            end
+            content << h(field_value)
+            content << '</field>'
+          end
+        end
+        content << '</doc>'
+      end
+      content << '</add>'
+    end
+
+    def to_delete_by_id(*ids)
+      ids.flatten!
+      content = '<?xml version="1.0" encoding="UTF-8"?><delete>'
+      ids.each { |id| content << '<id>' << h(id) << '</id>' }
+      content << '</delete>'
+    end
+
+    def to_delete_by_query(*queries)
+      queries.flatten!
+      content = '<?xml version="1.0" encoding="UTF-8"?><delete>'
+      queries.each { |query| content << '<query>' << h(query) << '</query>' }
+      content << '</delete>'
+    end
+
+    private
+    def h(s)
+      CGI.escapeHTML(s.to_s)
+    end
+
+    def escape(s)
+      CGI.escape(s.to_s)
+    end
+
+  end
+
+  class Request
+    attr_reader :url, :callback, :body
+
+    def initialize(url, data = nil, &block)
+      @url, @data, @callback = url, data, block
+      @success = false
+      @finished = false
+    end
+
+    def sync?
+      @callback.nil?
+    end
+
+    def on_complete(curl)
+      @finished = true
+      @body = curl.body_str
+      @code = curl.response_code
+      @callback.call(self) if @callback
+    end
+
+    def data
+      if @data.respond_to?(:call)
+        @data = @data.call
+      end
+      @data
+    end
+
+    def finished?
+      @finished
+    end
+
+    def success?
+      @code == 200
+    end
+
+    def response
+      return @body unless (url =~ /wt=ruby/)
+      @response ||= Response.new(@body)
+    end
+
+  end
+
+  class Response
+
+    attr_reader :status, :docs, :start, :num_found, :qtime, :params, :rows, :start
+
+    def initialize(body)
+      data = eval(body)
+      header = data["responseHeader"]
+      @status = header["status"]
+      @qtime = header["QTime"]
+      @params = header["params"]
+      @start = @params["start"].to_i
+      @rows = @params["rows"].to_i
+      response = data["response"]
+      @docs = response["docs"]
+      @start = response["start"]
+      @num_found = response["numFound"]
+    end
+
+    def success?
+      @status == 0
+    end
+
+  end
+
+  # see http://wiki.apache.org/solr/UpdateXmlMessages
+  class Client
+
+    VERSION = "0.0.1"
+
+    include Codec
+
+    attr_accessor :core
+
+    def initialize(base_url, options = {})
+      @base_url = base_url.gsub(/\/$/, '')
+      @max_connects = options[:max_connects] || 10
+      @stop = false
+      @queue = Queue.new
+      @multi = Curl::Multi.new
+      @multi.max_connects = @max_connects
+    end
+
+    # execute a search request.
+    # [query] query parameters, keys:
+    #   q: query
+    #   qt: query type
+    #   fq: filter query
+    #   fl: specify a set of fields to return, * means all fields
+    #   sort: sort method, default value is score desc
+    #   start: offset in result set
+    #   rows: maximum number of documents to return, default value is 10
+    #   defType: specify the query parser
+    #
+    # ref:
+    #   http://wiki.apache.org/solr/CoreQueryParameters
+    #   http://wiki.apache.org/solr/CommonQueryParameters
+    #
+    def select(query, options={}, &block)
+      query[:wt] = "ruby"
+      options[:action] = "select"
+      url = real_url(options)
+      url += '?' unless (url =~ /\?/)
+      url += '&' if (url =~ /&/)
+      url += query.map {|k, v| "#{escape(k)}=#{escape(v)}"}.join("&")
+
+      execute Request.new(url, &block)
+    end
+
+    def commit(options = {}, &block)
+      url = real_url(options) + "?commit=true"
+      execute Request.new(url, &block)
+    end
+
+    def rollback(options = {}, &block)
+      url = real_url(options) + "?rollback=true"
+      execute Request.new(url, &block)
+    end
+
+    def optimize(options = {}, &block)
+      url = real_url(options) + "?optimize=true"
+      execute Request.new(url, &block)
+    end
+
+    def delete_all(options = {}, &block)
+      delete_by_query("*:*", options, &block)
+    end
+
+    def delete_by_id(id, options = {}, &block)
+      data = to_delete_by_id(id)
+      execute Request.new(real_url(options), data, &block)
+    end
+
+    def delete_by_query(query, options = {}, &block)
+      data = to_delete_by_query(query)
+      execute Request.new(real_url(options), data, &block)
+    end
+
+    def add(docs, options = {}, &block)
+      data = lambda { to_docs(docs, options) }
+      execute Request.new(real_url(options), data, &block)
+    end
+
+    def stop
+      @stop = true
+      if @thread
+        @queue.push nil
+        @thread.join
+        @thread = nil
+      end
+    end
+
+    def reset
+      stop
+      @stop = false
+    end
+
+    def full?
+      @queue.size > @max_connects
+    end
+
+    private
+
+    def execute(request)
+      if request.sync?
+        curl = build_curl(request)
+        curl.perform
+        request.on_complete(curl)
+      else
+        raise "please call reset before performing solr request on a stopped client!" if @stop
+        @queue.push request
+        ensure_thread_start
+      end
+      request
+    end
+
+    def real_url(options = {})
+      return options[:url] if options[:url]
+      action = options[:action] || "update"
+      core = options[:core] || self.core
+      core ? "#{@base_url}/#{core}/#{action}" : "#{@base_url}/#{action}"
+    end
+
+    def build_curl(request)
+      Curl::Easy.new do |curl|
+        curl.url = request.url
+        curl.headers["Content-Type"] = "application/xml; charset=UTF-8"
+        curl.headers["Expect"] = ""
+        curl.post_body = request.data if request.data
+      end
+    end
+
+    def ensure_thread_start
+      @thread ||= Thread.new do
+        run
+      end
+    end
+
+    def send_request(request)
+      return unless request
+      curl = build_curl(request)
+      curl.on_complete do |easy|
+        on_idle
+        request.on_complete(easy)
+      end
+      @multi.add(curl)
+    end
+
+    def run
+      while !@stop || !empty?
+        send_request(@queue.pop)
+        @multi.perform do
+          on_idle
+        end
+      end
+    end
+
+    def on_idle
+      if !@stop && !empty? && !busy?
+        send_request(@queue.pop)
+      end
+    end
+
+    def empty?
+      @queue.size == 0
+    end
+
+    def busy?
+      @multi.requests.size > @max_connects * 2
+    end
+
+  end
+end
+

data/solr-client.gemspec

@@ -0,0 +1,19 @@
+# -*- encoding: utf-8 -*-
+require File.expand_path('../lib/solr-client', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.authors       = ["zzzhc"]
+  gem.email         = ["zzzhc.starfire@gmail.com"]
+  gem.description   = %q{fast solr client for ruby}
+  gem.summary       = %q{a high performance, little memory footprint solr client for ruby}
+  gem.homepage      = "https://github.com/freewheel/solr-client"
+
+  gem.files         = `git ls-files`.split($\)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.name          = "solr-client"
+  gem.require_paths = ["lib"]
+  gem.version       = Solr::Client::VERSION
+
+  gem.add_dependency 'curb', '>= 0.8.1'
+end

metadata

@@ -0,0 +1,69 @@
+--- !ruby/object:Gem::Specification
+name: solr-client
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- zzzhc
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-09-03 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: curb
+  requirement: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.8.1
+description: fast solr client for ruby
+email:
+- zzzhc.starfire@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/solr-client.rb
+- solr-client.gemspec
+homepage: https://github.com/freewheel/solr-client
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: a high performance, little memory footprint solr client for ruby
+test_files: []
+has_rdoc: