csdn-tire 0.5

data/lib/tire/rubyext/ruby_1_8.rb

@@ -0,0 +1,54 @@
+# -*- encoding : utf-8 -*-
+# Stolen from ruby core's uri/common.rb, with modifications to support 1.8.x
+#
+# https://github.com/ruby/ruby/blob/trunk/lib/uri/common.rb
+#
+
+module URI
+  TBLENCWWWCOMP_ = {} # :nodoc:
+  256.times do |i|
+    TBLENCWWWCOMP_[i.chr] = '%%%02X' % i
+  end
+  TBLENCWWWCOMP_[' '] = '+'
+  TBLENCWWWCOMP_.freeze
+  TBLDECWWWCOMP_ = {} # :nodoc:
+  256.times do |i|
+    h, l = i>>4, i&15
+    TBLDECWWWCOMP_['%%%X%X' % [h, l]] = i.chr
+    TBLDECWWWCOMP_['%%%x%X' % [h, l]] = i.chr
+    TBLDECWWWCOMP_['%%%X%x' % [h, l]] = i.chr
+    TBLDECWWWCOMP_['%%%x%x' % [h, l]] = i.chr
+  end
+  TBLDECWWWCOMP_['+'] = ' '
+  TBLDECWWWCOMP_.freeze
+
+  # Encode given +s+ to URL-encoded form data.
+  #
+  # This method doesn't convert *, -, ., 0-9, A-Z, _, a-z, but does convert SP
+  # (ASCII space) to + and converts others to %XX.
+  #
+  # This is an implementation of
+  # http://www.w3.org/TR/html5/forms.html#url-encoded-form-data
+  #
+  # See URI.decode_www_form_component, URI.encode_www_form
+  def self.encode_www_form_component(s)
+    str = s.to_s
+    if RUBY_VERSION < "1.9" && $KCODE =~ /u/i
+      str.gsub(/([^ a-zA-Z0-9_.-]+)/) do
+        '%' + $1.unpack('H2' * Rack::Utils.bytesize($1)).join('%').upcase
+      end.tr(' ', '+')
+    else
+      str.gsub(/[^*\-.0-9A-Z_a-z]/) {|m| TBLENCWWWCOMP_[m]}
+    end
+  end
+
+  # Decode given +str+ of URL-encoded form data.
+  #
+  # This decods + to SP.
+  #
+  # See URI.encode_www_form_component, URI.decode_www_form
+  def self.decode_www_form_component(str, enc=nil)
+    raise ArgumentError, "invalid %-encoding (#{str})" unless /\A(?:%[0-9a-fA-F]{2}|[^%])*\z/ =~ str
+    str.gsub(/\+|%[0-9a-fA-F]{2}/) {|m| TBLDECWWWCOMP_[m]}
+  end
+end

data/lib/tire/rubyext/to_json.rb

@@ -0,0 +1,22 @@
+# -*- encoding : utf-8 -*-
+require 'time'
+
+class Array
+  def to_json(options=nil)
+    MultiJson.encode(self)
+  end unless method_defined? :to_json
+end
+
+class Hash
+  def to_json(options=nil)
+    MultiJson.encode(self)
+  end unless method_defined? :to_json
+
+  alias_method :to_indexed_json, :to_json
+end
+
+class Time
+  def to_json(options=nil)
+    %Q/"#{self.iso8601}"/
+  end
+end

data/lib/tire/search.rb

@@ -0,0 +1,80 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  class SearchRequestFailed < StandardError; end
+
+  class Search
+
+    attr_reader :payload, :payload_hash, :indices
+
+    def initialize(indices, types, payload)
+      @indices = Array(indices)
+      @types   = Array(types).map { |type| Utils.escape(type) }
+      if payload.is_a?(String)
+        @payload = payload
+      else
+        @payload_hash = payload
+      end
+
+      @path    = ['/', @indices.join(','), @types.join(','), '_search'].compact.join('/').squeeze('/')
+    end
+
+    def results
+      @json  || (perform; @json)
+    end
+
+    def response
+      @response || (perform; @response)
+    end
+
+    def url
+      Configuration.url + @path
+    end
+
+    def perform
+      @response = Configuration.client.get(self.url, self.payload)
+      if @response.failure?
+        STDERR.puts "[REQUEST FAILED] #{self.to_curl}\n"
+        raise SearchRequestFailed, @response.to_s
+      end
+      @json     = MultiJson.decode(@response.body)
+      return @json
+    ensure
+      logged
+    end
+
+    def to_curl
+      %Q|curl -X GET #{url} -d '#{payload}'|
+    end
+
+    def payload
+      @payload || MultiJson.encode(@payload_hash)
+    end
+
+    def to_hash
+      @hash_payload ||= MultiJson.decode(payload)
+    end
+
+    def logged(error=nil)
+      if Configuration.logger
+
+        Configuration.logger.log_request '_search', indices, to_curl
+
+        code = @response.code rescue nil
+
+        if Configuration.logger.level.to_s == 'debug'
+          # FIXME: Depends on RestClient implementation
+          body = if @json
+            defined?(Yajl) ? Yajl::Encoder.encode(@json, :pretty => true) : MultiJson.encode(@json)
+          else
+            @response.body rescue nil
+          end
+        else
+          body = ''
+        end
+
+        Configuration.logger.log_response code || 'N/A', "N/A", body || 'N/A'
+      end
+    end
+
+  end
+end

data/lib/tire/state.rb

@@ -0,0 +1,27 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  class State
+    include Utils
+    
+    def initialize
+
+    end
+
+    def url
+      "#{Configuration.url}/cluster/_state"
+    end
+
+    def info(more = false)
+      desc_url = more ? "#{url}?more=true" : "#{url}?more=false"
+      @response = Configuration.client.get(desc_url)
+      if @response.success?
+        MultiJson.decode(@response.body)
+      else
+        []
+      end
+    ensure
+      curl = %Q|curl -X GET #{desc_url}|
+      logged('CLUSTER_STATE', curl)
+    end
+  end
+end

data/lib/tire/utils.rb

@@ -0,0 +1,40 @@
+# -*- encoding : utf-8 -*-
+require 'uri'
+
+module Tire
+  module Utils
+
+    def escape(s)
+      URI.encode_www_form_component(s.to_s)
+    end
+
+    def unescape(s)
+      s = s.to_s.respond_to?(:force_encoding) ? s.to_s.force_encoding(Encoding::UTF_8) : s.to_s
+      URI.decode_www_form_component(s)
+    end
+
+    def logged(endpoint='/', curl='')
+      if Configuration.logger
+        error = $!
+
+        Configuration.logger.log_request endpoint, @name, curl
+
+        code = @response ? @response.code : error.class rescue 200
+
+        if Configuration.logger.level.to_s == 'debug'
+          body = if @response
+            defined?(Yajl) ? Yajl::Encoder.encode(@response.body, :pretty => true) : MultiJson.encode(@response.body)
+          else
+            error.message rescue ''
+          end
+        else
+          body = ''
+        end
+
+        Configuration.logger.log_response code, nil, body
+      end
+    end
+
+    module_function :escape, :unescape
+  end
+end

data/lib/tire/version.rb

@@ -0,0 +1,4 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  VERSION = "0.5"
+end

data/test/integration/count_test.rb

@@ -0,0 +1,20 @@
+# -*- encoding : utf-8 -*-
+require 'test_helper'
+
+module Tire
+
+  class CountIntegrationTest < Test::Unit::TestCase
+    include Test::Integration
+
+    context "count" do
+      should "count results" do
+        setup_bulk
+        @index.refresh
+        count = Tire.count(INDEX, TYPE, '{"query":{"text":{"title":"java"}},"size":4,"from":0}')
+        num = count.results
+        assert_kind_of Integer, num
+        assert_equal 6, num
+      end
+    end
+  end
+end

data/test/integration/index_test.rb

@@ -0,0 +1,58 @@
+# -*- encoding : utf-8 -*-
+require 'test_helper'
+
+module Tire
+
+  class IndexIntegrationTest < Test::Unit::TestCase
+    include Test::Integration
+
+    context "index" do
+
+      should "regist_shard" do
+        assert @index.regist_shard(6)
+      end
+
+      should "not regist exist index" do
+        @index.regist_shard(6)
+        assert !@index.regist_shard(6)
+      end
+
+      should "delete index" do
+        assert @index.delete
+      end
+
+      should "get shard info" do
+        @index.regist_shard(6)
+        assert_kind_of Array, @index.shard_info
+        assert !@index.shard_info.empty?
+      end
+
+      should "create mapping" do
+        assert setup_mapping
+      end
+
+      should "get mapping info" do
+        setup_mapping
+        assert_kind_of Hash, @index.mapping(TYPE)
+        assert_not_nil @index.mapping(TYPE)[TYPE]
+      end
+
+      should "bulk insert" do
+        assert setup_bulk
+      end
+
+      should "flush index" do
+        setup_bulk
+        assert @index.flush
+      end
+
+      should "refresh index" do
+        setup_bulk
+        assert @index.refresh
+      end
+
+    end
+
+  end
+
+end

data/test/integration/search_test.rb

@@ -0,0 +1,23 @@
+# -*- encoding : utf-8 -*-
+require 'test_helper'
+
+module Tire
+
+  class SearchIntegrationTest < Test::Unit::TestCase
+    include Test::Integration
+
+    context "search" do
+      should "search results" do
+        setup_bulk
+        @index.refresh
+        search = Tire.search(INDEX, TYPE, '{"query":{"text":{"title":"java"}},"size":4,"from":0}')
+        results = search.results
+        assert_kind_of Hash, results
+        assert results["total"] > 0
+        assert_kind_of Array, results["hits"]
+        assert_equal 6, results["total"]
+        assert_equal 4, results["hits"].size
+      end
+    end
+  end
+end

data/test/integration/state_test.rb

@@ -0,0 +1,22 @@
+# -*- encoding : utf-8 -*-
+require 'test_helper'
+
+module Tire
+
+  class StateIntegrationTest < Test::Unit::TestCase
+    include Test::Integration
+
+    context "state" do
+      should "get short state" do
+        assert_kind_of Array, Tire.state.info
+        assert_kind_of Hash, Tire.state.info.first
+      end
+
+      should "get more state" do
+        assert_kind_of Array, Tire.state.info(true)
+        assert_kind_of Hash, Tire.state.info(true).first
+        assert_not_nil Tire.state.info(true).first["blog"]
+      end
+    end
+  end
+end

data/test/test_helper.rb

@@ -0,0 +1,104 @@
+# -*- encoding : utf-8 -*-
+require 'rubygems'
+require 'bundler/setup'
+
+require 'test/unit'
+
+require 'yajl'
+#require 'yajl/json_gem'
+
+require 'shoulda'
+require 'turn/autorun' unless  defined?(RUBY_VERSION) && RUBY_VERSION < '1.9'
+require 'mocha'
+
+require 'tire'
+
+class Test::Unit::TestCase
+
+  def mock_response(body, code=200, headers={})
+    Tire::HTTP::Response.new(body, code, headers)
+  end
+
+end
+
+module Test::Integration
+  URL = "http://192.168.6.35:9400"
+  INDEX = "articles_test"
+  TYPE = "type_test"
+
+  def setup
+    ENV['ELASTICSEARCH_URL'] = URL
+    @index = Tire.index(INDEX)
+  end
+
+  def setup_shard
+    @index.regist_shard(6)
+  end
+
+  def setup_mapping
+    mapping = {TYPE => {"_source"=>{"enabled"=>false},
+        "properties"=>
+          {"title"=>
+            {"type"=>"string",
+            "term_vector"=>"with_positions_offsets",
+            "boost"=>2.0},
+          "body"=>{"type"=>"string", "term_vector"=>"with_positions_offsets"},
+          "username"=>{"type"=>"string", "index"=>"not_analyzed", "store"=>"no"},
+          "id"=>
+            {"type"=>"integer", "index"=>"not_analyzed", "include_in_all"=>false},
+          "created_at"=>
+            {"type"=>"integer", "index"=>"not_analyzed", "include_in_all"=>false}
+        }
+      }
+    }
+    setup_shard
+    @index.create_mapping(TYPE, mapping)
+  end
+
+  def setup_bulk
+    doc = [
+      {"title"=>"java 是好东西",
+        "body"=>"hey java",
+        "id"=>"1",
+        "username"=>"jack",
+        "created_at"=>2007072323},
+      {"title"=>"this java cool",
+        "body"=>"hey java",
+        "id"=>"2",
+        "created_at"=>2009072323,
+        "username"=>"robbin"},
+      {"title"=>"this is java cool",
+        "body"=>"hey java",
+        "id"=>"3",
+        "created_at"=>2010072323,
+        "username"=>"www"},
+      {"title"=>"java is really cool",
+        "body"=>"hey java",
+        "id"=>"4",
+        "created_at"=>2007062323,
+        "username"=>"google"},
+      {"title"=>"this is wakak cool",
+        "body"=>"hey java",
+        "id"=>"5",
+        "created_at"=>2007062323,
+        "username"=>"jackde"},
+      {"title"=>"this is java cool",
+        "body"=>"hey java",
+        "id"=>"6",
+        "created_at"=>2007012323,
+        "username"=>"jackk wa"},
+      {"title"=>"this java really cool",
+        "body"=>"hey java",
+        "id"=>"7",
+        "created_at"=>2002072323,
+        "username"=>"william"}
+    ]
+    setup_mapping
+    @index.bulk(TYPE, doc)
+  end
+
+
+  def teardown
+    ::RestClient.delete "#{URL}/#{INDEX}" rescue nil
+  end
+end