csdn-tire 0.5

data/lib/tire.rb

@@ -0,0 +1,26 @@
+# -*- encoding : utf-8 -*-
+require 'rest_client'
+require 'multi_json'
+require 'hashr'
+require 'cgi'
+
+require 'active_support/core_ext'
+
+# Ruby 1.8 compatibility
+require 'tire/rubyext/ruby_1_8' if defined?(RUBY_VERSION) && RUBY_VERSION < '1.9'
+require 'tire/rubyext/to_json'
+require 'tire/utils'
+require 'tire/logger'
+require 'tire/configuration'
+require 'tire/http/response'
+require 'tire/http/client'
+require 'tire/search'
+require 'tire/count'
+require 'tire/state'
+require 'tire/results/pagination'
+require 'tire/index'
+require 'tire/dsl'
+
+module Tire
+  extend DSL
+end

data/lib/tire/configuration.rb

@@ -0,0 +1,31 @@
+# -*- encoding : utf-8 -*-
+module Tire
+
+  class Configuration
+    
+    def self.nodes_count(n=2)
+      @nodes_count ||= n
+    end
+
+    def self.url(value=nil)
+      @url = (value ? value.to_s.gsub(%r|/*$|, '') : nil) || @url || ENV['ELASTICSEARCH_URL'] || "http://localhost:9200"
+    end
+
+    def self.client(klass=nil)
+      @client = klass || @client || HTTP::Client::RestClient
+    end
+
+    def self.logger(device=nil, options={})
+      return @logger = Logger.new(device, options) if device
+      @logger || nil
+    end
+
+    def self.reset(*properties)
+      reset_variables = properties.empty? ? instance_variables : instance_variables.map { |p| p.to_s} & \
+                                                                 properties.map         { |p| "@#{p}" }
+      reset_variables.each { |v| instance_variable_set(v.to_sym, nil) }
+    end
+
+  end
+
+end

data/lib/tire/count.rb

@@ -0,0 +1,24 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  class SearchRequestFailed < StandardError; end
+
+  class Count < Search
+
+    def initialize(indices, types, payload)
+      @indices = Array(indices)
+      @types   = Array(types).map { |type| Utils.escape(type) }
+      if payload.is_a?(String)
+        @payload = payload
+      else
+        @payload_hash = payload
+      end
+
+      @path    = ['/', @indices.join(','), @types.join(','), '_count'].compact.join('/').squeeze('/')
+    end
+
+    def results
+      perform
+      return @json["totalHits"]
+    end
+  end
+end

data/lib/tire/dsl.rb

@@ -0,0 +1,26 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  module DSL
+
+    def configure(&block)
+      Configuration.class_eval(&block)
+    end
+    
+    def index(name)
+      Index.new(name)
+    end
+
+    def search(names, types, payload)
+      Search.new(names, types, payload)
+    end
+
+    def count(names, types, payload)
+      Count.new(names, types, payload)
+    end
+
+    def state
+      State.new
+    end
+
+  end
+end

data/lib/tire/http/client.rb

@@ -0,0 +1,63 @@
+# -*- encoding : utf-8 -*-
+module Tire
+
+  module HTTP
+
+    module Client
+
+      class RestClient
+        ConnectionExceptions = [::RestClient::ServerBrokeConnection, ::RestClient::RequestTimeout]
+
+        def self.get(url, data=nil)
+          perform ::RestClient::Request.new(:method => :get, :url => url, :payload => data).execute
+        rescue *ConnectionExceptions
+          raise
+        rescue ::RestClient::Exception => e
+          Response.new e.http_body, e.http_code
+        end
+
+        def self.post(url, data)
+          perform ::RestClient.post(url, data)
+        rescue *ConnectionExceptions
+          raise
+        rescue ::RestClient::Exception => e
+          Response.new e.http_body, e.http_code
+        end
+
+        def self.put(url, data)
+          perform ::RestClient.put(url, data)
+        rescue *ConnectionExceptions
+          raise
+        rescue ::RestClient::Exception => e
+          Response.new e.http_body, e.http_code
+        end
+
+        def self.delete(url)
+          perform ::RestClient.delete(url)
+        rescue *ConnectionExceptions
+          raise
+        rescue ::RestClient::Exception => e
+          Response.new e.http_body, e.http_code
+        end
+
+        def self.head(url)
+          perform ::RestClient.head(url)
+        rescue *ConnectionExceptions
+          raise
+        rescue ::RestClient::Exception => e
+          Response.new e.http_body, e.http_code
+        end
+
+        private
+
+        def self.perform(response)
+          Response.new response.body, response.code, response.headers
+        end
+
+      end
+
+    end
+
+  end
+
+end

data/lib/tire/http/clients/curb.rb

@@ -0,0 +1,62 @@
+# -*- encoding : utf-8 -*-
+require 'curb'
+
+module Tire
+
+  module HTTP
+
+    module Client
+
+      class Curb
+        @client = ::Curl::Easy.new
+        @client.resolve_mode = :ipv4
+
+        # @client.verbose = true
+
+        def self.get(url, data=nil)
+          @client.url = url
+
+          # FIXME: Curb cannot post bodies with GET requests?
+          #        Roy Fielding seems to approve:
+          #        <http://tech.groups.yahoo.com/group/rest-discuss/message/9962>
+          if data
+            @client.post_body = data
+            @client.http_post
+          else
+            @client.http_get
+          end
+          Response.new @client.body_str, @client.response_code
+        end
+
+        def self.post(url, data)
+          @client.url = url
+          @client.post_body = data
+          @client.http_post
+          Response.new @client.body_str, @client.response_code
+        end
+
+        def self.put(url, data)
+          @client.url = url
+          @client.http_put data
+          Response.new @client.body_str, @client.response_code
+        end
+
+        def self.delete(url)
+          @client.url = url
+          @client.http_delete
+          Response.new @client.body_str, @client.response_code
+        end
+
+        def self.head(url)
+          @client.url = url
+          @client.http_head
+          Response.new @client.body_str, @client.response_code
+        end
+
+      end
+
+    end
+
+  end
+
+end

data/lib/tire/http/response.rb

@@ -0,0 +1,28 @@
+# -*- encoding : utf-8 -*-
+module Tire
+
+  module HTTP
+
+    class Response
+      attr_reader :body, :code, :headers
+
+      def initialize(body, code, headers={})
+        @body, @code, @headers = body, code.to_i, headers
+      end
+
+      def success?
+        code > 0 && code < 400
+      end
+
+      def failure?
+        ! success?
+      end
+
+      def to_s
+        [code, body].join(' : ')
+      end
+    end
+
+  end
+
+end

data/lib/tire/index.rb

@@ -0,0 +1,98 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  class Index
+    include Utils
+    
+    attr_reader :name, :response
+
+    def initialize(name)
+      @name = name
+    end
+
+    def url
+      "#{Configuration.url}/#{@name}"
+    end
+
+    def regist_shard(total = 6)
+      notes_count = Configuration.nodes_count
+      regist_json = MultiJson.encode(build_regist_options(total, notes_count))
+      @response = Configuration.client.put("#{url}/_shard", regist_json)
+      @response.success?
+
+    ensure
+      curl = %Q|curl -X PUT "#{url}/_shard" -d '#{regist_json}'|
+      logged('_regist_shard', curl)
+    end
+
+    def shard_info
+      @response = Configuration.client.get("#{url}/_shard")
+      if @response.failure?
+        STDERR.puts "[REQUEST FAILED] \n"
+        raise @response.to_s
+      end
+      
+      MultiJson.decode(@response.body)
+    ensure
+      curl = %Q|curl -X GET #{url}/_shard|
+      logged('_regist_shard_info', curl)
+    end
+
+    def delete
+      @response = Configuration.client.delete url
+      @response.success?
+
+    ensure
+      curl = %Q|curl -X DELETE #{url}|
+      logged('DELETE', curl)
+    end
+
+    def mapping(type = "csdn")
+      @response = Configuration.client.get("#{url}/#{type}/_mapping")
+      MultiJson.decode(@response.body)
+    end
+
+    def create_mapping(type, options)
+      @options = options
+      @response = Configuration.client.put("#{url}/#{type}/_mapping", MultiJson.encode(options))
+      @response.success?
+
+    ensure
+      curl = %Q|curl -X PUT #{url}/#{type}/_mapping -d '#{MultiJson.encode(options)}'|
+      logged('CREATE MAPPING', curl)
+    end
+
+    def bulk(type, document)
+      @response = Configuration.client.put("#{url}/#{type}/_bulk", MultiJson.encode(document))
+      @response.success?
+
+    ensure
+      curl = %Q|curl -X PUT #{url}/#{type}/_pulk -d '#{MultiJson.encode(document)}'|
+      logged('BULK', curl)
+    end
+
+    def flush
+      @response = Configuration.client.put("#{url}/_flush", "")
+      @response.success?
+
+    ensure
+      curl = %Q|curl -X PUT #{url}/_flush|
+      logged('FLUSH', curl)
+    end
+
+    def refresh
+      @response = Configuration.client.put("#{url}/_refresh", "")
+      @response.success?
+
+    ensure
+      curl = %Q|curl -X PUT #{url}/_refresh|
+      logged('REFRESH', curl)
+    end
+
+    private
+
+    def build_regist_options(total, notes_count)
+      Hash[(0..total - 1).group_by{|x| x.modulo notes_count}.map{|key, value| ["cs#{key + 1}", value]}]
+    end
+
+  end
+end

data/lib/tire/logger.rb

@@ -0,0 +1,61 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  class Logger
+
+    def initialize(device, options={})
+      @device = if device.respond_to?(:write)
+        device
+      else
+        File.open(device, 'a')
+      end
+      @device.sync = true if @device.respond_to?(:sync)
+      @options = options
+      at_exit { @device.close unless @device.closed? } if @device.respond_to?(:closed?) && @device.respond_to?(:close)
+    end
+
+    def level
+      @options[:level] || 'info'
+    end
+
+    def write(message)
+      @device.write message
+    end
+
+    def log_request(endpoint, params=nil, curl='')
+      # 2001-02-12 18:20:42:32 [_search] (articles,users)
+      #
+      # curl -X POST ....
+      #
+      content  = "# #{time}"
+      content += " [#{endpoint}]"
+      content += " (#{params.inspect})" if params
+      content += "\n#\n"
+      content += curl
+      content += "\n\n"
+      write content
+    end
+
+    def log_response(status, took=nil, json='')
+      # 2001-02-12 18:20:42:32 [200] (4 msec)
+      #
+      # {
+      #   "took" : 4,
+      #   "hits" : [...]
+      #   ...
+      # }
+      #
+      content  = "# #{time}"
+      content += " [#{status}]"
+      content += " (#{took} msec)" if took
+      content += "\n#\n" unless json.to_s !~ /\S/
+      json.to_s.each_line { |line| content += "# #{line}" } unless json.to_s !~ /\S/
+      content += "\n\n"
+      write content
+    end
+
+    def time
+      Time.now.strftime('%Y-%m-%d %H:%M:%S:%L')
+    end
+
+  end
+end

data/lib/tire/results/pagination.rb

@@ -0,0 +1,55 @@
+# -*- encoding : utf-8 -*-
+module Tire
+  module Results
+
+    # Adds support for WillPaginate and Kaminari
+    #
+    module Pagination
+
+      def total_entries
+        @total
+      end
+
+      def per_page
+        (@options[:per_page] || @options[:size] || 10 ).to_i
+      end
+
+      def total_pages
+        ( @total.to_f / per_page ).ceil
+      end
+
+      def current_page
+        if @options[:page]
+          @options[:page].to_i
+        else
+          (per_page + @options[:from].to_i) / per_page
+        end
+      end
+
+      def previous_page
+        current_page > 1 ? (current_page - 1) : nil
+      end
+
+      def next_page
+        current_page < total_pages ? (current_page + 1) : nil
+      end
+
+      def offset
+        per_page * (current_page - 1)
+      end
+
+      def out_of_bounds?
+        current_page > total_pages
+      end
+
+      # Kaminari support
+      #
+      alias :limit_value  :per_page
+      alias :total_count  :total_entries
+      alias :num_pages    :total_pages
+      alias :offset_value :offset
+
+    end
+
+  end
+end