tire 0.1.0

data/lib/tire.rb

@@ -0,0 +1,35 @@
+require 'rest_client'
+require 'yajl/json_gem'
+require 'active_model'
+
+require 'tire/rubyext/hash'
+require 'tire/rubyext/symbol'
+require 'tire/logger'
+require 'tire/configuration'
+require 'tire/client'
+require 'tire/client'
+require 'tire/search'
+require 'tire/search/query'
+require 'tire/search/sort'
+require 'tire/search/facet'
+require 'tire/search/filter'
+require 'tire/search/highlight'
+require 'tire/results/pagination'
+require 'tire/results/collection'
+require 'tire/results/item'
+require 'tire/index'
+require 'tire/dsl'
+require 'tire/model/naming'
+require 'tire/model/callbacks'
+require 'tire/model/search'
+require 'tire/model/indexing'
+require 'tire/model/import'
+require 'tire/model/persistence/finders'
+require 'tire/model/persistence/attributes'
+require 'tire/model/persistence/storage'
+require 'tire/model/persistence'
+require 'tire/tasks'
+
+module Tire
+  extend DSL
+end

data/lib/tire/client.rb

@@ -0,0 +1,40 @@
+module Tire
+
+  module Client
+
+    class Base
+      def get(url)
+        raise_no_method_error
+      end
+      def post(url, data)
+        raise_no_method_error
+      end
+      def put(url, data)
+        raise NoMethodError, "Implement this method in your client class"
+      end
+      def delete(url)
+        raise_no_method_error
+      end
+      def raise_no_method_error
+        raise NoMethodError, "Implement this method in your client class"
+      end
+    end
+
+    class RestClient < Base
+      def self.get(url)
+        ::RestClient.get url
+      end
+      def self.post(url, data)
+        ::RestClient.post url, data
+      end
+      def self.put(url, data)
+        ::RestClient.put url, data
+      end
+      def self.delete(url)
+        ::RestClient.delete url rescue nil
+      end
+    end
+
+  end
+
+end

data/lib/tire/configuration.rb

@@ -0,0 +1,29 @@
+module Tire
+
+  class Configuration
+
+    def self.url(value=nil)
+      @url    = value || @url || "http://localhost:9200"
+    end
+
+    def self.client(klass=nil)
+      @client = klass || @client || Client::RestClient
+    end
+
+    def self.wrapper(klass=nil)
+      @wrapper = klass || @wrapper || Results::Item
+    end
+
+    def self.logger(device=nil, options={})
+      return @logger = Logger.new(device, options) if device
+      @logger || nil
+    end
+
+    def self.reset(*properties)
+      reset_variables = properties.empty? ? instance_variables : instance_variables & properties.map { |p| "@#{p}" }
+      reset_variables.each { |v| instance_variable_set(v, nil) }
+    end
+
+  end
+
+end

data/lib/tire/dsl.rb

@@ -0,0 +1,33 @@
+module Tire
+  module DSL
+
+    def configure(&block)
+      Configuration.class_eval(&block)
+    end
+
+    def search(indices, options={}, &block)
+      if block_given?
+        Search::Search.new(indices, options, &block).perform
+      else
+        payload = case options
+          when Hash    then options.to_json
+          when String  then options
+          else raise ArgumentError, "Please pass a Ruby Hash or String with JSON"
+        end
+
+        response = Configuration.client.post( "#{Configuration.url}/#{indices}/_search", payload)
+        json     = Yajl::Parser.parse(response.body)
+        results  = Results::Collection.new(json, options)
+      end
+    rescue Exception => error
+      STDERR.puts "[REQUEST FAILED] #{error.class} #{error.http_body rescue nil}\n"
+      raise
+    ensure
+    end
+
+    def index(name, &block)
+      Index.new(name, &block)
+    end
+
+  end
+end

data/lib/tire/index.rb

@@ -0,0 +1,209 @@
+module Tire
+  class Index
+
+    attr_reader :name
+
+    def initialize(name, &block)
+      @name = name
+      instance_eval(&block) if block_given?
+    end
+
+    def exists?
+      !!Configuration.client.get("#{Configuration.url}/#{@name}/_status")
+    rescue Exception => error
+      false
+    end
+
+    def delete
+      # FIXME: RestClient does not return response for DELETE requests?
+      @response = Configuration.client.delete "#{Configuration.url}/#{@name}"
+      return @response.body =~ /error/ ? false : true
+    rescue Exception => error
+      false
+    ensure
+      curl = %Q|curl -X DELETE "#{Configuration.url}/#{@name}"|
+      logged(error, 'DELETE', curl)
+    end
+
+    def create(options={})
+      @options = options
+      @response = Configuration.client.post "#{Configuration.url}/#{@name}", Yajl::Encoder.encode(options)
+    rescue Exception => error
+      false
+    ensure
+      curl = %Q|curl -X POST "#{Configuration.url}/#{@name}" -d '#{Yajl::Encoder.encode(options, :pretty => true)}'|
+      logged(error, 'CREATE', curl)
+    end
+
+    def mapping
+      @response = Configuration.client.get("#{Configuration.url}/#{@name}/_mapping")
+      JSON.parse(@response.body)[@name]
+    end
+
+    def store(*args)
+      # TODO: Infer type from the document (hash property, method)
+
+      if args.size > 1
+        (type, document = args)
+      else
+        (document = args.pop; type = :document)
+      end
+
+      old_verbose, $VERBOSE = $VERBOSE, nil # Silence Object#id deprecation warnings
+      id = case true
+        when document.is_a?(Hash)                                           then document[:id] || document['id']
+        when document.respond_to?(:id) && document.id != document.object_id then document.id
+      end
+      $VERBOSE = old_verbose
+
+      document = case true
+        when document.is_a?(String) then document
+        when document.respond_to?(:to_indexed_json) then document.to_indexed_json
+        else raise ArgumentError, "Please pass a JSON string or object with a 'to_indexed_json' method"
+      end
+
+      url = id ? "#{Configuration.url}/#{@name}/#{type}/#{id}" : "#{Configuration.url}/#{@name}/#{type}/"
+
+      @response = Configuration.client.post url, document
+      JSON.parse(@response.body)
+
+    rescue Exception => error
+      raise
+    ensure
+      curl = %Q|curl -X POST "#{url}" -d '#{document}'|
+      logged(error, "/#{@name}/#{type}/", curl)
+    end
+
+    def bulk_store documents
+      create unless exists?
+
+      payload = documents.map do |document|
+        old_verbose, $VERBOSE = $VERBOSE, nil # Silence Object#id deprecation warnings
+        id = case
+          when document.is_a?(Hash)                                           then document[:id] || document['id']
+          when document.respond_to?(:id) && document.id != document.object_id then document.id
+          # TODO: Raise error when no id present
+        end
+        $VERBOSE = old_verbose
+
+        type = case
+          when document.is_a?(Hash)                 then document[:type] || document['type']
+          when document.respond_to?(:document_type) then document.document_type
+        end || 'document'
+
+        output = []
+        output << %Q|{"index":{"_index":"#{@name}","_type":"#{type}","_id":"#{id}"}}|
+        output << document.to_indexed_json
+        output.join("\n")
+      end
+      payload << ""
+
+      tries = 5
+      count = 0
+
+      begin
+        # STDERR.puts "Posting payload..."
+        # STDERR.puts payload.join("\n")
+        Configuration.client.post("#{Configuration.url}/_bulk", payload.join("\n"))
+      rescue Exception => error
+        if count < tries
+          count += 1
+          STDERR.puts "[ERROR] #{error.message}:#{error.http_body rescue nil}, retrying (#{count})..."
+          retry
+        else
+          STDERR.puts "[ERROR] Too many exceptions occured, giving up..."
+          STDERR.puts "Response: #{error.http_body rescue nil}"
+          raise
+        end
+      ensure
+        curl = %Q|curl -X POST "#{Configuration.url}/_bulk" -d '{... data omitted ...}'|
+        logged(error, 'BULK', curl)
+      end
+    end
+
+    def import(klass_or_collection, method=nil, options={})
+      # p [klass_or_collection, method, options]
+
+      case
+
+        when method
+          options = {:page => 1, :per_page => 1000}.merge options
+          while documents = klass_or_collection.send(method.to_sym, options.merge(:page => options[:page])) \
+                            and not documents.empty?
+            documents = yield documents if block_given?
+
+            bulk_store documents
+            options[:page] += 1
+          end
+
+        when klass_or_collection.respond_to?(:map)
+          documents = block_given? ? yield(klass_or_collection) : klass_or_collection
+          bulk_store documents
+        else
+          raise ArgumentError, "Please pass either a collection of objects, "+
+                               "or method for fetching records, or Enumerable compatible class"
+      end
+    end
+
+    def remove(*args)
+      # TODO: Infer type from the document (hash property, method)
+
+      if args.size > 1
+        (type, document = args)
+      else
+        (document = args.pop; type = :document)
+      end
+
+      old_verbose, $VERBOSE = $VERBOSE, nil # Silence Object#id deprecation warnings
+      id = case true
+        when document.is_a?(Hash)                                           then document[:id] || document['id']
+        when document.respond_to?(:id) && document.id != document.object_id then document.id
+        else document
+      end
+      $VERBOSE = old_verbose
+
+      result = Configuration.client.delete "#{Configuration.url}/#{@name}/#{type}/#{id}"
+      JSON.parse(result) if result
+    end
+
+    def retrieve(type, id)
+      @response = Configuration.client.get "#{Configuration.url}/#{@name}/#{type}/#{id}"
+      h = JSON.parse(@response.body)
+      if Configuration.wrapper == Hash then h
+      else
+        document = {}
+        document = h['_source'] ? document.update( h['_source'] ) : document.update( h['fields'] )
+        document.update('id' => h['_id'], '_version' => h['_version'])
+        Configuration.wrapper.new(document)
+      end
+    end
+
+    def refresh
+      @response = Configuration.client.post "#{Configuration.url}/#{@name}/_refresh", ''
+    rescue Exception => error
+      raise
+    ensure
+      curl = %Q|curl -X POST "#{Configuration.url}/#{@name}/_refresh"|
+      logged(error, '_refresh', curl)
+    end
+
+    def logged(error=nil, endpoint='/', curl='')
+      if Configuration.logger
+
+        Configuration.logger.log_request endpoint, @name, curl
+
+        code = @response ? @response.code : error.message rescue 200
+
+        if Configuration.logger.level.to_s == 'debug'
+          # FIXME: Depends on RestClient implementation
+          body = @response ? Yajl::Encoder.encode(@response.body, :pretty => true) : error.http_body rescue ''
+        else
+          body = ''
+        end
+
+        Configuration.logger.log_response code, nil, body
+      end
+    end
+
+  end
+end

data/lib/tire/logger.rb

@@ -0,0 +1,60 @@
+module Tire
+  class Logger
+
+    def initialize(device, options={})
+      @device = if device.respond_to?(:write)
+        device
+      else
+        File.open(device, 'a')
+      end
+      @device.sync = true
+      @options = options
+      at_exit { @device.close unless @device.closed? }
+    end
+
+    def level
+      @options[:level] || 'info'
+    end
+
+    def write(message)
+      @device.write message
+    end
+
+    def log_request(endpoint, params=nil, curl='')
+      # 2001-02-12 18:20:42:32 [_search] (articles,users)
+      #
+      # curl -X POST ....
+      #
+      content  = "# #{time}"
+      content += " [#{endpoint}]"
+      content += " (#{params.inspect})" if params
+      content += "\n#\n"
+      content += curl
+      content += "\n\n"
+      write content
+    end
+
+    def log_response(status, took=nil, json='')
+      # 2001-02-12 18:20:42:32 [200] (4 msec)
+      #
+      # {
+      #   "took" : 4,
+      #   "hits" : [...]
+      #   ...
+      # }
+      #
+      content  = "# #{time}"
+      content += " [#{status}]"
+      content += " (#{took} msec)" if took
+      content += "\n#\n" unless json == ''
+      json.each_line { |line| content += "# #{line}" } unless json == ''
+      content += "\n\n"
+      write content
+    end
+
+    def time
+      Time.now.strftime('%Y-%m-%d %H:%M:%S:%L')
+    end
+
+  end
+end

data/lib/tire/model/callbacks.rb

@@ -0,0 +1,23 @@
+module Tire
+  module Model
+
+    module Callbacks
+
+      def self.included(base)
+        if base.respond_to?(:after_save) && base.respond_to?(:after_destroy)
+          base.send :after_save,    :update_elastic_search_index
+          base.send :after_destroy, :update_elastic_search_index
+        end
+
+        if base.respond_to?(:before_destroy) && !base.respond_to?(:destroyed?)
+          base.class_eval do
+            before_destroy  { @destroyed = true }
+            def destroyed?; !!@destroyed; end
+          end
+        end
+      end
+
+    end
+
+  end
+end

data/lib/tire/model/import.rb

@@ -0,0 +1,18 @@
+module Tire
+  module Model
+
+    module Import
+
+      module ClassMethods
+
+        def import options={}, &block
+          method = options.delete(:method) || 'paginate'
+          self.index.import self, method, options, &block
+        end
+
+      end
+
+    end
+
+  end
+end