goodyear 0.2.1 → 0.2.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 0a5948a74ef155fa3c8cad82f8a3612771eb184d
-  data.tar.gz: 1064c9ccf64af862013d2acc5efe5433d343c7ed
+  metadata.gz: 24a3446eba1db314be332ef46c9328fe02904e9a
+  data.tar.gz: 2d1c99af47a5ce7bcc849b683c6c13a1e5580b3e
 SHA512:
-  metadata.gz: a91119e4b3e28d0959de2322f782e5ef8effae8ffb83a600bc810f0728d84a259bd721017d40a792ba1af01a080cfadecbd58740b606b68d2ebe8455ea01c37f
-  data.tar.gz: 1fe4916dd0997412b6c7eae11e1a1a14a1bfd8b16ed3cb0c26a947d429dc95bbef654ccc7d22ab7eb7217ebbbe84ca2854bf5608cacd5ed751c324879aebff75
+  metadata.gz: 1e0a27c7887ca6637debf48443819388f80f43e347f456d2407db696b8e04c297315a9ac9b2ed89dad5089e94c220c633a67ef50cb6eed65eff280aafcd0a0fb
+  data.tar.gz: 0ce8d59b1b3b405859929b00bf5b4fc74b9668849606cbc05277d41188d80d216ec272182d575e67e6d2ddb38b3ce6adb70f370315b40f23f6e6549f78fe9d3e

data/lib/goodyear.rb

@@ -3,6 +3,7 @@ require "goodyear/version"
 require "goodyear/query_methods"
 require 'goodyear/persistence'
 require 'goodyear/index'
+require 'goodyear/scan'
 
 module Goodyear
   mattr_accessor :force_cache

data/lib/goodyear/enumerable.rb

@@ -1,7 +1,7 @@
 module Goodyear
   module Enumerable
      def each &block
-        fetch.results.each do |result|
+        results.each do |result|
           if block_given?
             block.call result
           else
@@ -11,7 +11,7 @@ module Goodyear
       end
 
      def collect &block
-       fetch.results.collect do |result|
+       results.collect do |result|
          if block_given? 
            block.call result
          else

data/lib/goodyear/query_methods.rb

@@ -13,6 +13,7 @@ module Goodyear
     include Goodyear::FacetMethods
     include Goodyear::FilterMethods
     include Goodyear::QueryCache
+    include Goodyear::Enumerable
 
     def fetch
       es = self.perform

data/lib/goodyear/scan.rb

@@ -0,0 +1,115 @@
+module Tire
+  module Search
+
+
+    # Performs a "scan/scroll" search request, which obtains a `scroll_id`
+    # and keeps returning documents matching the passed query (or all documents) in batches.
+    #
+    # You may want to iterate over the batches being returned:
+    #
+    #     search = Tire::Search::Scan.new('articles')
+    #     search.each do |results|
+    #       puts results.map(&:title)
+    #     end
+    #
+    # The scan object has a fully Enumerable-compatible interface, so you may
+    # call methods like `map` or `each_with_index` on it.
+    #
+    # To iterate over individual documents, use the `each_document` method:
+    #
+    #     search.each_document do |document|
+    #       puts document.title
+    #     end
+    #
+    # You may limit the result set being returned by a regular Tire DSL query
+    # (or a hash, if you prefer), passed as a second argument:
+    #
+    #     search = Tire::Search::Scan.new('articles') do
+    #       query { term 'author.exact', 'John Smith' }
+    #     end
+    #
+    # The feature is also exposed in the Tire top-level DSL:
+    #
+    #     search = Tire.scan 'articles' do
+    #       query { term 'author.exact', 'John Smith' }
+    #     end
+    #
+    # See Elasticsearch documentation for further reference:
+    #
+    # * http://www.elasticsearch.org/guide/reference/api/search/search-type.html
+    # * http://www.elasticsearch.org/guide/reference/api/search/scroll.html
+    #
+    class Scan
+      include Enumerable
+
+      attr_reader :indices, :options, :search
+
+      def initialize(indices=nil, options={}, &block)
+        @indices = Array(indices)
+        @options = options.update(:search_type => 'scan', :scroll => '10m')
+        @seen    = 0
+        @tire_options = options.delete(:tire) || {}
+        @search  = Search.new(@indices, @options.merge(@tire_options), &block)
+      end
+
+      def url;                Configuration.url + "/_search/scroll";                           end
+      def params;             @options.empty? ? '' : '?' + @options.to_param;                  end
+      def results;            @results  || (__perform; @results);                              end
+      def response;           @response || (__perform; @response);                             end
+      def json;               @json     || (__perform; @json);                                 end
+      def total;              @total    || (__perform; @total);                                end
+      def seen;               @seen     || (__perform; @seen);                                 end
+
+      def scroll_id
+        @scroll_id ||= @search.perform.json['_scroll_id']
+      end
+
+      def each
+        until results.empty?
+          yield results.results
+          __perform
+        end
+      end
+
+      def each_document
+        until results.empty?
+          results.each { |item| yield item }
+          __perform
+        end
+      end
+
+      def size
+        results.size
+      end
+
+      def __perform
+        @response  = Configuration.client.get [url, params].join, scroll_id
+        @json      = MultiJson.decode @response.body
+        @results   = Results::Collection.new @json, @options
+        @total     = @json['hits']['total'].to_i
+        @seen     += @results.size
+        @scroll_id = @json['_scroll_id']
+        return self
+      ensure
+        __logged
+      end
+
+      def to_a;        results; end; alias :to_ary :to_a
+      def to_curl;     %Q|curl -X GET '#{url}?pretty' -d '#{@scroll_id}'|; end
+
+      def __logged(error=nil)
+        if Configuration.logger
+          Configuration.logger.log_request 'scroll', nil, to_curl
+
+          took = @json['took']        rescue nil
+          code = @response.code       rescue nil
+          body = "#{@seen}/#{@total} (#{@seen/@total.to_f*100}%)" rescue nil
+
+          Configuration.logger.log_response code || 'N/A', took || 'N/A', body
+        end
+      end
+
+    end
+
+  end
+end

data/lib/goodyear/version.rb

@@ -1,3 +1,3 @@
 module Goodyear
-  VERSION = "0.2.1"
+  VERSION = "0.2.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: goodyear
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.5
 platform: ruby
 authors:
 - Spencer Markowski
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-01-27 00:00:00.000000000 Z
+date: 2014-03-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -64,6 +64,7 @@ files:
 - lib/goodyear/query_cache.rb
 - lib/goodyear/query_methods.rb
 - lib/goodyear/railtie.rb
+- lib/goodyear/scan.rb
 - lib/goodyear/version.rb
 homepage: https://github.com/theablefew/goodyear
 licenses: