trample_search 0.15.0 → 0.16.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b54a2b004d66cc10b02800ca0c760f68f1f9eacf
-  data.tar.gz: 3d6082f9e2ea2a5c84d68992313f10f91f299e23
+  metadata.gz: 20ffd69885c3eeda15f53ab9d4b6dd4bbc27f7be
+  data.tar.gz: 71f0bc852acc52e6cd9e3f71edc74336e26b0c85
 SHA512:
-  metadata.gz: 5a0d96d4da55d0363a3d931e441d527c69024f058ae2326452ad8805e34aed2ceb3e072072822fc143e8267f40f77953f69529f0a7be50e3ffe0c8d7311069ee
-  data.tar.gz: 4d7a070c1b741f277b8f13ff60c96d79f997ca40a60cc377ca3251d6285d40972883ecf223b554b88be8931749f385b991e29cb1292499abacbcb6cb5f0070d2
+  metadata.gz: 54309a47baec66899dc8e2481e37d3c4406394f8e8b86de457e084c468a352ce351b7988f0509daa6a46feab57f11d8975eea381efc5db53ed9642f8bfecaa63
+  data.tar.gz: 9c25d165d404140577558b19e5a9b776c5c55091f12a51ddb95ade05ea96293f299c24b7225d3935d9eb7c4dcbc567aa233e14005d1bab5a961626925f9d6c70

data/Gemfile

@@ -1,4 +1,4 @@
-source "http://artifactory.dev.bloomberg.com:8080/artifactory/api/gems/rubygems/"
+source 'https://rubygems.org'
 
 # Specify your gem's dependencies in trample.gemspec
 gemspec

data/lib/trample/metadata.rb

@@ -9,6 +9,10 @@ module Trample
       attribute :total, Integer
       attribute :current_page, Integer, default: 1
       attribute :per_page, Integer, default: 20
+
+      def next?
+        (current_page * per_page) < total
+      end
     end
 
     class Sort

data/lib/trample/search.rb

@@ -166,6 +166,23 @@ module Trample
       records
     end
 
+    #This implementation is not using scroll and scan of elastic
+    #https://www.elastic.co/guide/en/elasticsearch/reference/current/search-request-scroll.html
+    #In future versions we hope to replace this with elastic in-built implementation
+    #
+    def find_in_batches(batch_size: 10_000)
+      page_number = 1
+
+      loop do
+        paginate(size: batch_size, number: page_number)
+        query!
+        yield results
+        offset = metadata.pagination.current_page * metadata.pagination.per_page
+        break unless  metadata.pagination.next?
+        page_number += 1
+      end
+    end
+
     private
 
     def deep_dup(o)

data/lib/trample/version.rb

@@ -1,3 +1,3 @@
 module Trample
-  VERSION = "0.15.0"
+  VERSION = "0.16.0"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: trample_search
 version: !ruby/object:Gem::Version
-  version: 0.15.0
+  version: 0.16.0
 platform: ruby
 authors:
 - richmolj
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2016-07-11 00:00:00.000000000 Z
+date: 2016-07-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: virtus