async_paginate 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: f50a85b6f7e8da6ce4cf4c45b2f0ecb61f672f6b08e32b4c901737e2d8edf807
-  data.tar.gz: f8310b9293c7e1a329b7c25bda3cde40ffa2c59259a7a271c6f0462ac45b594e
+  metadata.gz: fd1cb7b2770282220c49fd0725a6e9fb9293f2d5b822f18628b4a65f763e93f7
+  data.tar.gz: b75b5726c35fcec7e32260f74a5bc1c597fa9e1278d7a76fba724274196f0f23
 SHA512:
-  metadata.gz: f9422ffd267223b30acaad5812bbb92e75df7494fb52e9a7771268a8516a47e096b92ed21b5a5394e28fdf4c9723405b47636f77d5f203c5221eed21179d5b42
-  data.tar.gz: fadd6c538562e12e9b6511fc88bf671b88c103b5dac55498bff39b7c0126849033197a25aa768d7788a65170ff0bf199650af4b6843b1367b7d62d613f56a97e
+  metadata.gz: 75c4871fb38f5c97ad038a5a9899d20c63607c77185d8b2bd0c1dfe1e6283ecec0a7b93c0b154213be6eabc488c12ebfa041de2d410bbabd40ea5b6f416dc61c
+  data.tar.gz: f7a7379e4f8eb806d2127efca1fe01f655815f92674794d3f01c8f3caec0f1946e9ddaf056b5a9ee53fbe89750c8359eb93b39a4baf7d0e5fdeb046afdabd8dc

data/lib/async_paginate.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require_relative "async_paginate/version"
+require 'async'
+require 'async/barrier'
+require 'async/semaphore'
+
+module AsyncPaginate
+
+  def async_paginate(concurrency, page_fetch_lambda)
+    barrier = Async::Barrier.new
+    semaphore = Async::Semaphore.new(concurrency, parent: barrier)
+    page = 1
+
+    first_page_result = page_fetch_lambda.call(page)
+    total_pages = first_page_result[:page_count]
+    page_results = [ first_page_result[:payloads] ]
+    return page_results if total_pages <= 1
+    Sync do
+      (2..total_pages).each do |page|
+        semaphore.async(parent: barrier) do
+          page_fetch_lambda.call(page)
+        end
+      end
+    end
+    tasks = barrier.tasks.to_a.map(&:task)
+    page_results.concat(wait_for_results(tasks))
+    barrier.stop
+    page_results.flatten
+  end
+  
+  def wait_for_results(tasks)
+    task_results = []
+    tasks.each do |task|
+      task.wait
+      task_results << task.result[:payloads]
+    end
+    task_results
+  end
+
+end
+
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: async_paginate
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - mac tichner
@@ -33,7 +33,8 @@ email:
 executables: []
 extensions: []
 extra_rdoc_files: []
-files: []
+files:
+- lib/async_paginate.rb
 homepage: ''
 licenses:
 - MIT