async_paginate 0.1.0 → 0.1.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/async_paginate/version.rb +5 -0
- data/lib/async_paginate.rb +43 -0
- metadata +4 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 716855406c76f423cf30a53d806343d6ffbef0ed1798b343ecb73eeb0623ce89
|
4
|
+
data.tar.gz: 95b3ed9aa21cb12dcf808e6f6c1bf1759163011acef7b58fca8883074104dfa2
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 14fa15b142478824c25b6afd82f0c239b8e3ede10ea53f5df145a80fa4ec5065e6401dec96f49cbccd20bc1f0f28d0594c14c38d51b836bc7c7bcc53a7012cbf
|
7
|
+
data.tar.gz: 5b1b987195c3846500fc54652d64885d45838df59088b528eb4f24372394821260532fa98a74ab2c7f8bb3de85639818e45a1c63b5fe40219eaf80eca4d622ca
|
@@ -0,0 +1,43 @@
|
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require_relative "async_paginate/version"
|
4
|
+
require 'async'
|
5
|
+
require 'async/barrier'
|
6
|
+
require 'async/semaphore'
|
7
|
+
|
8
|
+
module AsyncPaginate
|
9
|
+
|
10
|
+
def async_paginate(concurrency, page_fetch_lambda)
|
11
|
+
barrier = Async::Barrier.new
|
12
|
+
semaphore = Async::Semaphore.new(concurrency, parent: barrier)
|
13
|
+
page = 1
|
14
|
+
|
15
|
+
first_page_result = page_fetch_lambda.call(page)
|
16
|
+
total_pages = first_page_result[:page_count]
|
17
|
+
page_results = [ first_page_result[:payloads] ]
|
18
|
+
return page_results if total_pages <= 1
|
19
|
+
Sync do
|
20
|
+
(2..total_pages).each do |page|
|
21
|
+
semaphore.async(parent: barrier) do
|
22
|
+
page_fetch_lambda.call(page)
|
23
|
+
end
|
24
|
+
end
|
25
|
+
end
|
26
|
+
tasks = barrier.tasks.to_a.map(&:task)
|
27
|
+
page_results.concat(wait_for_results(tasks))
|
28
|
+
barrier.stop
|
29
|
+
page_results.flatten
|
30
|
+
end
|
31
|
+
|
32
|
+
def wait_for_results(tasks)
|
33
|
+
task_results = []
|
34
|
+
tasks.each do |task|
|
35
|
+
task.wait
|
36
|
+
task_results << task.result[:payloads]
|
37
|
+
end
|
38
|
+
task_results
|
39
|
+
end
|
40
|
+
|
41
|
+
end
|
42
|
+
|
43
|
+
|
metadata
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: async_paginate
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- mac tichner
|
@@ -33,7 +33,9 @@ email:
|
|
33
33
|
executables: []
|
34
34
|
extensions: []
|
35
35
|
extra_rdoc_files: []
|
36
|
-
files:
|
36
|
+
files:
|
37
|
+
- lib/async_paginate.rb
|
38
|
+
- lib/async_paginate/version.rb
|
37
39
|
homepage: ''
|
38
40
|
licenses:
|
39
41
|
- MIT
|