async-tools 0.2.2 → 0.2.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8b3b08f9b120bebf744df3e7c0da6e2cb7c8d4c5acb01458c25f8be8ff7588fa
-  data.tar.gz: 7c02d0bfce7a3bcb21b8ac8b2f4a8aec4bfad5a12233141b7d1d73b139c08684
+  metadata.gz: ec1be570dca6a72219f3a39a96a7df91da1783ac2eeff110797f924a3fea3f5e
+  data.tar.gz: f16ce65bc17d3652f6e89eb44a95c9f07ba9fd6852328d317d0a023bdaff5138
 SHA512:
-  metadata.gz: 496680113c44a54745da6846bca478f426454eaa34c125de569205c9f5fe3bc82ec6fe53589f8c86c0b1222361ec949c7938baa64b2be0246a15da280ca8f30a
-  data.tar.gz: 14d6d23403ede1040d74e68590ad0572e1c01b402ff6d7d0ff25dfb11c6f0f7a187b894c5681772e7828c88a8ba5f2e95751a3bce58ba9d9dc2aa14c31078e67
+  metadata.gz: 13f5d055571394818ed8f3e9e06abd39bcb778a060b489fff53331f572a512089767967b0ba16697a8b024c242cfe55c709ccf5be954e4425e33d58cc7b5c512
+  data.tar.gz: 1f79f53e28dccd8355416e9f51ee25cd65df6d8253375853122173caef6cc5173cb5923fab212399fd71d160276c2898ffeae79e32df94ae48cf43465b5f2d36

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    async-tools (0.2.2)
+    async-tools (0.2.4)
       async (~> 2.3)
       zeitwerk (~> 2.6)
 

data/lib/async/cache.rb

@@ -0,0 +1,35 @@
+# frozen_string_literal: true
+
+class Async::Cache
+  Item = Struct.new("Item", :task, :value, :created_at, :duration) do
+    def expired? = created_at && Time.now - created_at >= duration
+  end
+
+  def cache(id, duration:, parent: Async::Task.current)
+    cleanup!
+    find_or_create(id, duration:) do |item|
+      parent.async do |task|
+        item.task = task
+        item.value = yield(id) if block_given?
+        item.created_at = Time.now
+      end.wait
+    end.value
+  end
+
+  def cleanup! = storage.delete_if { _2.expired? }
+  def count = storage.count
+
+  private
+
+  def find_or_create(id, duration:)
+    storage[id].tap do |item|
+      item.duration = duration
+      item.task&.wait
+      return item if item.created_at
+
+      yield(item)
+    end
+  end
+
+  def storage = @storage ||= Hash.new { _1[_2] = Item.new }
+end

data/lib/async/throttler.rb

@@ -0,0 +1,49 @@
+# frozen_string_literal: true
+
+# inspired by https://github.com/negativecode/vines/blob/master/lib/vines/token_bucket.rb
+class Async::Throttler
+  def initialize(capacity, rate, parent: Async::Task.current)
+    raise ArgumentError, "capacity must be > 0" unless capacity.positive?
+    raise ArgumentError, "rate must be > 0" unless rate.positive?
+
+    @capacity = capacity
+    @tokens = capacity
+    @rate = rate
+    @parent = parent
+
+    @timestamp = Time.new
+  end
+
+  def wait(timeout: 0)
+    with_timeout(timeout) do
+      while @tokens < 1
+        fill!
+        sleep(1.0 / @rate)
+      end
+    end
+
+    @tokens -= 1
+  end
+
+  def async(parent: @parent, timeout: 0, &)
+    wait(timeout:)
+    parent.async(&)
+  end
+
+  private
+
+  def with_timeout(timeout, &)
+    return yield if timeout.zero?
+
+    Fiber.scheduler.with_timeout(timeout, &)
+  end
+
+  def fill!
+    return if @tokens >= @capacity
+
+    now = Time.new
+    @tokens += @rate * (now - @timestamp)
+    @tokens = @capacity if @tokens > @capacity
+    @timestamp = now
+  end
+end

data/lib/async/tools/version.rb

@@ -2,6 +2,6 @@
 
 module Async # rubocop:disable Style/ClassAndModuleChildren
   module Tools
-    VERSION = "0.2.2"
+    VERSION = "0.2.4"
   end
 end

data/lib/async/tools.rb

@@ -22,9 +22,11 @@ module Async
     end
   end
 
-  def self.map(collection, **params, &)
-    WorkerPool.with(queue_limit: collection.count, **params) do |pool|
-      pool.schedule_all(collection, &).map(&:wait)
+  def self.map(collection, concurrency: nil, parent: Async::Task.current, &)
+    Async::Semaphore.new(concurrency || collection.count, parent:).then do |s|
+      collection.map do |item|
+        s.async { yield(item) }
+      end.map(&:wait)
     end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: async-tools
 version: !ruby/object:Gem::Version
-  version: 0.2.2
+  version: 0.2.4
 platform: ruby
 authors:
 - Gleb Sinyavskiy
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2023-03-03 00:00:00.000000000 Z
+date: 2023-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: async
@@ -68,10 +68,12 @@ files:
 - lib/async/app/metrics/server.rb
 - lib/async/app/metrics/store.rb
 - lib/async/bus.rb
+- lib/async/cache.rb
 - lib/async/channel.rb
 - lib/async/logger.rb
 - lib/async/q.rb
 - lib/async/result_notification.rb
+- lib/async/throttler.rb
 - lib/async/timer.rb
 - lib/async/tools.rb
 - lib/async/tools/version.rb