EasyThrottle 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: f50c56588d5ab29db2d607f2907c5d936cff56b9a6d4b4b2ec46befecc908427
+  data.tar.gz: 3917275880a09753c25c8487d2fb9094b690a01ab52f28e300fbe141d6cc6524
+SHA512:
+  metadata.gz: 85e43902ecef6ead3303c67a7fe05d7fa804fcad9eb8509eb89e85a2ff334a8ceb2e06dbf5426065bf9021ccb8edcba15addfa7253875e9af76e2c02142062a6
+  data.tar.gz: 85ea1906fcb738199be91c8bc1115e709647d63d7f543802a5786dbba1638affa15af9c9a76db574f3e972a0f74e5804719d22c26fca5e320e6f5115c7419256

data/lib/config.yml

@@ -0,0 +1,3 @@
+errors:
+  - 'AmzSpApi::ApiError'
+  

data/lib/throttler.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+require 'yaml'
+require 'redis'
+
+class Throttler
+  DEFAULT_OPTIONS = { interval: 60, limit: 1, burst: 20 }.freeze
+  LIMITS = {
+  #   'endpointName' => { interval: 10, limit: 1, burst: 1 },
+  }.freeze
+
+  def self.with_throttling(endpoint, prefix, options = DEFAULT_OPTIONS, &block)
+    new(endpoint, prefix, options).with_throttling { block.call }
+  end
+
+  def initialize(endpoint, prefix, options = DEFAULT_OPTIONS)
+    @config = YAML.load_file('lib/config.yml')
+    @endpoint = endpoint
+    @prefix = prefix
+    @redis = Redis.new
+    @options = LIMITS.fetch(endpoint, options)
+  end
+
+  def with_throttling(&block)
+    retry_count ||= 0
+    result = nil
+    loop do
+      if pool
+        result = block.call
+
+        break
+      else
+        sleep 0.1
+      end
+    end
+    result
+  rescue *config['errors'].map(&:constantize) => e
+    if e.code == 429
+      extend_key_duration
+      retry
+    end
+
+    if e.code == 500
+      raise if (retry_count += 1) > 5
+      extend_key_duration
+      retry
+    end
+
+    raise
+  end
+
+  def pool
+    max_ttl = (options[:burst] - 1) * options[:interval] * 1000
+    burst_ttl = redis.pttl(burst_key)
+    burst_ttl = 0 if burst_ttl.negative?
+
+    if burst_ttl <= max_ttl
+      redis.psetex(burst_key, burst_ttl + options[:interval] * 1000, true)
+    end
+  end
+
+  private
+
+  attr_reader :redis, :endpoint, :prefix, :options
+
+  def burst_key
+    "#{prefix}:#{endpoint}:burst"
+  end
+
+  def extend_key_duration
+    redis.psetex(burst_key, (options[:interval] + 1) * options[:burst] * 1000, true)
+  end
+end

metadata

@@ -0,0 +1,58 @@
+--- !ruby/object:Gem::Specification
+name: EasyThrottle
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Damian Szalbierz
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2024-03-15 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '4.0'
+description:
+email: szalbierz.d.k@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/config.yml
+- lib/throttler.rb
+homepage:
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.5.5
+signing_key:
+specification_version: 4
+summary: Allows you to throttle requests to an API.
+test_files: []