ratelimit 1.0.3 → 1.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 3ca5c11e810378b9f764fc4df1a9eb95c5be682f
-  data.tar.gz: 29be916842600285b975409daa377a6ef0a47d7b
+SHA256:
+  metadata.gz: cb39d9fac25f51e2a7a95957ce738e281898774a296974b05cfa57b0ea858462
+  data.tar.gz: 6c2026639b39ebfec84029f00a4a56a78299378a8fbece227806b80a96f5058e
 SHA512:
-  metadata.gz: a8bf4fdb9ccb0e298870c1cb6e19d44e90d9fb92d5f5f311dd7d68eff139150c38b1a7bfcd3175c0cff317b3d96fbe02c72f20a4acdf26243cd3c28f4a74d0b3
-  data.tar.gz: fa1910970d4f93ec8e5c947012344a002bb0e8f7ed56b130fb8b454ae9ff373a140dd2e9e4865bd13772e51ba5485ca2448f0c2165f92d7549c41756d8935bbf
+  metadata.gz: 542f0e876ea9f96646b7e2241988af030f1a8c54a02710559a31433bf8f8f3f99d8efd3e589cc35a5780f7ba4f426d5b6227c65b04ed5b5f48d6541e598deeec
+  data.tar.gz: 7718a195d5afdbdf94339ca65ff7341d992f2f7d56d55ed70c8b8b450509db85db029c14e7cadfd4a41e0bcf6adf835590f424fd79750f66e6d8ec18bf033d52

data/.github/workflows/ci.yml

@@ -0,0 +1,30 @@
+name: CI
+
+on: [push, pull_request]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        ruby-version:
+          - head
+          - '3.2'
+          - '3.1'
+          - '3.0'
+          - '2.7'
+          - '2.6'
+          - '2.5'
+          - '2.4'
+          - '2.3'
+    steps:
+    - uses: actions/checkout@v3
+    - name: Set up Ruby ${{ matrix.ruby-version }}
+      uses: ruby/setup-ruby@v1
+      with:
+        ruby-version: ${{ matrix.ruby-version }}
+        bundler-cache: true # 'bundle install' and cache
+    - name: Run tests
+      run: bundle exec rake

data/CHANGELOG.md

@@ -1,9 +1,25 @@
+# 1.1.0
+
+* #45 fix inaccurate rate limit count
+
+# 1.0.4 
+
+* #41 Remove redis deprecation warning
+
+# 1.0.3
+
+* #28 Fix counting the same buckets multiple times when the interval > bucket_span
+
+# 1.0.2 09/09/2014
+
+* #15 Raise error if bucket_count too small
+
 # 1.0.1 08/05/2014
+
 * #14 fix issue with wrong count on bucket_span == count(..interval) - @olgen
 
 # 1.0.0 06/15/2014
 
-
 * #7 Allow adding more than one to a counter - @Nielsomat
 * #8 Add Ruby 2 support and remove Ruby 1.8 support
 * #6 Clean up initialization method
@@ -16,7 +32,6 @@
 * Allow non-string subject and key -- Thanks Alexey Noskov
 Fix for bucket_expiry allowed to be larger than bucket_span and causing bad results -- Thanks Alexey Noskov
 
-
 # 0.0.2 10/29/2011
 
 Initial Relase

data/README.md

@@ -1,7 +1,6 @@
 # Ratelimit: Slow your roll
 
-[![Build Status](https://secure.travis-ci.org/ejfinneran/ratelimit.svg?branch=master)](http://travis-ci.org/ejfinneran/ratelimit)
-[![Code Climate](https://img.shields.io/codeclimate/github/ejfinneran/ratelimit.svg)](https://codeclimate.com/github/ejfinneran/ratelimit)
+[![Code Climate](https://codeclimate.com/github/ejfinneran/ratelimit.png)](https://codeclimate.com/github/ejfinneran/ratelimit)
 [![Coverage Status](https://img.shields.io/coveralls/ejfinneran/ratelimit.svg)](https://coveralls.io/r/ejfinneran/ratelimit)
 
 Ratelimit provides a way to rate limit actions across multiple servers using Redis.  This is a port of RateLimit.js found [here](https://github.com/chriso/redback/blob/master/lib/advanced_structures/RateLimit.js) and inspired by [this post](https://gist.github.com/chriso/54dd46b03155fcf555adccea822193da).

data/lib/ratelimit/version.rb

@@ -1,3 +1,3 @@
 class Ratelimit
-  VERSION = "1.0.3"
+  VERSION = "1.1.0"
 end

data/lib/ratelimit.rb

@@ -2,8 +2,37 @@ require 'redis'
 require 'redis-namespace'
 
 class Ratelimit
+  COUNT_LUA_SCRIPT = <<-LUA.freeze
+    local subject = KEYS[1]
+    local oldest_bucket = tonumber(ARGV[1])
+    local current_bucket = tonumber(ARGV[2])
+    local count = 0
 
-  # Create a RateLimit object.
+    for bucket = oldest_bucket + 1, current_bucket do
+      local value = redis.call('HGET', subject, tostring(bucket))
+      if value then
+        count = count + tonumber(value)
+      end
+    end
+
+    return count
+  LUA
+
+  MAINTENANCE_LUA_SCRIPT = <<-LUA.freeze
+    local subject = KEYS[1]
+    local oldest_bucket = tonumber(ARGV[1])
+
+    -- Delete expired keys
+    local all_keys = redis.call('HKEYS', subject)
+    for _, key in ipairs(all_keys) do
+      local bucket_key = tonumber(key)
+      if bucket_key < oldest_bucket then
+        redis.call('HDEL', subject, tostring(bucket_key))
+      end
+    end
+  LUA
+
+  # Create a Ratelimit object.
   #
   # @param [String] key A name to uniquely identify this rate limit. For example, 'emails'
   # @param [Hash] options Options hash
@@ -12,7 +41,7 @@ class Ratelimit
   # @option options [Integer] :bucket_expiry (@bucket_span) How long we keep data in each bucket before it is auto expired. Cannot be larger than the bucket_span.
   # @option options [Redis]   :redis (nil) Redis client if you need to customize connection options
   #
-  # @return [RateLimit] RateLimit instance
+  # @return [Ratelimit] Ratelimit instance
   #
   def initialize(key, options = {})
     @key = key
@@ -30,6 +59,7 @@ class Ratelimit
       raise ArgumentError.new("Cannot have less than 3 buckets")
     end
     @raw_redis = options[:redis]
+    load_scripts
   end
 
   # Add to the counter for a given subject.
@@ -41,11 +71,13 @@ class Ratelimit
   def add(subject, count = 1)
     bucket = get_bucket
     subject = "#{@key}:#{subject}"
-    redis.multi do
-      redis.hincrby(subject, bucket, count)
-      redis.hdel(subject, (bucket + 1) % @bucket_count)
-      redis.hdel(subject, (bucket + 2) % @bucket_count)
-      redis.expire(subject, @bucket_expiry)
+
+    # Cleanup expired keys every 100th request
+    cleanup_expired_keys(subject) if rand < 0.01
+
+    redis.multi do |transaction|
+      transaction.hincrby(subject, bucket, count)
+      transaction.expire(subject, @bucket_expiry + @bucket_interval)
     end.first
   end
 
@@ -54,15 +86,12 @@ class Ratelimit
   # @param [String] subject Subject for the count
   # @param [Integer] interval How far back (in seconds) to retrieve activity.
   def count(subject, interval)
-    bucket = get_bucket
     interval = [[interval, @bucket_interval].max, @bucket_span].min
-    count = (interval / @bucket_interval).floor
+    oldest_bucket = get_bucket(Time.now.to_i - interval)
+    current_bucket = get_bucket
     subject = "#{@key}:#{subject}"
 
-    keys = (0..count - 1).map do |i|
-      (bucket - i) % @bucket_count
-    end
-    return redis.hmget(subject, *keys).inject(0) {|a, i| a + i.to_i}
+    execute_script(@count_script_sha, [subject], [oldest_bucket, current_bucket])
   end
 
   # Check if the rate limit has been exceeded.
@@ -111,7 +140,30 @@ class Ratelimit
   private
 
   def get_bucket(time = Time.now.to_i)
-    ((time % @bucket_span) / @bucket_interval).floor
+    (time / @bucket_interval).floor
+  end
+
+  # Cleanup expired keys for a given subject
+  def cleanup_expired_keys(subject)
+    oldest_bucket = get_bucket(Time.now.to_i - @bucket_expiry)
+    execute_script(@maintenance_script_sha, [subject], [oldest_bucket])
+  end
+
+  # Execute the script or reload the scripts on error
+  def execute_script(*args)
+    redis.evalsha(*args)
+  rescue Redis::CommandError => e
+    raise unless e.message =~ /NOSCRIPT/
+
+    load_scripts
+    retry
+  end
+
+  # Load the lua scripts into redis
+  # This must be on the redis.redis object, not the namespace
+  def load_scripts
+    @count_script_sha = redis.redis.script(:load, COUNT_LUA_SCRIPT)
+    @maintenance_script_sha = redis.redis.script(:load, MAINTENANCE_LUA_SCRIPT)
   end
 
   def redis

data/ratelimit.gemspec

@@ -18,11 +18,10 @@ Gem::Specification.new do |spec|
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
-  spec.add_dependency             "redis", ">= 2.0.0"
+  spec.add_dependency             "redis", ">= 3.0.0"
   spec.add_dependency             "redis-namespace", ">= 1.0.0"
-  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "bundler", ">= 1.6"
   spec.add_development_dependency "rake"
-  spec.add_development_dependency "fakeredis"
   spec.add_development_dependency "timecop"
   spec.add_development_dependency "rspec"
   spec.add_development_dependency "yard"

data/spec/ratelimit_spec.rb

@@ -14,6 +14,7 @@ describe Ratelimit do
         let(:options) { super().merge(redis: redis) }
 
         it 'wraps redis in redis-namespace' do
+          expect(redis).to receive(:script).with(:load, anything).twice
           expect(subject.send(:redis)).to be_instance_of(Redis::Namespace)
         end
       end
@@ -117,7 +118,6 @@ describe Ratelimit do
     expect(@value).to be 1
   end
 
-
   it "counts correctly if bucket_span equals count-interval  " do
     @r = Ratelimit.new("key", {:bucket_span => 10, bucket_interval: 1})
     @r.add('value1')

data/spec/spec_helper.rb

@@ -16,7 +16,6 @@
 # See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
 require 'coveralls'
 Coveralls.wear!
-require 'fakeredis'
 require 'timecop'
 require 'ratelimit'
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ratelimit
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.1.0
 platform: ruby
 authors:
 - E.J. Finneran
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-06-24 00:00:00.000000000 Z
+date: 2024-01-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: redis
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 3.0.0
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 2.0.0
+        version: 3.0.0
 - !ruby/object:Gem::Dependency
   name: redis-namespace
   requirement: !ruby/object:Gem::Requirement
@@ -42,14 +42,14 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.6'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: '1.6'
 - !ruby/object:Gem::Dependency
@@ -66,20 +66,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: fakeredis
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :development
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: timecop
   requirement: !ruby/object:Gem::Requirement
@@ -159,11 +145,11 @@ extensions: []
 extra_rdoc_files: []
 files:
 - ".document"
+- ".github/workflows/ci.yml"
 - ".gitignore"
 - ".rspec"
 - ".ruby-gemset"
 - ".ruby-version"
-- ".travis.yml"
 - CHANGELOG.md
 - Gemfile
 - LICENSE.txt
@@ -178,7 +164,7 @@ homepage: https://github.com/ejfinneran/ratelimit
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -193,9 +179,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.2.2
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: Rate limiting backed by redis
 test_files:

data/.travis.yml

@@ -1,7 +0,0 @@
-script: "bundle exec rspec"
-rvm:
-  - 2.1.10
-  - 2.2
-  - 2.3
-  - 2.4.0
-  - jruby-9.0.5.0