weeter 0.9.2 → 0.10.0

data/.travis.yml

@@ -0,0 +1,5 @@
+language: ruby
+bundler_args: --without debug
+rvm:
+  - 1.9.2
+script: bundle exec rspec spec

data/Gemfile

@@ -2,3 +2,4 @@ source "http://rubygems.org"
 
 # The gem's dependencies are specified in weeter.gemspec
 gemspec
+

data/README.md

@@ -6,20 +6,22 @@ Status
 ======
 Alpha. A previous version of this code has been in production for some time. It has been substantially refactored and will be battle-tested soon.
 
+[![Build Status](https://secure.travis-ci.org/lukemelia/weeter.png?branch=master)](http://travis-ci.org/lukemelia/weeter)
+
 Getting set up
 ==============
 
     $ bundle install
 
 Make a copy of the weeter.conf.example file named weeter.conf. Twitter configuration, client app configuration and weeter configuration are defined in separate
-blocks. To configure how you connect to Twitter (basic auth or oauth), modify the twitter section of the configuration. 
+blocks. To configure how you connect to Twitter (basic auth or oauth), modify the twitter section of the configuration.
 
 To configure how weeter connects to your client app, modify the client app configuration section:
 
 Notifications
 -------------
 
-* *notification_plugin*: A symbol matching the underscorized name of the NotificationPlugin subclass to use. Current options are :http and :resque 
+* *notification_plugin*: A symbol matching the underscorized name of the NotificationPlugin subclass to use. Current options are :http and :resque
 
 For option :http, also provide the following:
 
@@ -39,26 +41,31 @@ For option :resque, provide the following:
 Subscriptions
 -------------
 
-* *subscription_plugin*: A symbol matching the underscorized name of the SubscrptionsPlugin subclass to use. Current options are :http and :redis 
+* *subscription_plugin*: A symbol matching the underscorized name of the SubscrptionsPlugin subclass to use. Current options are :http and :redis
 
 For option :http, also provide the following:
 
 * *oauth*: See the conf file for an example
 
 * *subscriptions_url*: The URL at which to find JSON describing the Twitter users to follow (maximum 5,000 at the default API access level) and the terms to track (maximum 400 at the default API access level). Example content:
-    `{"follow":"19466709", "759251"},{"track":"#lolcats","#bieber"}`
+    `{"follow":["19466709", "759251"],"track":["#lolcats","#bieber"]}`
 
 * *subscription_updates_port*: The port Weeter should listen on for HTTP connections. If you have changes to your subscriptions data, POST the full JSON to the weeter's root URL. This will trigger weeter to reconnect to Twitter with the updated filters in place.
 
 For option :redis, also provide the following:
 
 * *subscriptions_key*: The Redis key at which the Weeter can find JSON describing the Twitter users to follow (maximum 5,000 at the default API access level) and the terms to track (maximum 400 at the default API access level). Example content:
-    `{"follow":"19466709", "759251"},{"track":"#lolcats","#bieber"}`
+    `{"follow":["19466709", "759251"],"track":["#lolcats","#bieber"]}`
 
 * *subscriptions_changed_channel*: The Redis publish/subscribe channel to subscribe to in order to be notified that the subscriptions have changed. When your app has an updated set of subscriptions, it should update the _subscriptions_key_ and publish a "CHANGED" message to this channel. Weeter will then retrieve an updated set of subscriptions from Redis and reconnect to twitter.
 
 * *redis_uri*: Redis connection string
 
+Rate Limiting
+-------------
+
+If you track high-volume hashtags, it's easy to bite off more than your infrastructure can chew. To help with this situation, Weeter has basic rate-limiting built-in. You can enable it and configure a max and time period in your conf file (see weeter.conf.example for syntax). If the max is reached in a given period, additional tweets with that hashtag that come in during the time period will be logged and discarded. New tweets will begin being allowed through at the beginning of the subsequent period.
+
 Running weeter
 ==============
 
@@ -91,7 +98,7 @@ TODO
 
 Credits
 ======
-Thanks to Weplay for initial development and open sourcing Weeter. In particular, credit goes to Noah Davis and Joey Aghion. Further development by Luke Melia at Yapp.
+Thanks to Weplay for initial development and open sourcing Weeter. In particular, credit goes to Noah Davis and Joey Aghion. Further development by Luke Melia and Stefan Penner at Yapp.
 
 License
 =======

data/lib/weeter.rb

@@ -2,20 +2,21 @@ require 'eventmachine'
 require 'json'
 require 'logger'
 
-require 'weeter/configuration'
-require 'weeter/cli'
-require 'weeter/plugins'
-require 'weeter/runner'
-require 'weeter/twitter'
+module Weeter
+  extend self
 
+  autoload 'Cli',     'weeter/cli'
+  autoload 'Plugins', 'weeter/plugins'
+  autoload 'Runner',  'weeter/runner'
+  autoload 'Twitter', 'weeter/twitter'
+  autoload 'Limitator', 'weeter/limitator'
+  autoload 'Configuration', 'weeter/configuration'
 
-module Weeter
-  
-  def self.configure
+  def configure
     yield Configuration.instance
   end
-  
-  def self.logger
+
+  def logger
     @logger ||= begin
       if Configuration.instance.log_path == false
         nil
@@ -26,4 +27,4 @@ module Weeter
       end
     end
   end
-end
+end

data/lib/weeter/configuration.rb

@@ -1,22 +1,30 @@
 require "singleton"
-require "weeter/configuration/client_app_config"
-require "weeter/configuration/twitter_config"
- 
+
 module Weeter
 
   class Configuration
     include Singleton
     attr_accessor :log_path
 
+    autoload :ClientAppConfig, 'weeter/configuration/client_app_config'
+    autoload :TwitterConfig,   'weeter/configuration/twitter_config'
+    autoload :LimiterConfig,   'weeter/configuration/limiter_config'
+
+
     def twitter
       yield Configuration::TwitterConfig.instance if block_given?
       Configuration::TwitterConfig.instance
     end
-    
+
+    def limiter
+      yield Configuration::LimiterConfig.instance if block_given?
+      Configuration::LimiterConfig.instance
+    end
+
     def client_app
       @client_app_config ||= Configuration::ClientAppConfig.new
       yield @client_app_config if block_given?
       @client_app_config
     end
   end
-end
+end

data/lib/weeter/configuration/client_app_config.rb

@@ -9,4 +9,4 @@ module Weeter
       end
     end
   end
-end
+end

data/lib/weeter/configuration/limiter_config.rb

@@ -0,0 +1,16 @@
+require 'singleton'
+require 'active_support/core_ext/numeric'
+
+module Weeter
+  class Configuration
+    class LimiterConfig
+      include Singleton
+      attr_writer :enabled
+      attr_accessor :max, :duration
+
+      def enabled
+        @enabled || false
+      end
+    end
+  end
+end

data/lib/weeter/configuration/twitter_config.rb

@@ -18,4 +18,4 @@ module Weeter
     end
     
   end
-end
+end

data/lib/weeter/limitator.rb

@@ -0,0 +1,76 @@
+require 'active_support/core_ext/numeric/time'
+
+module Weeter
+  class Limitator
+
+    module UNLIMITED
+      def self.limit?(*args)
+        false
+      end
+    end
+
+    class TimeWindow
+      def initialize(options = {})
+        @start = options.fetch(:start)
+        @duration = options.fetch(:duration)
+      end
+
+      def over?(time)
+        time - @start > @duration
+      end
+
+      def begin_new_window(at)
+        @start = at
+      end
+    end
+
+    attr_accessor :lookup, :window, :max
+
+    def initialize(options = {})
+      self.window= TimeWindow.new({
+        start: self.now,
+        duration: options.fetch(:duration)
+      })
+
+      self.max = options.fetch(:max)
+
+      flush
+    end
+
+    def limit?(*keys)
+      ensure_correct_window
+
+      keys.each do |key|
+        increment(key)
+      end
+
+      keys.any? { |key| exceeds_max?(key) }
+    end
+
+  protected
+
+    def now
+      Time.now
+    end
+
+    def increment(key)
+      lookup[key] += 1
+    end
+
+    def exceeds_max?(key)
+      lookup[key] > max
+    end
+
+    def ensure_correct_window
+      return unless window.over?(now)
+
+      flush
+
+      window.begin_new_window(now)
+    end
+
+    def flush
+      self.lookup = Hash.new(0)
+    end
+  end
+end

data/lib/weeter/plugins/subscription/redis.rb

@@ -5,7 +5,7 @@ module Weeter
     module Subscription
       class Redis
         include Weeter::Plugins::Net::Redis
-        
+
         def initialize(client_app_config)
           @config = client_app_config
         end
@@ -29,9 +29,9 @@ module Weeter
             end
           end
         end
-        
+
       protected
-        
+
         def redis
           @redis ||= create_redis_client
         end
@@ -39,8 +39,8 @@ module Weeter
         def pub_sub_redis
           @pub_sub_redis ||= create_redis_client
         end
-        
+
       end
     end
   end
-end
+end

data/lib/weeter/runner.rb

@@ -24,7 +24,18 @@ module Weeter
     end
 
   protected
-  
+
+    def limiter
+      @limiter ||= if @config.limiter.enabled
+        Weeter::Limitator.new({
+          max:      @config.limiter.max,
+          duration: @config.limiter.duration
+        })
+      else
+        Weeter::Limitator::UNLIMITED
+      end
+    end
+
     def notification_plugin
       @notification_plugin ||= Weeter::Plugins::NotificationPlugin.new(@config.client_app)
     end
@@ -34,7 +45,7 @@ module Weeter
     end
 
     def tweet_consumer
-      @tweet_consumer ||= Weeter::Twitter::TweetConsumer.new(@config.twitter, notification_plugin)
+      @tweet_consumer ||= Weeter::Twitter::TweetConsumer.new(@config.twitter, notification_plugin, limiter)
     end
   end
 end

data/lib/weeter/twitter/tweet_consumer.rb

@@ -5,9 +5,12 @@ module Weeter
   module Twitter
     class TweetConsumer
 
-      def initialize(twitter_config, notifier)
+      attr_reader :limiter
+
+      def initialize(twitter_config, notifier, limiter)
         @config = twitter_config
         @notifier = notifier
+        @limiter = limiter
       end
 
       def connect(filter_params)
@@ -19,7 +22,9 @@ module Weeter
           begin
             tweet_item = TweetItem.new(MultiJson.decode(item))
 
-            if tweet_item.deletion?
+            if limiter.limit?(*tweet_item.limiting_facets)
+              rate_limit_tweet(tweet_item)
+            elsif tweet_item.deletion?
               @notifier.delete_tweet(tweet_item)
             elsif tweet_item.publishable?
               @notifier.publish_tweet(tweet_item)
@@ -63,6 +68,13 @@ module Weeter
         Weeter.logger.info("Ignoring tweet #{id} from user #{user_id}: #{text}")
       end
 
+      def rate_limit_tweet(tweet_item)
+        id = tweet_item['id_str']
+        text = tweet_item['text']
+        user_id = tweet_item['user']['id_str']
+
+        Weeter.logger.info("Rate Limiting tweet #{id} from user #{user_id}: #{text}")
+      end
     end
   end
 end

data/lib/weeter/twitter/tweet_item.rb

@@ -10,26 +10,31 @@ module Weeter
     def deletion?
       !@tweet_hash['delete'].nil?
     end
-    
+
     def retweeted?
       !@tweet_hash['retweeted_status'].nil? || @tweet_hash['text'] =~ /^RT @/i
     end
-    
+
     def reply?
       !@tweet_hash['in_reply_to_user_id_str'].nil? || @tweet_hash['text'] =~ /^@/
     end
-    
+
     def publishable?
       !retweeted? && !reply?
     end
-    
+
     def [](val)
       @tweet_hash[val]
     end
-    
+
     def to_json
       MultiJson.encode(@tweet_hash)
     end
-  end
 
-end
+    def limiting_facets
+      self['entities']['hashtags'].map do |tag|
+        tag['text'].downcase.chomp
+      end
+    end
+  end
+end

data/lib/weeter/version.rb

@@ -1,3 +1,3 @@
 module Weeter
-  VERSION = "0.9.2"
+  VERSION = "0.10.0"
 end

data/spec/spec_helper.rb

@@ -8,4 +8,4 @@ RSpec.configure do |config|
   config.before(:all) do
     Weeter::Configuration.instance.log_path = 'log/test.log'
   end
-end
+end

data/spec/weeter/limitator_spec.rb

@@ -0,0 +1,97 @@
+require 'spec_helper'
+
+describe Weeter::Limitator do
+  let(:limitator) do
+    Weeter::Limitator.new({
+      max: max,
+      duration: duration
+    })
+  end
+
+  let(:duration) { 10.minutes }
+  let(:max) { 10 }
+
+  let(:keys) { ['key'] }
+
+  describe '.new' do
+    it { limitator.should be }
+  end
+
+  describe '#limit?' do
+
+    subject do
+      limitator.limit?(*keys)
+    end
+
+    context 'max: 0' do
+      let(:max) { 0 }
+      it { should be_true }
+
+      context 'no keys' do
+        let(:keys) { [] }
+        it { should be_false }
+      end
+    end
+
+    context 'max: 1' do
+      let(:max) { 1 }
+
+      it { should be_false }
+
+      context 'two keys within max' do
+        let(:keys) { ['key', 'key2'] }
+
+        it { should be_false }
+      end
+
+      context 'no keys' do
+        let(:keys) { [] }
+        it { should be_false }
+      end
+
+      context 'one key outside max' do
+        before do
+          max.times do
+            limitator.limit?(*keys)
+          end
+        end
+
+        it { should be_true }
+
+        context 'outside duration' do
+          let(:some_time_after_duration) do
+            Time.now + duration
+          end
+
+          before do
+            limitator.stub(:now).and_return(some_time_after_duration)
+          end
+
+          it { should be_false }
+        end
+      end
+
+      context 'two keys outside' do
+        let(:keys) { ['key', 'key2'] }
+
+        before do
+          limitator.limit?(*keys)
+        end
+
+        it { should be_true }
+      end
+
+      context 'one key outside max: 1, one key within max: 1' do
+        let(:max) { 1 }
+        let(:keys) { ['key', 'key2'] }
+
+        before do
+          limitator.limit?(*[keys.first])
+        end
+
+        it { should be_true }
+      end
+    end
+  end
+end
+

data/spec/weeter/twitter/tweet_consumer_spec.rb

@@ -1,7 +1,12 @@
 require 'spec_helper'
 
 describe Weeter::Twitter::TweetConsumer do
-
+  let(:limiter) do
+    Weeter::Limitator.new({
+      max: 1,
+      duration: 10.minutes
+    })
+  end
 
   describe "auth" do
     it 'should use connect to JSON stream with auth options for the configuration' do
@@ -9,7 +14,7 @@ describe Weeter::Twitter::TweetConsumer do
       Twitter::JSONStream.stub!(:connect).and_return(@mock_stream)
 
       Weeter::Configuration::TwitterConfig.instance.stub!(:auth_options).and_return(:foo => :bar)
-      consumer = Weeter::Twitter::TweetConsumer.new(Weeter::Configuration::TwitterConfig.instance, mock('NotificationPlugin'))
+      consumer = Weeter::Twitter::TweetConsumer.new(Weeter::Configuration::TwitterConfig.instance, mock('NotificationPlugin'), limiter)
       Twitter::JSONStream.should_receive(:connect).with(hash_including(:foo => :bar))
       consumer.connect({'follow' => ['1','2']})
     end
@@ -25,7 +30,7 @@ describe Weeter::Twitter::TweetConsumer do
       @mock_stream.stub!(:each_item).and_yield(MultiJson.encode(@tweet_values))
       Twitter::JSONStream.stub!(:connect).and_return(@mock_stream)
       @client_proxy = mock('NotificationPlugin', :publish_tweet => nil)
-      @consumer = Weeter::Twitter::TweetConsumer.new(Weeter::Configuration::TwitterConfig.instance, @client_proxy)
+      @consumer = Weeter::Twitter::TweetConsumer.new(Weeter::Configuration::TwitterConfig.instance, @client_proxy, limiter)
     end
 
     after(:each) do
@@ -43,19 +48,19 @@ describe Weeter::Twitter::TweetConsumer do
     end
 
     it "should publish new tweet if publishable" do
-      mock_tweet = mock('tweet', :deletion? => false, :publishable? => true)
+      mock_tweet = mock('tweet', :deletion? => false, :publishable? => true, :limiting_facets => [])
       tweet_item = Weeter::TweetItem.stub!(:new).and_return mock_tweet
       @client_proxy.should_receive(:publish_tweet).with(mock_tweet)
     end
 
     it "should not publish unpublishable tweets" do
-      mock_tweet = mock('tweet', :deletion? => false, :publishable? => false, :[] => '')
+      mock_tweet = mock('tweet', :deletion? => false, :publishable? => false, :[] => '', :limiting_facets => [])
       tweet_item = Weeter::TweetItem.stub!(:new).and_return mock_tweet
       @client_proxy.should_not_receive(:publish_tweet).with(mock_tweet)
     end
 
     it "should delete deletion tweets" do
-      mock_tweet = mock('tweet', :deletion? => true, :publishable? => false)
+      mock_tweet = mock('tweet', :deletion? => true, :publishable? => false, :limiting_facets => [])
       tweet_item = Weeter::TweetItem.stub!(:new).and_return mock_tweet
       @client_proxy.should_receive(:delete_tweet).with(mock_tweet)
     end

data/weeter.conf.example

@@ -12,7 +12,7 @@ Weeter.configure do |conf|
   conf.twitter do |twitter|
     # For basic auth
     # twitter.basic_auth = {:username => 'johnny', :password => 'secret'}
-    
+
     # Or, for oauth
     twitter.oauth = {:consumer_key => ENV['WEETER_TWITTER_CONSUMER_KEY'],
                      :consumer_secret => ENV['WEETER_TWITTER_CONSUMER_SECRET'],
@@ -21,6 +21,12 @@ Weeter.configure do |conf|
                     }
   end
 
+  conf.limiter do |limit|
+    limit.enabled = true
+    limit.max = 100
+    limit.duration = 10.minutes
+  end
+
   conf.client_app do |client_app|
     client_app.notification_plugin = :http
     client_app.oauth = {
@@ -31,21 +37,21 @@ Weeter.configure do |conf|
     }
     client_app.publish_url = ENV['WEETER_CLIENT_PUBLISH_URL']
     client_app.delete_url = ENV['WEETER_CLIENT_DELETE_URL']
-    
+
     client_app.subscription_plugin = :http
     client_app.subscriptions_url = ENV['WEETER_CLIENT_SUBSCRIPTIONS_URL']
     client_app.subscription_updates_port = 7337 # only effective if running as a daemon
   end
-  
+
   # Alternately...
 
   # conf.client_app do |client_app|
   #   client_app.notification_plugin = :resque
   #   client_app.queue = 'weeter'
   #   client_app.redis_uri = 'redis://redistogo:abcdef0123456789abcdef0123456789@somehost.redistogo.com:9052/'
-  #   
+  #
   #   client_app.subscription_plugin = :redis
   #   client_app.subscriptions_key = 'weeter:subscriptions'
   #   client_app.subscriptions_changed_channel = 'weeter:subscriptions_changed'
   # end
-end
+end

metadata

@@ -1,150 +1,153 @@
---- !ruby/object:Gem::Specification
+--- !ruby/object:Gem::Specification 
 name: weeter
-version: !ruby/object:Gem::Version
-  version: 0.9.2
+version: !ruby/object:Gem::Version 
   prerelease: 
+  version: 0.10.0
 platform: ruby
-authors:
+authors: 
 - Luke Melia
 - Noah Davis
 - Joey Aghion
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2012-05-15 00:00:00.000000000Z
-dependencies:
-- !ruby/object:Gem::Dependency
+
+date: 2012-10-24 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
   name: eventmachine
-  requirement: &2165818680 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
-        version: '0'
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        version: "0"
   type: :runtime
-  prerelease: false
-  version_requirements: *2165818680
-- !ruby/object:Gem::Dependency
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
   name: eventmachine_httpserver
-  requirement: &2165818180 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
         version: 0.2.1
   type: :runtime
-  prerelease: false
-  version_requirements: *2165818180
-- !ruby/object:Gem::Dependency
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
   name: em-hiredis
-  requirement: &2165817680 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
         version: 0.1.0
   type: :runtime
-  prerelease: false
-  version_requirements: *2165817680
-- !ruby/object:Gem::Dependency
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
   name: multi_json
-  requirement: &2165817220 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
         version: 1.0.2
   type: :runtime
-  prerelease: false
-  version_requirements: *2165817220
-- !ruby/object:Gem::Dependency
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
   name: hashie
-  requirement: &2165816760 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
         version: 1.1.0
   type: :runtime
-  prerelease: false
-  version_requirements: *2165816760
-- !ruby/object:Gem::Dependency
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
   name: em-http-request
-  requirement: &2165816300 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
         version: 1.0.0
   type: :runtime
-  prerelease: false
-  version_requirements: *2165816300
-- !ruby/object:Gem::Dependency
+  version_requirements: *id006
+- !ruby/object:Gem::Dependency 
   name: i18n
-  requirement: &2165815840 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id007 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.6.0
   type: :runtime
-  prerelease: false
-  version_requirements: *2165815840
-- !ruby/object:Gem::Dependency
+  version_requirements: *id007
+- !ruby/object:Gem::Dependency 
   name: activesupport
-  requirement: &2165815380 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id008 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
-    - - ! '>='
-      - !ruby/object:Gem::Version
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
         version: 3.1.1
   type: :runtime
-  prerelease: false
-  version_requirements: *2165815380
-- !ruby/object:Gem::Dependency
+  version_requirements: *id008
+- !ruby/object:Gem::Dependency 
   name: simple_oauth
-  requirement: &2165814920 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id009 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.1.5
   type: :runtime
-  prerelease: false
-  version_requirements: *2165814920
-- !ruby/object:Gem::Dependency
+  version_requirements: *id009
+- !ruby/object:Gem::Dependency 
   name: lukemelia-twitter-stream
-  requirement: &2165814460 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id010 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 0.1.15
   type: :runtime
-  prerelease: false
-  version_requirements: *2165814460
-- !ruby/object:Gem::Dependency
+  version_requirements: *id010
+- !ruby/object:Gem::Dependency 
   name: rspec
-  requirement: &2165814000 !ruby/object:Gem::Requirement
+  prerelease: false
+  requirement: &id011 !ruby/object:Gem::Requirement 
     none: false
-    requirements:
+    requirements: 
     - - ~>
-      - !ruby/object:Gem::Version
+      - !ruby/object:Gem::Version 
         version: 2.6.0
   type: :development
-  prerelease: false
-  version_requirements: *2165814000
-description: Weeter subscribes to a set of twitter users or search terms using Twitter's
-  streaming API, and notifies your app with each new tweet.
-email:
+  version_requirements: *id011
+description: Weeter subscribes to a set of twitter users or search terms using Twitter's streaming API, and notifies your app with each new tweet.
+email: 
 - luke@lukemelia.com
-executables:
+executables: 
 - weeter
 - weeter_control
 extensions: []
+
 extra_rdoc_files: []
-files:
+
+files: 
 - .gitignore
+- .travis.yml
 - Gemfile
 - LICENSE
 - README.md
@@ -156,7 +159,9 @@ files:
 - lib/weeter/cli.rb
 - lib/weeter/configuration.rb
 - lib/weeter/configuration/client_app_config.rb
+- lib/weeter/configuration/limiter_config.rb
 - lib/weeter/configuration/twitter_config.rb
+- lib/weeter/limitator.rb
 - lib/weeter/plugins.rb
 - lib/weeter/plugins/lib/oauth_http.rb
 - lib/weeter/plugins/lib/redis.rb
@@ -178,6 +183,7 @@ files:
 - spec/weeter/configuration/client_app_config_spec.rb
 - spec/weeter/configuration/twitter_config_spec.rb
 - spec/weeter/configuration_spec.rb
+- spec/weeter/limitator_spec.rb
 - spec/weeter/plugins/notification_plugin_spec.rb
 - spec/weeter/plugins/subscription/update_server_spec.rb
 - spec/weeter/plugins/subscription_plugin_spec.rb
@@ -188,33 +194,37 @@ files:
 - weeter.gemspec
 homepage: http://github.com/lukemelia/weeter
 licenses: []
+
 post_install_message: 
 rdoc_options: []
-require_paths:
+
+require_paths: 
 - lib
-required_ruby_version: !ruby/object:Gem::Requirement
+required_ruby_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
-required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
-  requirements:
-  - - ! '>='
-    - !ruby/object:Gem::Version
-      version: '0'
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      version: "0"
 requirements: []
+
 rubyforge_project: weeter
 rubygems_version: 1.8.10
 signing_key: 
 specification_version: 3
 summary: Consume the Twitter stream and notify your app
-test_files:
+test_files: 
 - spec/spec_helper.rb
 - spec/weeter/configuration/client_app_config_spec.rb
 - spec/weeter/configuration/twitter_config_spec.rb
 - spec/weeter/configuration_spec.rb
+- spec/weeter/limitator_spec.rb
 - spec/weeter/plugins/notification_plugin_spec.rb
 - spec/weeter/plugins/subscription/update_server_spec.rb
 - spec/weeter/plugins/subscription_plugin_spec.rb