logstash-input-twitter 2.0.2 → 2.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b1bd1d74096af15b0ef43608ed517bfc467226ce
-  data.tar.gz: 2aa4525b43079c40b9e9a43d3910ae17af2a895f
+  metadata.gz: c2c82687f3ddd3386c346f11cead1cd3a6bbc485
+  data.tar.gz: 8ba300f93af4f14852047a19f1187fc72f0cda80
 SHA512:
-  metadata.gz: d7b58f15425e2d5b9f87e762a6b03abd586396622fe18318cb9369776d00b590ad61a77a597e12cc28d17703401a2ccea0ffff7211b6710cc38f3e92e60bf4f8
-  data.tar.gz: 1aaf36fd17ca13f983cd1f80a2cd9e87bd9e5693603d337a6986d4ce918490facd45d421382985c707606854dde34e33f77dd456fc024afe90176b3e3d29626e
+  metadata.gz: b5f37dde1ba6376d57f4d4064b7f9ddcadaa7ada41449f6abfd80dc9a51b852981bbee2fc9566d38ad3bdc0badba1689ec6520bc801d90353fc55e22a1569fe4
+  data.tar.gz: f7bd667faadaa77c6e41f53785dc807e2764ae20c65276023ca7297d1108cf6479326501d248e778a463df89372db55a5d2dc648f3ab41795fe56c633e3f62cd

data/CHANGELOG.md

@@ -1,3 +1,13 @@
+## 2.1.0
+  - Add an option to fetch data from the sample endpoint.
+  - Add hashtags, symbols and user_mentions as data for the non extended tweet event.
+  - Add an option to filter per location and language.
+  - Add an option to stream data from a list of users.
+  - Add integration and unit tests for this and previous features.
+  - Add an ignore_retweet flag to filter them.
+  - Small code reorg and refactoring.
+  - Fixes #22 #21 #20 #11 #9
+
 ## 2.0.0
  - Plugins were updated to follow the new shutdown semantic, this mainly allows Logstash to instruct input plugins to terminate gracefully, 
    instead of using Thread.raise on the plugins' threads. Ref: https://github.com/elastic/logstash/pull/3895

data/README.md

@@ -1,5 +1,8 @@
 # Logstash Plugin
 
+[![Build
+Status](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Inputs/job/logstash-plugin-input-twitter-unit/badge/icon)](http://build-eu-00.elastic.co/view/LS%20Plugins/view/LS%20Inputs/job/logstash-plugin-input-twitter-unit/)
+
 This is a plugin for [Logstash](https://github.com/elastic/logstash).
 
 It is fully free and fully open source. The license is Apache 2.0, meaning you are pretty much free to use it however you want in whatever way.

data/lib/logstash/inputs/twitter.rb

@@ -6,27 +6,29 @@ require "logstash/util"
 require "logstash/json"
 require "stud/interval"
 
-# Read events from the twitter streaming api.
+# Ingest events from the Twitter Streaming API.
 class LogStash::Inputs::Twitter < LogStash::Inputs::Base
 
+  attr_reader :filter_options
+
   config_name "twitter"
 
-  # Your twitter app's consumer key
+  # Your Twitter App's consumer key
   #
   # Don't know what this is? You need to create an "application"
-  # on twitter, see this url: <https://dev.twitter.com/apps/new>
+  # on Twitter, see this url: <https://dev.twitter.com/apps/new>
   config :consumer_key, :validate => :string, :required => true
 
-  # Your twitter app's consumer secret
+  # Your Twitter App's consumer secret
   #
   # If you don't have one of these, you can create one by
-  # registering a new application with twitter:
+  # registering a new application with Twitter:
   # <https://dev.twitter.com/apps/new>
   config :consumer_secret, :validate => :password, :required => true
 
   # Your oauth token.
   #
-  # To get this, login to twitter with whatever account you want,
+  # To get this, login to Twitter with whatever account you want,
   # then visit <https://dev.twitter.com/apps>
   #
   # Click on your app (used with the consumer_key and consumer_secret settings)
@@ -37,7 +39,7 @@ class LogStash::Inputs::Twitter < LogStash::Inputs::Base
 
   # Your oauth token secret.
   #
-  # To get this, login to twitter with whatever account you want,
+  # To get this, login to Twitter with whatever account you want,
   # then visit <https://dev.twitter.com/apps>
   #
   # Click on your app (used with the consumer_key and consumer_secret settings)
@@ -46,20 +48,57 @@ class LogStash::Inputs::Twitter < LogStash::Inputs::Base
   # application.
   config :oauth_token_secret, :validate => :password, :required => true
 
-  # Any keywords to track in the twitter stream
-  config :keywords, :validate => :array, :required => true
+  # Any keywords to track in the Twitter stream. For multiple keywords, use
+  # the syntax ["foo", "bar"]. There's a logical OR between each keyword 
+  # string listed and a logical AND between words separated by spaces per
+  # keyword string.
+  # See https://dev.twitter.com/streaming/overview/request-parameters#track 
+  # for more details.
+  #
+  # The wildcard "*" option is not supported. To ingest a sample stream of 
+  # all tweets, the use_samples option is recommended. 
+  config :keywords, :validate => :array
 
-  # Record full tweet object as given to us by the Twitter stream api.
+  # Record full tweet object as given to us by the Twitter Streaming API.
   config :full_tweet, :validate => :boolean, :default => false
 
-  public
+  # A comma separated list of user IDs, indicating the users to
+  # return statuses for in the Twitter stream.
+  # See https://dev.twitter.com/streaming/overview/request-parameters#follow
+  # for more details.
+  config :follows, :validate => :array
+
+  # A comma-separated list of longitude, latitude pairs specifying a set
+  # of bounding boxes to filter tweets by.
+  # See https://dev.twitter.com/streaming/overview/request-parameters#locations
+  # for more details.
+  config :locations, :validate => :string
+
+  # A list of BCP 47 language identifiers corresponding to any of the languages listed
+  # on Twitter’s advanced search page will only return tweets that have been detected 
+  # as being written in the specified languages.
+  config :languages, :validate => :array
+
+  # Returns a small random sample of all public statuses. The tweets returned
+  # by the default access level are the same, so if two different clients connect
+  # to this endpoint, they will see the same tweets. If set to true, the keywords, 
+  # follows, locations, and languages options will be ignored. Default => false
+  config :use_samples, :validate => :boolean, :default => false
+
+  # Lets you ingore the retweets coming out of the Twitter API. Default => false
+  config :ignore_retweets, :validate => :boolean, :default => false
+
   def register
     require "twitter"
 
+    if !@use_samples && ( @keywords.nil? && @follows.nil? && @locations.nil? )
+      raise LogStash::ConfigurationError.new("At least one parameter (follows, locations or keywords) must be specified.")
+    end
+
     # monkey patch twitter gem to ignore json parsing error.
     # at the same time, use our own json parser
     # this has been tested with a specific gem version, raise if not the same
-    raise("Incompatible Twitter gem version and the LogStash::Json.load") unless Twitter::Version.to_s == "5.12.0"
+    raise("Incompatible Twitter gem version and the LogStash::Json.load") unless Twitter::Version.to_s == "5.14.0"
 
     Twitter::Streaming::Response.module_eval do
       def on_body(data)
@@ -74,51 +113,83 @@ class LogStash::Inputs::Twitter < LogStash::Inputs::Base
       end
     end
 
-    @client = Twitter::Streaming::Client.new do |c|
-      c.consumer_key = @consumer_key
-      c.consumer_secret = @consumer_secret.value
-      c.access_token = @oauth_token
-      c.access_token_secret = @oauth_token_secret.value
-    end
+    @rest_client     = Twitter::REST::Client.new       { |c|  configure(c) }
+    @stream_client   = Twitter::Streaming::Client.new  { |c|  configure(c) }
+    @twitter_options = build_options
   end
 
-  public
   def run(queue)
-    @logger.info("Starting twitter tracking", :keywords => @keywords)
+    @logger.info("Starting twitter tracking", twitter_options.clone) # need to pass a clone as it modify this var otherwise
     begin
-      @client.filter(:track => @keywords.join(",")) do |tweet|
-        return if stop?
-        if tweet.is_a?(Twitter::Tweet)
-          event = from_tweet(tweet)
-          decorate(event)
-          queue << event
+      if @use_samples
+        @stream_client.sample do |tweet|
+          return if stop?
+          tweet_processor(queue, tweet)
         end
-      end # client.filter
+      else
+        @stream_client.filter(twitter_options) do |tweet|
+          return if stop?
+          tweet_processor(queue, tweet)
+        end
+      end
     rescue Twitter::Error::TooManyRequests => e
       @logger.warn("Twitter too many requests error, sleeping for #{e.rate_limit.reset_in}s")
       Stud.stoppable_sleep(e.rate_limit.reset_in) { stop? }
       retry
     rescue => e
-      @logger.warn("Twitter client error", :message => e.message, :exception => e, :backtrace => e.backtrace)
+      @logger.warn("Twitter client error", :message => e.message, :exception => e, :backtrace => e.backtrace, :options => @filter_options)
       retry
     end
   end # def run
 
+  def stop
+    @stream_client = nil
+  end
+
+  def twitter_options
+    @twitter_options
+  end
+
+  def set_stream_client(client)
+    @stream_client = client
+  end
+
   private
+
+  def tweet_processor(queue, tweet)
+    if tweet.is_a?(Twitter::Tweet)
+      return if ignore?(tweet)
+      event = from_tweet(tweet)
+      decorate(event)
+      queue << event
+    end
+  end
+
+  def ignore?(tweet)
+    @ignore_retweets && tweet.retweet?
+  end
+
   def from_tweet(tweet)
     @logger.debug? && @logger.debug("Got tweet", :user => tweet.user.screen_name, :text => tweet.text)
     if @full_tweet
       event = LogStash::Event.new(LogStash::Util.stringify_symbols(tweet.to_hash))
       event.timestamp = LogStash::Timestamp.new(tweet.created_at)
     else
-      event = LogStash::Event.new(
+
+      attributes = {
         LogStash::Event::TIMESTAMP => LogStash::Timestamp.new(tweet.created_at),
         "message" => tweet.full_text,
         "user" => tweet.user.screen_name,
         "client" => tweet.source,
         "retweeted" => tweet.retweeted?,
         "source" => "http://twitter.com/#{tweet.user.screen_name}/status/#{tweet.id}"
-      )
+      }
+
+      attributes["hashtags"] = tweet.hashtags
+      attributes["symbols"]  = tweet.symbols
+      attributes["user_mentions"]  = tweet.user_mentions
+
+      event = LogStash::Event.new(attributes)
       event["in-reply-to"] = tweet.in_reply_to_status_id if tweet.reply?
       unless tweet.urls.empty?
         event["urls"] = tweet.urls.map(&:expanded_url).map(&:to_s)
@@ -130,4 +201,33 @@ class LogStash::Inputs::Twitter < LogStash::Inputs::Base
 
     event
   end
+
+  def configure(c)
+    c.consumer_key = @consumer_key
+    c.consumer_secret = @consumer_secret.value
+    c.access_token = @oauth_token
+    c.access_token_secret = @oauth_token_secret.value
+  end
+
+  def build_options
+    build_options = {}
+    build_options[:track]     = @keywords.join(",")  if @keywords  && !@keywords.empty?
+    build_options[:locations] = @locations           if @locations && !@locations.empty?
+    build_options[:language]  = @languages.join(",") if @languages && !@languages.empty?
+
+    if @follows && @follows.length > 0
+      build_options[:follow]    = @follows.map do |username|
+        (  !is_number?(username) ? find_user(username) : username )
+      end.join(",")
+    end
+    build_options
+  end
+
+  def find_user(username)
+    @rest_client.user(:user => username)
+  end
+
+  def is_number?(string)
+    /^(\d+)$/.match(string) ? true : false
+  end
 end # class LogStash::Inputs::Twitter

data/logstash-input-twitter.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-twitter'
-  s.version         = '2.0.2'
+  s.version         = '2.1.0'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Read events from the twitter streaming api."
   s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -21,7 +21,7 @@ Gem::Specification.new do |s|
 
   # Gem dependencies
   s.add_runtime_dependency "logstash-core", ">= 2.0.0.beta2", "< 3.0.0"
-  s.add_runtime_dependency 'twitter', ['5.12.0']
+  s.add_runtime_dependency 'twitter', '5.14.0'
   s.add_runtime_dependency 'stud', '>= 0.0.22', '< 0.1'
 
   s.add_development_dependency 'logstash-devutils'

data/spec/inputs/twitter_spec.rb

@@ -1,29 +1,193 @@
-require "logstash/devutils/rspec/spec_helper"
-require 'logstash/inputs/twitter'
-require 'twitter'
+require_relative "../spec_helper"
 
-class MockClient
-  def filter(options)
-    loop { yield }
+describe LogStash::Inputs::Twitter do
+
+  let(:config) do
+    {
+      'consumer_key' => 'foo',
+      'consumer_secret' => 'foo',
+      'oauth_token' => 'foo',
+      'oauth_token_secret' => 'foo',
+      'keywords' => ['foo', 'bar']
+    }
   end
-end
 
-describe LogStash::Inputs::Twitter do
-  context "when told to shutdown" do
-    before :each do
+  let(:plugin) { LogStash::Inputs::Twitter.new(config) }
+
+  describe "registration" do
+
+    it "not raise error" do
+      expect {plugin.register}.to_not raise_error
+    end
+
+    context "with no required configuration fields" do
+      let(:config) do
+        {
+          'consumer_key' => 'foo',
+          'consumer_secret' => 'foo',
+          'oauth_token' => 'foo',
+          'oauth_token_secret' => 'foo',
+        }
+      end
+
+      it "raise an error if no required fields are specified" do
+        expect {plugin.register}.to raise_error(LogStash::ConfigurationError)
+      end
+    end
+  end
+
+  describe "when told to shutdown" do
+    before(:each) do
       allow(Twitter::Streaming::Client).to receive(:new).and_return(MockClient.new)
     end
+    it_behaves_like "an interruptible input plugin"
+  end
+
+  describe "fetching from sample" do
+
+    let(:input) { LogStash::Inputs::Twitter.new(config) }
+    let(:queue) { Queue.new }
+
+    let(:config) do
+      {
+        'consumer_key' => 'foo',
+        'consumer_secret' => 'foo',
+        'oauth_token' => 'foo',
+        'oauth_token_secret' => 'foo',
+        'use_samples' => true
+      }
+    end
+
+    let(:stream_client)       { double("stream-client") }
+
+    before(:each) do
+      input.register
+      input.set_stream_client(stream_client)
+    end
+
+    it "uses the sample endpoint" do
+      expect(stream_client).to receive(:sample).once
+      run_input_with(input, queue)
+    end
+
+  end
+
+  describe "stream filter" do
+
+    describe "options parsing" do
+
+      let(:plugin) { LogStash::Inputs::Twitter.new(config) }
 
-    it_behaves_like "an interruptible input plugin" do
       let(:config) do
         {
           'consumer_key' => 'foo',
           'consumer_secret' => 'foo',
           'oauth_token' => 'foo',
           'oauth_token_secret' => 'foo',
-          'keywords' => ['foo', 'bar']
+          'keywords' => ['foo'],
+          'languages' => ['en', 'fr'],
+          'locations' => "1234,2343",
+          'follows' => [ '1234', '4321' ]
         }
       end
+
+      before(:each) do
+        plugin.register
+      end
+
+      let(:options) { plugin.twitter_options }
+
+      it "include the track filter in options" do
+        expect(options).to include(:track=>"foo")
+      end
+
+      it "include the language filter in options" do
+        expect(options).to include(:language=>"en,fr")
+      end
+
+      it "include the locations filter in options" do
+        expect(options).to include(:locations=>"1234,2343")
+      end
+
+      it "include the follows filter in options" do
+        expect(options).to include(:follow=>"1234,4321")
+      end
     end
+
+    describe "run" do
+
+      let(:input) { LogStash::Inputs::Twitter.new(config) }
+
+      let(:queue) { Queue.new }
+
+      let(:stream_client)       { double("stream-client") }
+
+      let(:options) do
+        {:track=>"foo,bar"}
+      end
+
+      before(:each) do
+        input.register
+        input.set_stream_client(stream_client)
+      end
+
+      it "using the filter endpoint" do
+        expect(stream_client).to receive(:filter).with(options).once
+        run_input_with(input, queue)
+      end
+
+      context "when not filtering retweets" do
+
+        let(:tweet) { Twitter::Tweet.new(id: 1) }
+
+        let(:config) do
+          {
+            'consumer_key' => 'foo',
+            'consumer_secret' => 'foo',
+            'oauth_token' => 'foo',
+            'oauth_token_secret' => 'foo',
+            'keywords' => ['foo'],
+            'languages' => ['en', 'fr'],
+            'locations' => "1234,2343",
+            'ignore_retweets' => false
+          }
+        end
+
+        it "not exclude retweets" do
+          allow(tweet).to receive(:retweet?).and_return(true)
+          expect(input).to receive(:from_tweet).with(tweet)
+          expect(stream_client).to receive(:filter).at_least(:once).and_yield(tweet)
+          expect(queue).to receive(:<<)
+          run_input_with(input, queue)
+        end
+      end
+
+      context "when filtering retweets" do
+
+        let(:tweet) { Twitter::Tweet.new(id: 1) }
+
+        let(:config) do
+          {
+            'consumer_key' => 'foo',
+            'consumer_secret' => 'foo',
+            'oauth_token' => 'foo',
+            'oauth_token_secret' => 'foo',
+            'keywords' => ['foo'],
+            'languages' => ['en', 'fr'],
+            'locations' => "1234,2343",
+            'ignore_retweets' => true
+          }
+        end
+
+        it "exclude retweets" do
+          allow(tweet).to receive(:retweet?).and_return(true)
+          expect(stream_client).to receive(:filter).at_least(:once).and_yield(tweet)
+          expect(queue).not_to receive(:<<)
+          run_input_with(input, queue)
+        end
+      end
+
+    end
+
   end
 end

data/spec/integration/twitter_spec.rb

@@ -0,0 +1,75 @@
+require_relative "../spec_helper"
+
+describe LogStash::Inputs::Twitter do
+
+  describe "#receive", :integration => true do
+
+    context "keyword search" do
+      let(:config) do
+        <<-CONFIG
+       input {
+         twitter {
+            consumer_key => '#{ENV['TWITTER_CONSUMER_KEY']}'
+            consumer_secret => '#{ENV['TWITTER_CONSUMER_SECRET']}'
+            oauth_token => '#{ENV['TWITTER_OAUTH_TOKEN']}'
+            oauth_token_secret => '#{ENV['TWITTER_OAUTH_TOKEN_SECRET']}'
+            keywords => [ 'Barcelona' ]
+            full_tweet => true
+        }
+      }
+        CONFIG
+      end
+
+      let(:events) do
+        input(config) do |pipeline, queue|
+          3.times.collect { queue.pop }
+        end
+      end
+
+      it "receive a list of events from the twitter stream" do
+        expect(events.count).to eq(3)
+      end
+    end
+
+    context "pulling from sample" do
+      let(:config) do
+        <<-CONFIG
+       input {
+         twitter {
+            consumer_key => '#{ENV['TWITTER_CONSUMER_KEY']}'
+            consumer_secret => '#{ENV['TWITTER_CONSUMER_SECRET']}'
+            oauth_token => '#{ENV['TWITTER_OAUTH_TOKEN']}'
+            oauth_token_secret => '#{ENV['TWITTER_OAUTH_TOKEN_SECRET']}'
+            use_samples => true
+        }
+      }
+        CONFIG
+      end
+
+      let(:events) do
+        input(config) do |pipeline, queue|
+          3.times.collect { queue.pop }
+        end
+      end
+
+      let(:event) { events.first }
+
+      it "receive a list of events from the twitter stream" do
+        expect(events.count).to eq(3)
+      end
+
+      it "contains the hashtags" do
+        expect(event["hashtags"]).to be_truthy
+      end
+
+      it "contains the symbols" do
+        expect(event["symbols"]).to be_truthy
+      end
+
+      it "contains the user_mentions" do
+        expect(event["user_mentions"]).to be_truthy
+      end
+
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,19 @@
+require "logstash/devutils/rspec/spec_helper"
+require 'logstash/inputs/twitter'
+require 'twitter'
+
+class MockClient
+  def filter(options)
+    loop { yield }
+  end
+
+  alias_method :sample, :filter
+end
+
+def run_input_with(input, queue)
+  t = Thread.new(input, queue) do |_input, _queue|
+    _input.run(_queue)
+  end
+  sleep 0.1
+  t.kill
+end

metadata

@@ -1,17 +1,18 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-twitter
 version: !ruby/object:Gem::Version
-  version: 2.0.2
+  version: 2.1.0
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-10-14 00:00:00.000000000 Z
+date: 2015-11-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
-  requirement: !ruby/object:Gem::Requirement
+  name: logstash-core
+  version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
@@ -19,10 +20,7 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: 3.0.0
-  name: logstash-core
-  prerelease: false
-  type: :runtime
-  version_requirements: !ruby/object:Gem::Requirement
+  requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
@@ -30,21 +28,32 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: 3.0.0
+  prerelease: false
+  type: :runtime
 - !ruby/object:Gem::Dependency
+  name: twitter
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 5.14.0
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 5.12.0
-  name: twitter
+        version: 5.14.0
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: stud
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - '='
+    - - '>='
       - !ruby/object:Gem::Version
-        version: 5.12.0
-- !ruby/object:Gem::Dependency
+        version: 0.0.22
+    - - <
+      - !ruby/object:Gem::Version
+        version: '0.1'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
@@ -53,60 +62,53 @@ dependencies:
     - - <
       - !ruby/object:Gem::Version
         version: '0.1'
-  name: stud
   prerelease: false
   type: :runtime
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
-        version: 0.0.22
-    - - <
-      - !ruby/object:Gem::Version
-        version: '0.1'
-- !ruby/object:Gem::Dependency
+        version: '0'
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-devutils
   prerelease: false
   type: :development
+- !ruby/object:Gem::Dependency
+  name: logstash-codec-plain
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
     - - '>='
       - !ruby/object:Gem::Version
         version: '0'
-  name: logstash-codec-plain
   prerelease: false
   type: :development
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - '>='
-      - !ruby/object:Gem::Version
-        version: '0'
 description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
 email: info@elastic.co
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
+- lib/logstash/inputs/twitter.rb
+- spec/spec_helper.rb
+- spec/inputs/twitter_spec.rb
+- spec/integration/twitter_spec.rb
+- logstash-input-twitter.gemspec
 - CHANGELOG.md
+- README.md
 - CONTRIBUTORS
 - Gemfile
 - LICENSE
 - NOTICE.TXT
-- README.md
-- lib/logstash/inputs/twitter.rb
-- logstash-input-twitter.gemspec
-- spec/inputs/twitter_spec.rb
 homepage: http://www.elastic.co/guide/en/logstash/current/index.html
 licenses:
 - Apache License (2.0)
@@ -129,9 +131,11 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project:
-rubygems_version: 2.4.8
+rubygems_version: 2.1.9
 signing_key:
 specification_version: 4
 summary: Read events from the twitter streaming api.
 test_files:
+- spec/spec_helper.rb
 - spec/inputs/twitter_spec.rb
+- spec/integration/twitter_spec.rb