logstash-input-twitter 3.0.3 → 3.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: ed7c67082ab095da36c316dbff0a2fb9ada5b5d0
-  data.tar.gz: 7be4fb0d61eeddd69c8976cdbc66408b8f32d932
+  metadata.gz: bba593742e660c80110a34df062516d6fe02284b
+  data.tar.gz: 8ab5db006d055ee9f8bf8b96f3e6c30edee53a68
 SHA512:
-  metadata.gz: ed7ba479c15c31262026550cd5f734cbede0304d3d62cb335deabcb4b590e9206bb6d9fb098b3a6843bac84ce49dff0ff8007d86c43f411e677fe6d2f3437921
-  data.tar.gz: 2c96a1aa18ee749816846d6681c51c345b58a7c9820b2c00b634b0bbe4bf23c716cae0773a554c1a99576b893d9724bc7c751c88f3aa185087817af2df0c6fba
+  metadata.gz: 682ec663925857d87e177c52d70fb32a0d16aaae23addabe336a951268f5cd3018c65ab1cd7e1161557e8953fd43f89e0b0d087292798ac5c7f68dc366ebf4a5
+  data.tar.gz: 9a049ec69246c3e4a8d8fc2686a819b703070a6f66126c162ffd85cc31ca3e71c93119a4049ab382cd2bd50227c73d72bab2866453d59a7edb70be307ea0c479

data/CHANGELOG.md

@@ -1,3 +1,6 @@
+## 3.0.4
+ - Pin version of http-form_data to 1.0.1 since 1.0.2 isn't compatible with Ruby 1.9
+
 ## 3.0.3
   - Add protection for the (Java) Event when adding Twitter gem objects to the event in values,
     fixes #40.

data/docs/index.asciidoc

@@ -0,0 +1,225 @@
+:plugin: twitter
+:type: input
+
+///////////////////////////////////////////
+START - GENERATED VARIABLES, DO NOT EDIT!
+///////////////////////////////////////////
+:version: %VERSION%
+:release_date: %RELEASE_DATE%
+:changelog_url: %CHANGELOG_URL%
+:include_path: ../../../logstash/docs/include
+///////////////////////////////////////////
+END - GENERATED VARIABLES, DO NOT EDIT!
+///////////////////////////////////////////
+
+[id="plugins-{type}-{plugin}"]
+
+=== Twitter
+
+include::{include_path}/plugin_header.asciidoc[]
+
+==== Description
+
+Ingest events from the Twitter Streaming API.
+
+[id="plugins-{type}s-{plugin}-options"]
+==== Twitter Input Configuration Options
+
+This plugin supports the following configuration options plus the <<plugins-{type}s-common-options>> described later.
+
+[cols="<,<,<",options="header",]
+|=======================================================================
+|Setting |Input type|Required
+| <<plugins-{type}s-{plugin}-consumer_key>> |<<string,string>>|Yes
+| <<plugins-{type}s-{plugin}-consumer_secret>> |<<password,password>>|Yes
+| <<plugins-{type}s-{plugin}-follows>> |<<array,array>>|No
+| <<plugins-{type}s-{plugin}-full_tweet>> |<<boolean,boolean>>|No
+| <<plugins-{type}s-{plugin}-ignore_retweets>> |<<boolean,boolean>>|No
+| <<plugins-{type}s-{plugin}-keywords>> |<<array,array>>|No
+| <<plugins-{type}s-{plugin}-languages>> |<<array,array>>|No
+| <<plugins-{type}s-{plugin}-locations>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-oauth_token>> |<<string,string>>|Yes
+| <<plugins-{type}s-{plugin}-oauth_token_secret>> |<<password,password>>|Yes
+| <<plugins-{type}s-{plugin}-proxy_address>> |<<string,string>>|No
+| <<plugins-{type}s-{plugin}-proxy_port>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-rate_limit_reset_in>> |<<number,number>>|No
+| <<plugins-{type}s-{plugin}-use_proxy>> |<<boolean,boolean>>|No
+| <<plugins-{type}s-{plugin}-use_samples>> |<<boolean,boolean>>|No
+|=======================================================================
+
+Also see <<plugins-{type}s-common-options>> for a list of options supported by all
+input plugins.
+
+&nbsp;
+
+[id="plugins-{type}s-{plugin}-consumer_key"]
+===== `consumer_key` 
+
+  * This is a required setting.
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+Your Twitter App's consumer key
+
+Don't know what this is? You need to create an "application"
+on Twitter, see this url: <https://dev.twitter.com/apps/new>
+
+[id="plugins-{type}s-{plugin}-consumer_secret"]
+===== `consumer_secret` 
+
+  * This is a required setting.
+  * Value type is <<password,password>>
+  * There is no default value for this setting.
+
+Your Twitter App's consumer secret
+
+If you don't have one of these, you can create one by
+registering a new application with Twitter:
+<https://dev.twitter.com/apps/new>
+
+[id="plugins-{type}s-{plugin}-follows"]
+===== `follows` 
+
+  * Value type is <<array,array>>
+  * There is no default value for this setting.
+
+A comma separated list of user IDs, indicating the users to
+return statuses for in the Twitter stream.
+See https://dev.twitter.com/streaming/overview/request-parameters#follow
+for more details.
+
+[id="plugins-{type}s-{plugin}-full_tweet"]
+===== `full_tweet` 
+
+  * Value type is <<boolean,boolean>>
+  * Default value is `false`
+
+Record full tweet object as given to us by the Twitter Streaming API.
+
+[id="plugins-{type}s-{plugin}-ignore_retweets"]
+===== `ignore_retweets` 
+
+  * Value type is <<boolean,boolean>>
+  * Default value is `false`
+
+Lets you ingore the retweets coming out of the Twitter API. Default => false
+
+[id="plugins-{type}s-{plugin}-keywords"]
+===== `keywords` 
+
+  * Value type is <<array,array>>
+  * There is no default value for this setting.
+
+Any keywords to track in the Twitter stream. For multiple keywords, use
+the syntax ["foo", "bar"]. There's a logical OR between each keyword 
+string listed and a logical AND between words separated by spaces per
+keyword string.
+See https://dev.twitter.com/streaming/overview/request-parameters#track 
+for more details.
+
+The wildcard "*" option is not supported. To ingest a sample stream of 
+all tweets, the use_samples option is recommended. 
+
+[id="plugins-{type}s-{plugin}-languages"]
+===== `languages` 
+
+  * Value type is <<array,array>>
+  * There is no default value for this setting.
+
+A list of BCP 47 language identifiers corresponding to any of the languages listed
+on Twitter’s advanced search page will only return tweets that have been detected 
+as being written in the specified languages.
+
+[id="plugins-{type}s-{plugin}-locations"]
+===== `locations` 
+
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+A comma-separated list of longitude, latitude pairs specifying a set
+of bounding boxes to filter tweets by.
+See https://dev.twitter.com/streaming/overview/request-parameters#locations
+for more details.
+
+[id="plugins-{type}s-{plugin}-oauth_token"]
+===== `oauth_token` 
+
+  * This is a required setting.
+  * Value type is <<string,string>>
+  * There is no default value for this setting.
+
+Your oauth token.
+
+To get this, login to Twitter with whatever account you want,
+then visit <https://dev.twitter.com/apps>
+
+Click on your app (used with the consumer_key and consumer_secret settings)
+Then at the bottom of the page, click 'Create my access token' which
+will create an oauth token and secret bound to your account and that
+application.
+
+[id="plugins-{type}s-{plugin}-oauth_token_secret"]
+===== `oauth_token_secret` 
+
+  * This is a required setting.
+  * Value type is <<password,password>>
+  * There is no default value for this setting.
+
+Your oauth token secret.
+
+To get this, login to Twitter with whatever account you want,
+then visit <https://dev.twitter.com/apps>
+
+Click on your app (used with the consumer_key and consumer_secret settings)
+Then at the bottom of the page, click 'Create my access token' which
+will create an oauth token and secret bound to your account and that
+application.
+
+[id="plugins-{type}s-{plugin}-proxy_address"]
+===== `proxy_address` 
+
+  * Value type is <<string,string>>
+  * Default value is `"127.0.0.1"`
+
+Location of the proxy, by default the same machine as the one running this LS instance
+
+[id="plugins-{type}s-{plugin}-proxy_port"]
+===== `proxy_port` 
+
+  * Value type is <<number,number>>
+  * Default value is `3128`
+
+Port where the proxy is listening, by default 3128 (squid)
+
+[id="plugins-{type}s-{plugin}-rate_limit_reset_in"]
+===== `rate_limit_reset_in` 
+
+  * Value type is <<number,number>>
+  * Default value is `300`
+
+Duration in seconds to wait before retrying a connection when twitter responds with a 429 TooManyRequests
+In some cases the 'x-rate-limit-reset' header is not set in the response and <error>.rate_limit.reset_in
+is nil. If this occurs then we use the integer specified here. The default is 5 minutes.
+
+[id="plugins-{type}s-{plugin}-use_proxy"]
+===== `use_proxy` 
+
+  * Value type is <<boolean,boolean>>
+  * Default value is `false`
+
+When to use a proxy to handle the connections
+
+[id="plugins-{type}s-{plugin}-use_samples"]
+===== `use_samples` 
+
+  * Value type is <<boolean,boolean>>
+  * Default value is `false`
+
+Returns a small random sample of all public statuses. The tweets returned
+by the default access level are the same, so if two different clients connect
+to this endpoint, they will see the same tweets. If set to true, the keywords, 
+follows, locations, and languages options will be ignored. Default => false
+
+
+
+include::{include_path}/{type}.asciidoc[]

data/logstash-input-twitter.gemspec

@@ -1,7 +1,7 @@
 Gem::Specification.new do |s|
 
   s.name            = 'logstash-input-twitter'
-  s.version         = '3.0.3'
+  s.version         = '3.0.4'
   s.licenses        = ['Apache License (2.0)']
   s.summary         = "Read events from the twitter streaming api."
   s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
@@ -11,7 +11,7 @@ Gem::Specification.new do |s|
   s.require_paths = ["lib"]
 
   # Files
-  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+  s.files = Dir["lib/**/*","spec/**/*","*.gemspec","*.md","CONTRIBUTORS","Gemfile","LICENSE","NOTICE.TXT", "vendor/jar-dependencies/**/*.jar", "vendor/jar-dependencies/**/*.rb", "VERSION", "docs/**/*"]
 
   # Tests
   s.test_files = s.files.grep(%r{^(test|spec|features)/})
@@ -22,6 +22,8 @@ Gem::Specification.new do |s|
   # Gem dependencies
   s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
   s.add_runtime_dependency 'twitter', '5.15.0'
+  s.add_runtime_dependency 'http-form_data', '<= 1.0.1'
+  s.add_runtime_dependency 'public_suffix', '<= 1.4.6'
   s.add_runtime_dependency 'stud', '>= 0.0.22', '< 0.1'
 
   s.add_development_dependency 'logstash-devutils'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-twitter
 version: !ruby/object:Gem::Version
-  version: 3.0.3
+  version: 3.0.4
 platform: ruby
 authors:
 - Elastic
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2016-10-13 00:00:00.000000000 Z
+date: 2017-05-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -44,6 +44,34 @@ dependencies:
     - - '='
       - !ruby/object:Gem::Version
         version: 5.15.0
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+  name: http-form_data
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 1.0.1
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 1.4.6
+  name: public_suffix
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: 1.4.6
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
@@ -119,6 +147,7 @@ files:
 - LICENSE
 - NOTICE.TXT
 - README.md
+- docs/index.asciidoc
 - lib/logstash/inputs/twitter.rb
 - lib/logstash/inputs/twitter/patches.rb
 - logstash-input-twitter.gemspec