logstash-input-github 0.1.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: cf160ba21f59728088732f05133fb4eae72a12c7
+  data.tar.gz: bdf4ce1d331a87ac66c71d40c6c86e426ed17195
+SHA512:
+  metadata.gz: 7498d2b950ebc1df425e1026a299f18103e7c65036d4cb76e2885f98ced5ec5138e088b4a182609475fbd5adeb710a87590fa10852552dfb345014458dad2f3d
+  data.tar.gz: 4611f1b6acf3f195c3f1bd434b90a9d0f54952c6c4fb6b90038deb6675d39da259f0fc0dfd13a65fd75978c362eb95f77a95faaeb8a9438429b8f74ab2dc1374

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+gemspec
+gem "logstash", :github => "elasticsearch/logstash", :branch => "1.5"

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2012-2014 Elasticsearch <http://www.elasticsearch.org>
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.

data/README.md

@@ -0,0 +1,35 @@
+logstash-github
+===================
+
+This plugin accepts github webhook connections and passes the data into the logstash pipeline.
+
+Usage
+=====
+
+Example config:
+
+    input {
+        stdin {}
+        github {
+            port => 8080
+        }
+    }
+
+    output {
+        stdout {
+            codec => rubydebug
+        }
+    }
+
+Example Test Case using Curl:
+
+    curl -H "Content-Type: application/json" -d '{"Something":"xyz","somethingelse":"xyz"}' http://localhost:8080/api/login
+
+Configuration
+=============
+
+* ip - The IP you want to listen on (Default: 0.0.0.0)
+* port - The port you want to listen on
+* secret_token - The shared secret set for github webhook
+* drop_invalid - Drop events that don't match the secret_token
+

data/Rakefile

@@ -0,0 +1,7 @@
+@files=[]
+
+task :default do
+  system("rake -T")
+end
+
+require "logstash/devutils/rake"

data/lib/logstash/inputs/github.rb

@@ -0,0 +1,67 @@
+# encoding: utf-8
+require "logstash/inputs/base"
+require "logstash/namespace"
+require "socket"
+require "json"
+require "rack"
+
+
+# Read events from github webhooks
+class LogStash::Inputs::GitHub < LogStash::Inputs::Base
+  config_name "github"
+  milestone 1
+
+  # The ip to listen on
+  config :ip, :validate => :string, :default => "0.0.0.0"
+
+  # The port to listen on
+  config :port, :validate => :number, :required => true
+
+  # Your GitHub Secret Token for the webhook
+  config :secret_token, :validate => :string, :required => false
+
+  # If Secret is defined, we drop the events that don't match. 
+  # Otherwise, we'll just add a invalid tag
+  config :drop_invalid, :validate => :boolean
+
+  def register
+    require "ftw"
+  end # def register
+
+  public
+  def run(output_queue)
+    @server = FTW::WebServer.new(@ip, @port) do |request, response|
+        body = request.read_body
+        begin
+          event = LogStash::Event.new(JSON.parse(body))
+        rescue JSON::ParserError => e
+          @logger.info("JSON parse failure. Falling back to plain-text", :error => e, :data => body)
+          event = LogStash::Event.new("message" => body, "tags" => "_invalidjson")
+        end
+        event['headers'] = request.headers.to_hash
+        if defined? @secret_token and event['headers']['x-hub-signature']
+            event['hash'] = 'sha1=' + OpenSSL::HMAC.hexdigest(OpenSSL::Digest.new('sha1'), @secret_token, body)
+            if not Rack::Utils.secure_compare(event['hash'], event['headers']['x-hub-signature'])
+                if not @drop_invalid
+                    event['tags'] = "_Invalid_Github_Message"
+                else
+                    @logger.info("Dropping invalid Github message")
+                    drop = true
+                end
+            end
+        end
+        if not drop
+            decorate(event)
+            output_queue << event
+        end
+        response.status = 200
+        response.body = "Accepted!"
+    end
+    @server.run
+  end # def run
+
+  def teardown
+    @server.stop
+  end # def teardown
+
+end # class LogStash::Inputs::Github

data/logstash-input-github.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |s|
+
+  s.name            = 'logstash-input-github'
+  s.version         = '0.1.1'
+  s.licenses        = ['Apache License (2.0)']
+  s.summary         = "Accept events from github webhooks."
+  s.description     = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
+  s.authors         = ["Elasticsearch"]
+  s.email           = 'jason.kendall@elasticsearch.com'
+  s.homepage        = "http://www.elasticsearch.org/guide/en/logstash/current/index.html"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = `git ls-files`.split($\)+::Dir.glob('vendor/*')
+
+  # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
+
+  # Gem dependencies
+  s.add_runtime_dependency 'logstash', '>= 1.4.0', '< 2.0.0'
+
+  s.add_runtime_dependency 'addressable'
+
+  s.add_development_dependency 'logstash-devutils'
+end
+

data/spec/inputs/github_spec.rb

@@ -0,0 +1 @@
+# Empty

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification
+name: logstash-input-github
+version: !ruby/object:Gem::Version
+  version: 0.1.1
+platform: ruby
+authors:
+- Elasticsearch
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-11-19 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: logstash
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 1.4.0
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: addressable
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :runtime
+- !ruby/object:Gem::Dependency
+  name: logstash-devutils
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  prerelease: false
+  type: :development
+description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
+email: jason.kendall@elasticsearch.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/logstash/inputs/github.rb
+- logstash-input-github.gemspec
+- spec/inputs/github_spec.rb
+homepage: http://www.elasticsearch.org/guide/en/logstash/current/index.html
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: input
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.2.2
+signing_key:
+specification_version: 4
+summary: Accept events from github webhooks.
+test_files:
+- spec/inputs/github_spec.rb