logstash-input-acquia 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: c22fe03d54ac77769ff0746ffeee14a47cd0e1f8
+  data.tar.gz: 90d80d179d6bd2c7360cfeb1a941f8e06fac6fa7
+SHA512:
+  metadata.gz: 9e105cd50d73d66184fc6c029481f6f00d261e601022952aeee3d15006c0cb5b8b5dd986d05055c2de7eea6a944995794c5bc5053b539565497ce10b531552eb
+  data.tar.gz: e3ff62d7264d8242aea1df59b3d1ed43e92fbcb7fddb8ef2b01e582197e8cdd9fdba14c12eab6767b29931a6111aeff5da7cb7901c25c5af1af779a8260b43cc

data/.gitignore

@@ -0,0 +1,5 @@
+*.gem
+Gemfile.lock
+Gemfile.bak
+.bundle
+vendor

data/.ruby-version

@@ -0,0 +1 @@
+jruby

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/LICENSE

@@ -0,0 +1,19 @@
+Copyright (c) 2015 Matthew Scharley
+
+Permission is hereby granted, free of charge, to any person obtaining a
+copy of this software and associated documentation files (the "Software"),
+to deal in the Software without restriction, including without limitation
+the rights to use, copy, modify, merge, publish, distribute, sublicense,
+and/or sell copies of the Software, and to permit persons to whom the
+Software is furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included
+in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
+OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+DEALINGS IN THE SOFTWARE.

data/lib/logstash/inputs/acquia.rb

@@ -0,0 +1,62 @@
+# encoding: utf-8
+require 'time'
+require 'logstash/inputs/base'
+require 'logstash/namespace'
+require 'stud/interval'
+require 'acquia/cloud'
+
+class LogStash::Inputs::Acquia < LogStash::Inputs::Base
+  config_name 'acquia'
+
+  default :codec, 'plain'
+
+  config :username, :validate => :string, :required => true
+  config :api_key, :validate => :string, :required => true
+  config :site, :validate => :string, :required => true
+  config :environments, :validate => :array, :default => ['prod']
+  config :types, :validate => :array, :default => ['drupal-watchdog', 'php-error']
+
+  public
+  def register
+    @cloud = ::Acquia::Cloud.new(:credentials => "#{@username}:#{@api_key}")
+    @site = @cloud.site(@site)
+    @streams = @environments.map do |env|
+      @logger.info "Opening log stream for #{env}."
+      stream = @site.environment(env).logstream
+      @types.each do |type|
+        stream.enable_type type
+      end
+      stream.connect
+      stream
+    end
+  end
+
+  def run(queue)
+    Stud.interval(1) do
+      @streams.each do |env|
+        env.each_log do |log|
+          # p log
+          queue << generate_event(log)
+        end
+      end
+    end
+  end
+
+  def stop
+    @logger.info 'Closing log streams.'
+    @streams.each do |stream|
+      stream.close
+    end
+  end
+
+  private
+  def generate_event(log)
+    # Remove useless cruft.
+    log.delete 'cmd'
+    # Rename some of Acquia's parameters to more relevant Logstash names
+    log['host'] = log.delete('server')
+    log['message'] = log.delete('text')
+    log['@timestamp'] = Time.parse(log.delete('disp_time') + ' +0000').iso8601
+    LogStash::Event.new(log)
+  end
+end

data/logstash-input-acquia.gemspec

@@ -0,0 +1,27 @@
+
+Gem::Specification.new do |s|
+  s.name             = 'logstash-input-acquia'
+  s.version          = '1.0.0'
+  s.licenses         = ['MIT']
+  s.summary          = 'Logstash Input plugin that streams logs from Acquia Cloud'
+  s.description      = 'This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program'
+  s.authors          = ['Equiem']
+  s.email            = 'sysadmin@equiem.com.au'
+  s.homepage         = 'http://www.elastic.co/guide/en/logstash/current/index.html'
+
+  s.files         = `git ls-files -z`.split("\x0")
+  s.executables   = s.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  s.test_files    = s.files.grep(%r{^spec/})
+  s.require_paths = ['lib']
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
+
+  # Gem dependencies
+  s.add_runtime_dependency 'logstash-core', '~> 1.5'
+  s.add_runtime_dependency 'logstash-codec-plain'
+  s.add_runtime_dependency 'stud'
+  s.add_runtime_dependency 'acquia-cloud', '>= 0.1.2', '< 2.0.0'
+
+  s.add_development_dependency 'logstash-devutils'
+end

metadata

@@ -0,0 +1,128 @@
+--- !ruby/object:Gem::Specification
+name: logstash-input-acquia
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Equiem
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2015-11-24 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+  name: logstash-core
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.5'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-codec-plain
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: stud
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  name: acquia-cloud
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+    - - <
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
+email: sysadmin@equiem.com.au
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .ruby-version
+- Gemfile
+- LICENSE
+- Rakefile
+- lib/logstash/inputs/acquia.rb
+- logstash-input-acquia.gemspec
+homepage: http://www.elastic.co/guide/en/logstash/current/index.html
+licenses:
+- MIT
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: input
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.4.5
+signing_key:
+specification_version: 4
+summary: Logstash Input plugin that streams logs from Acquia Cloud
+test_files: []