logstash-output-stackify 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 9b2320f9ea79745878a8cbc29761a30f1b1c545d9566ae3a3ddc55b4fc218401
+  data.tar.gz: 604531df1db73e71429b7e19f4bf319caa96742fd0f5f3f6a4b19dbea73345c6
+SHA512:
+  metadata.gz: 521ae011b795fbe0b6e430fa38bbb855703ac7b4f1a8c603a6adf720794669f3ed86353e9ba990706462cb326efca591e212e6496717b749e3c15190a062137e
+  data.tar.gz: 458ec4060d1a30b0956cea9a1ee1d37f5c1cd32f4d90af730d7087470f52afe61568e3109e870f70c2c41aabd1f510c3ba352f7788b3692f87f8e910e3528226

data/Gemfile

@@ -0,0 +1,3 @@
+source 'https://rubygems.org'
+
+gemspec

data/README.md

@@ -0,0 +1,2 @@
+# Logstash Plugin 
+This is a plugin for Logstash

data/lib/logstash/outputs/stackify.rb

@@ -0,0 +1,184 @@
+# encoding: utf-8
+require 'date'
+require 'socket'
+require 'json'
+require 'uri'
+require "net/http"
+require "net/https"
+require "logstash/outputs/base"
+require "logstash/namespace"
+
+# An example output that does nothing.
+class LogStash::Outputs::Stackify < LogStash::Outputs::Base
+  config_name "stackify"
+
+  # activation key
+  config :key, :validate => :string, :required => true
+
+  # default env_name
+  config :default_env_name, :validate => :string, :required => false, :default => 'Production'
+
+  # default app_name
+  config :default_app_name, :validate => :string, :required => false, :default => 'Logstash'
+
+  # environment name field
+  config :env_name_field, :validate => :string, :required => false, :default => nil
+
+  # server name field
+  config :server_name_field, :validate => :string, :required => false, :default => nil
+
+  # application name field
+  config :app_name_field, :validate => :string, :required => false, :default => nil
+
+  # log level field
+  config :level_field, :validate => :string, :required => false, :default => nil
+
+  # event field to use for message
+  config :message_field, :validate => :string, :required => false, :default => 'message'
+
+  public
+
+  def register
+  end
+
+  # def register
+
+  public
+
+  def multi_receive(events)
+
+    begin
+
+      default_level = 'info'
+      default_servername = Socket.gethostname
+      log_msg_groups = Hash.new
+
+      events.each do |event|
+
+        begin
+
+          # message
+          default_message = event.get('message')
+          message = default_message
+          unless @message_field.nil?
+            message = event.get(@message_field.to_s)
+            if message.nil? || message.empty?
+              message = default_message
+            end
+          end
+
+          # level
+          level = default_level
+          unless @level_field.nil?
+            level = event.get(@level_field.to_s)
+            if level.nil? || level.empty?
+              level = default_level
+            end
+          end
+          level = level.downcase
+          if level != 'debug' && level != 'info' && level != 'warn' && level != 'error'
+            $stdout.write('Invalid level defined: ' + level.to_s)
+            level = default_level
+          end
+
+          # application name
+          app_name = @default_app_name.to_s
+          unless @app_name_field.nil?
+            app_name = event.get(@app_name_field.to_s)
+            if app_name.nil? || app_name.empty?
+              app_name = @default_app_name.to_s
+            end
+          end
+
+          # env name
+          env_name = @default_env_name.to_s
+          unless @env_name_field.nil?
+            env_name = event.get(@env_name_field.to_s)
+            if env_name.nil? || env_name.empty?
+              env_name = @default_env_name.to_s
+            end
+          end
+
+          # server name
+          server_name = default_servername
+          unless @server_name_field.nil?
+            server_name = event.get(@server_name_field.to_s)
+            if server_name.nil? || server_name.empty?
+              server_name = default_servername
+            end
+          end
+
+          # timestamp
+          timestamp = nil
+          begin
+            timestamp = (event.get('@timestamp').to_f * 1000).to_i
+          rescue StandardError => e
+            $stdout.write('Error parsing @timestamp: ' + e.to_s)
+          end
+          if timestamp.nil?
+              timestamp = DateTime.now.strftime('%Q')
+          end
+
+          # generate key
+          log_msg_group_key = app_name + '|' + env_name + '|' + server_name
+
+          # setup log msg group if needed
+          unless log_msg_groups.key?(log_msg_group_key)
+            log_msg_group = Hash.new
+            log_msg_group['Env'] = env_name
+            log_msg_group['ServerName'] = server_name
+            log_msg_group['AppName'] = app_name
+            log_msg_group['Logger'] = 'Logstash'
+            log_msg_group['Platform'] = 'Logstash'
+            log_msg_group['Msgs'] = Array.new
+            log_msg_groups[log_msg_group_key] = log_msg_group
+          end
+
+          # generate log msg
+          log_msg = Hash.new
+          log_msg['Msg'] = message
+          log_msg['EpochMs'] = timestamp
+          log_msg['Level'] = level
+
+          # add to log msg group
+          log_msg_groups[log_msg_group_key]['Msgs'].push(log_msg)
+
+        rescue StandardError => e
+          $stdout.write(e.to_s)
+        end
+
+      end
+
+      # post
+      log_msg_groups.each do |key, log_msg_group|
+
+        begin
+
+          data = log_msg_group.to_json
+          header = {
+              'Content-Type' => 'application/json',
+              'Accept' => 'appliation/json',
+              'X-Stackify-PV' => 'V1',
+              'X-Stackify-Key' => @key.to_s
+          }
+
+
+          uri = URI.parse('https://api.stackify.com/Log/Save')
+          https = Net::HTTP.new(uri.host, uri.port)
+          https.use_ssl = true
+          req = Net::HTTP::Post.new(uri.path, initheader = header)
+          req.body = data
+          https.request(req)
+
+        rescue StandardError => e
+          $stdout.write(e.to_s)
+        end
+
+      end
+
+    rescue StandardError => e
+      $stdout.write(e.to_s)
+    end
+
+  end
+end # class LogStash::Outputs::Stackify

data/logstash-output-stackify.gemspec

@@ -0,0 +1,25 @@
+Gem::Specification.new do |s|
+  s.name = 'logstash-output-stackify'
+  s.version = '1.0.0'
+  s.licenses = ['Apache License (2.0)']
+  s.summary = "Sends logs to Stackify"
+  s.description     = "This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
+  s.authors = ["Stackify"]
+  s.email = "support@stackify.com"
+  s.homepage = "https://www.stackify.com"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','LICENSE','NOTICE.TXT']
+  # Tests
+  s.test_files = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "output" }
+
+  # Gem dependencies
+  #
+  s.add_runtime_dependency "logstash-core-plugin-api", ">= 1.60", "<= 2.99"
+  s.add_runtime_dependency "logstash-codec-plain"
+  s.add_development_dependency 'logstash-devutils'
+end

metadata

@@ -0,0 +1,99 @@
+--- !ruby/object:Gem::Specification
+name: logstash-output-stackify
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Stackify
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2019-04-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+  name: logstash-core-plugin-api
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.60'
+    - - "<="
+      - !ruby/object:Gem::Version
+        version: '2.99'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-codec-plain
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: This gem is a Logstash plugin required to be installed on top of the
+  Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This
+  gem is not a stand-alone program
+email: support@stackify.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- lib/logstash/outputs/stackify.rb
+- logstash-output-stackify.gemspec
+homepage: https://www.stackify.com
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.7.6
+signing_key:
+specification_version: 4
+summary: Sends logs to Stackify
+test_files: []