logstash-output-application_insights 0.1.3

data/lib/logstash/outputs/application_insights/timer.rb

@@ -0,0 +1,90 @@
+# encoding: utf-8
+
+# ----------------------------------------------------------------------------------
+# Logstash Output Application Insights
+#
+# Copyright (c) Microsoft Corporation
+#
+# All rights reserved. 
+#
+# Licensed under the Apache License, Version 2.0 (the License); 
+# you may not use this file except in compliance with the License. 
+# You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, 
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 
+#
+# See the Apache Version 2.0 License for specific language governing 
+# permissions and limitations under the License.
+# ----------------------------------------------------------------------------------
+
+class LogStash::Outputs::Application_insights
+  class Timer
+    public
+
+    attr_accessor :state
+    attr_reader :expiration
+    attr_reader :object
+    attr_reader :callback
+
+    def self.config ( configuration )
+      @@configuration = configuration
+      @@logger = configuration[:logger]
+      @@timers = []
+      @@timers_modified = false
+      @@timers_mutex = Mutex.new
+
+      Thread.new do
+        loop do
+          sleep( 1 )
+
+          curr_time = Time.now.utc
+          timers_triggerd = [  ]
+
+          @@timers_mutex.synchronize {
+            @@timers.each do |timer|
+              if :on == timer.state && curr_time >= timer.expiration
+                timer.state = :trigger
+                timers_triggerd << [ timer.object, timer.callback ]
+              end
+            end
+          }
+
+          timers_triggerd.each do |pair|
+            (object, callback) = pair
+            callback.call( object )
+          end
+        end
+      end
+
+    end
+
+    def initialize
+      @@timers_mutex.synchronize {
+        @@timers << self
+      }
+      @state = :off
+    end
+
+    def set ( expiration, object, &callback )
+      @@timers_mutex.synchronize {
+        @@timers_modified= true
+        @state = :on
+        @object = object
+        @expiration = expiration
+        @callback = callback
+      }
+    end
+
+    def cancel
+      @@timers_mutex.synchronize {
+        state = @state
+        @state = :off
+        @@timers_modified = true if :on == state
+        state != :trigger
+      }
+    end
+
+  end
+end

data/lib/logstash/outputs/application_insights/utils.rb

@@ -0,0 +1,139 @@
+# encoding: utf-8
+
+# ----------------------------------------------------------------------------------
+# Logstash Output Application Insights
+#
+# Copyright (c) Microsoft Corporation
+#
+# All rights reserved. 
+#
+# Licensed under the Apache License, Version 2.0 (the License); 
+# you may not use this file except in compliance with the License. 
+# You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, 
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 
+#
+# See the Apache Version 2.0 License for specific language governing 
+# permissions and limitations under the License.
+# ----------------------------------------------------------------------------------
+
+class LogStash::Outputs::Application_insights
+  class Utils
+
+    def self.string_to_hex_string(str, readable = true) 
+      unpacked = str.unpack('H*').first 
+      if readable 
+        unpacked.gsub(/(..)/,'\1 ').rstrip 
+      else 
+        unpacked 
+      end 
+ 	  end 
+    UNESCAPES = {
+        'a' => "\x07", 'b' => "\x08", 't' => "\x09",
+        'n' => "\x0a", 'v' => "\x0b", 'f' => "\x0c",
+        'r' => "\x0d", 'e' => "\x1b", "\\\\" => "\x5c",
+        "\"" => "\x22", "'" => "\x27"
+    }
+
+    def self.os
+      host_os = RbConfig::CONFIG['host_os']
+      case host_os
+      when /mswin|msys|mingw|cygwin|bccwin|wince|emc/
+        "Windows #{host_os}"
+      when /darwin|mac os/
+        "MacOS #{host_os}"
+      when /linux/
+        "Linux #{host_os}"
+      when /solaris|bsd/
+        "Unix #{host_os}"
+      else
+        "Unknown #{host_os}"
+      end
+    end
+
+
+    def self.unescape(str)
+      # Escape all the things
+      str.gsub(/\\(?:([#{UNESCAPES.keys.join}])|u([\da-fA-F]{4}))|\\0?x([\da-fA-F]{2})/) {
+        if $1
+          if $1 == '\\' then '\\' else UNESCAPES[$1] end
+        elsif $2 # escape \u0000 unicode
+          ["#$2".hex].pack('U*')
+        elsif $3 # escape \0xff or \xff
+          [$3].pack('H2')
+        end
+      }
+    end
+
+    def self.integer? ( s )
+      s =~ /\A[-+]?[0-9]*\z/
+    end
+    
+    def self.numeric? ( s )
+      s =~ /\A[-+]?[0-9]*\.?[0-9]+\z/
+    end
+
+    def self.guid? ( s )
+      s =~ /\A[\da-f]{8}-([\da-f]{4}-){3}[\da-f]{12}\z/i
+    end
+
+    def self.valid_container_name? ( s )
+      s =~ /\A[a-z0-9](?:[a-z0-9]|(\-(?!\-))){1,61}[a-z0-9]\z/
+    end
+
+    def self.valid_table_name? ( s )
+      s =~ /\A[a-zA-Z][a-zA-Z0-9]{2,62}\z/
+    end
+
+    def self.alphanumeric? ( s )
+      s =~ /\A[a-zA-Z0-9]*\z/
+    end
+    
+    def self.valid_file_path
+      s =~ /\A(?:[a-zA-Z]\:|\\\\[\w\.]+\\[\w.$]+)\\(?:[\w]+\\)*\w([\w.])+\z/
+    end
+
+    def self.ext? ( s )
+      s =~ /\A[a-zA-Z0-9\-\_]*\z/
+    end
+
+    def self.base64? ( s )
+      s =~ /\A(?:[A-Za-z0-9\+\/]{4})*(?:[A-Za-z0-9\+\/]{2}==|[A-Za-z0-9\+\/]{3}\=)?\z/
+    end
+
+    def self.url? ( s )
+      s =~ /\A#{URI::regexp(['http', 'https'])}\z/
+    end
+
+    def self.hostname? ( s )
+      s =~ /\A(?<hostname>([A-Za-z0-9\.\-]+)|\[[0-9A-Fa-f\:]+\])(:(?<port>\d+))?\z/
+    end
+ 
+    def self.to_storage_name ( s )
+      s.nil? ? nil : s.downcase.gsub(/[^0-9a-z]/i, '')
+    end
+
+    def self.symbolize_hash_keys ( hash )
+      # to_h not supported in Ruby 2.0 and below
+      # hash.map {|k, v| [k.to_sym, v] }.to_h
+      new_hash = {}
+      hash.each_pair do |k, v|
+        new_hash[k.to_sym] = v
+      end
+      new_hash
+    end
+
+    def self.downcase_hash_keys ( hash )
+      # to_h not supported in Ruby 2.0 and below
+      # hash.map {|k, v| [k.downcase, v] }.to_h
+      new_hash = {}
+      hash.each_pair do |k, v|
+        new_hash[k.downcase] = v
+      end
+      new_hash
+    end
+  end
+
+end

data/lib/logstash/outputs/application_insights/version.rb

@@ -0,0 +1,24 @@
+# encoding: utf-8
+
+# ----------------------------------------------------------------------------------
+# Logstash Output Application Insights
+#
+# Copyright (c) Microsoft Corporation
+#
+# All rights reserved. 
+#
+# Licensed under the Apache License, Version 2.0 (the License); 
+# you may not use this file except in compliance with the License. 
+# You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, 
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 
+#
+# See the Apache Version 2.0 License for specific language governing 
+# permissions and limitations under the License.
+# ----------------------------------------------------------------------------------
+
+# class LogStash::Outputs::Application_insights
+  APPLICATION_INSIGHTS_VERSION ||= "0.1.3"
+# end

data/logstash-output-application-insights.gemspec

@@ -0,0 +1,50 @@
+# encoding: utf-8
+
+# ----------------------------------------------------------------------------------
+# Logstash Output Application Insights
+#
+# Copyright (c) Microsoft Corporation
+#
+# All rights reserved. 
+#
+# Licensed under the Apache License, Version 2.0 (the License); 
+# you may not use this file except in compliance with the License. 
+# You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, 
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 
+#
+# See the Apache Version 2.0 License for specific language governing 
+# permissions and limitations under the License.
+# ----------------------------------------------------------------------------------
+
+require 'date'
+require File.expand_path('../lib/logstash/outputs/application_insights/version', __FILE__)
+
+Gem::Specification.new do |s|
+  s.name          = 'logstash-output-application_insights'
+  s.version       = APPLICATION_INSIGHTS_VERSION
+  s.licenses      = ['Apache License (2.0)']
+  s.summary       = "Microsoft Application Insights openschema Logstash output plugin. 'Output events to Application Insights"
+  s.description   = "Outputs events to Microsoft Application Insights Analytics. This gem is a Logstash output plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program"
+  s.authors       = ["Microsoft Corporation"]
+  s.email         = "info@microsoft.com"
+  s.homepage      = "https://github.com/Microsoft/logstash-output-application-insights"
+  s.require_paths = ["lib"]
+
+  # Files
+  s.files         = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','CONTRIBUTORS','Gemfile','Rakefile','LICENSE','NOTICE.TXT','LICENSE.TXT']
+   # Tests
+  s.test_files    = s.files.grep(%r{^(test|spec|features)/})
+
+  # Special flag to let us know this is actually a logstash plugin
+  s.metadata      = { "logstash_plugin" => "true", "logstash_group" => "output" }
+
+  # Gem dependencies
+  s.add_runtime_dependency "logstash-core", ">= 2.0.0", "< 3.0.0"
+  s.add_runtime_dependency "azure-storage", "0.10.1.preview"
+  s.add_runtime_dependency "azure-core", "0.1.2"
+  s.add_runtime_dependency "application_insights", ">= 0.5.3"
+  s.add_development_dependency "logstash-devutils"
+end

data/spec/outputs/application_insights_spec.rb

@@ -0,0 +1,42 @@
+# encoding: utf-8
+
+# ----------------------------------------------------------------------------------
+# Logstash Output Application Insights
+#
+# Copyright (c) Microsoft Corporation
+#
+# All rights reserved. 
+#
+# Licensed under the Apache License, Version 2.0 (the License); 
+# you may not use this file except in compliance with the License. 
+# You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, 
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 
+#
+# See the Apache Version 2.0 License for specific language governing 
+# permissions and limitations under the License.
+# ----------------------------------------------------------------------------------
+
+require "logstash/devutils/rspec/spec_helper"
+require "logstash/outputs/application_insights"
+require "logstash/codecs/plain"
+require "logstash/event"
+
+describe LogStash::Outputs::Application_insights do
+  let(:sample_event) { LogStash::Event.new }
+  let(:output) { LogStash::Outputs::Application_insights.new }
+
+  before do
+    output.register
+  end
+
+  describe "receive message" do
+    subject { output.receive(sample_event) }
+
+    it "returns a string" do
+      expect(subject).to eq("Event received")
+    end
+  end
+end

metadata

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification
+name: logstash-output-application_insights
+version: !ruby/object:Gem::Version
+  version: 0.1.3
+platform: ruby
+authors:
+- Microsoft Corporation
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2016-08-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+  name: logstash-core
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: 3.0.0
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.10.1.preview
+  name: azure-storage
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.10.1.preview
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+  name: azure-core
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.1.2
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.5.3
+  name: application_insights
+  prerelease: false
+  type: :runtime
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.5.3
+- !ruby/object:Gem::Dependency
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  name: logstash-devutils
+  prerelease: false
+  type: :development
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Outputs events to Microsoft Application Insights Analytics. This gem is a Logstash output plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gemname. This gem is not a stand-alone program
+email: info@microsoft.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- CHANGELOG.md
+- CONTRIBUTORS
+- DEVELOPER.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- lib/logstash/outputs/application_insights.rb
+- lib/logstash/outputs/application_insights/blob.rb
+- lib/logstash/outputs/application_insights/block.rb
+- lib/logstash/outputs/application_insights/channel.rb
+- lib/logstash/outputs/application_insights/channels.rb
+- lib/logstash/outputs/application_insights/client.rb
+- lib/logstash/outputs/application_insights/clients.rb
+- lib/logstash/outputs/application_insights/config.rb
+- lib/logstash/outputs/application_insights/constants.rb
+- lib/logstash/outputs/application_insights/exceptions.rb
+- lib/logstash/outputs/application_insights/flow_control.rb
+- lib/logstash/outputs/application_insights/multi_io_logger.rb
+- lib/logstash/outputs/application_insights/shutdown.rb
+- lib/logstash/outputs/application_insights/state.rb
+- lib/logstash/outputs/application_insights/storage_cleanup.rb
+- lib/logstash/outputs/application_insights/sub_channel.rb
+- lib/logstash/outputs/application_insights/telemetry.rb
+- lib/logstash/outputs/application_insights/timer.rb
+- lib/logstash/outputs/application_insights/utils.rb
+- lib/logstash/outputs/application_insights/version.rb
+- logstash-output-application-insights.gemspec
+- spec/outputs/application_insights_spec.rb
+homepage: https://github.com/Microsoft/logstash-output-application-insights
+licenses:
+- Apache License (2.0)
+metadata:
+  logstash_plugin: 'true'
+  logstash_group: output
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.6.4
+signing_key:
+specification_version: 4
+summary: Microsoft Application Insights openschema Logstash output plugin. 'Output events to Application Insights
+test_files:
+- spec/outputs/application_insights_spec.rb