fluent-plugin-application-insights-freiheit 0.2.5

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 22e120f434eadfe8e0afcb31e81d478ee61b7bc2245188388bc9566d31d4422f
+  data.tar.gz: c24602a7155574a03e2513e02f4e29c871c5adedacaab5fcab37577989bfd3fc
+SHA512:
+  metadata.gz: b2dac0fc06d4e6a99c83f593620a2b1b46ff694aba9bd3344c7c752a6055cb68de5b42465ba3122ee0ef00bbcc348ab64863242dd99f872434ae66e69c7e6723
+  data.tar.gz: 8aa343099a55a76ad75557b81e3a0d325823053b98d07232ab8431ae4953d180a6b19f34a7982d5d104421c211a44c3917728e7481380d91172efb156708dbd8

data/.gitignore

@@ -0,0 +1,50 @@
+*.gem
+*.rbc
+/.config
+/coverage/
+/InstalledFiles
+/pkg/
+/spec/reports/
+/spec/examples.txt
+/test/tmp/
+/test/version_tmp/
+/tmp/
+
+# Used by dotenv library to load environment variables.
+# .env
+
+## Specific to RubyMotion:
+.dat*
+.repl_history
+build/
+*.bridgesupport
+build-iPhoneOS/
+build-iPhoneSimulator/
+
+## Specific to RubyMotion (use of CocoaPods):
+#
+# We recommend against adding the Pods directory to your .gitignore. However
+# you should judge for yourself, the pros and cons are mentioned at:
+# https://guides.cocoapods.org/using/using-cocoapods.html#should-i-check-the-pods-directory-into-source-control
+#
+# vendor/Pods/
+
+## Documentation cache and generated files:
+/.yardoc/
+/_yardoc/
+/doc/
+/rdoc/
+
+## Environment normalization:
+/.bundle/
+/vendor/bundle
+/lib/bundler/man/
+
+# for a library or gem, you might want to ignore these files since the code is
+# intended to run in multiple environments; otherwise, check them in:
+Gemfile.lock
+.ruby-version
+.ruby-gemset
+
+# unless supporting rvm < 1.11.0 or doing something fancy, ignore this:
+.rvmrc

data/.travis.yml

@@ -0,0 +1,19 @@
+language: ruby
+rvm:
+  - 2.1.0
+  - 2.2.0
+  - 2.3.3
+  - 2.4.0
+  - ruby-head
+
+cache: bundler
+
+before_install:
+  - gem install bundler
+
+matrix:
+  allow_failures:
+  - rvm: ruby-head
+
+install:
+  - bundle install

data/CONTRIBUTING.md

@@ -0,0 +1,33 @@
+# Development
+## Build Gem
+Run ```gem build fluent-plugin-application-insights.gemspec```.
+
+## Run Test
+Make sure you have bundler installed, you can install it by ```sudo gem install bundler```. And run ```bundler install``` once to install all dependencies.
+
+Run ```rake test```.
+
+## Release
+If you are the current maintainer of this plugin:
+1. Ensure all tests passed
+2. Bump up version in ```fluent-plugin-application-insights.gemspec```
+3. Build the gem, install it locally and test it
+4. Create a PR with whatever changes needed before releasing, e.g., version bump up, documentation
+5. Tag and push: ```git tag vx.xx.xx; git push --tags```
+6. Create a github release with the pushed tag
+7. Push to rubygems.org: ```gem push fluent-plugin-application-insights-<version>.gem```
+
+# Contributing
+
+This project welcomes contributions and suggestions. Most contributions require you to
+agree to a Contributor License Agreement (CLA) declaring that you have the right to,
+and actually do, grant us the rights to use your contribution. For details, visit
+https://cla.microsoft.com.
+
+When you submit a pull request, a CLA-bot will automatically determine whether you need
+to provide a CLA and decorate the PR appropriately (e.g., label, comment). Simply follow the
+instructions provided by the bot. You will only need to do this once across all repositories using our CLA.
+
+This project has adopted the [Microsoft Open Source Code of Conduct](https://opensource.microsoft.com/codeofconduct/).
+For more information see the [Code of Conduct FAQ](https://opensource.microsoft.com/codeofconduct/faq/)
+or contact [opencode@microsoft.com](mailto:opencode@microsoft.com) with any additional questions or comments.

data/Gemfile

@@ -0,0 +1,3 @@
+source "https://rubygems.org"
+
+gemspec

data/LICENSE

@@ -0,0 +1,21 @@
+    MIT License
+
+    Copyright (c) Microsoft Corporation. All rights reserved.
+
+    Permission is hereby granted, free of charge, to any person obtaining a copy
+    of this software and associated documentation files (the "Software"), to deal
+    in the Software without restriction, including without limitation the rights
+    to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+    copies of the Software, and to permit persons to whom the Software is
+    furnished to do so, subject to the following conditions:
+
+    The above copyright notice and this permission notice shall be included in all
+    copies or substantial portions of the Software.
+
+    THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+    IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+    FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+    AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+    LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+    OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+    SOFTWARE

data/README.md

@@ -0,0 +1,89 @@
+# [UNSUPPORTED] fluent-plugin-application-insights
+
+[![Gem Version](https://badge.fury.io/rb/fluent-plugin-application-insights.svg)](https://badge.fury.io/rb/fluent-plugin-application-insights)
+[![Build Status](https://travis-ci.org/Microsoft/fluent-plugin-application-insights.svg?branch=master)](https://travis-ci.org/Microsoft/fluent-plugin-application-insights)
+
+This is the [Fluentd](https://fluentd.org/) output plugin for [Azure Application Insights](https://docs.microsoft.com/azure/application-insights/)
+
+Application Insights is an extensible Application Performance Management (APM) service for web developers on multiple platforms.
+Use it to monitor your live web application. It will automatically detect performance anomalies. It includes powerful analytics
+tools to help you diagnose issues and to understand what users actually do with your app.
+It's designed to help you continuously improve performance and usability.
+
+## Installation
+
+```
+$ gem install fluent-plugin-application-insights
+```
+
+## Configuration
+
+To send data to Application Insights, add the following piece to your fluentd configuration file:
+
+```
+<match **>
+  @type application_insights
+  instrumentation_key <your instrumentation key>
+</match>
+```
+
+Here is the configuration options for this plugin:
+
+* `instrumentation_key` - Required, the Application Insights instrumentation key
+* `service_endpoint_uri` - The endpoint of the Application Insights for Azure Sovereign Clouds
+* `send_buffer_size` - The batch size to send data to Application Insights service (default `1000`). Setting this to a large size will usually result in better output throughput.
+* `standard_schema` - The parameter indicating whether the record is in standard schema. i.e., the format that is recognized by Application Insights backend (default `false`).
+If the record is not in standard schema, it will be tracked as Application Insights trace telemetry. Otherwise, the record is just forwarded to the backend. See [Standard Schema](#standard-schema) for more info.
+* `message_property` - The property name for the trace message (default `message`).
+* `time_property` - The property name for the timestamp (default `nil`).  
+    Fluentd input plugin will assign a timestamp for each emitted record, and this timestamp is used as the telemetry creation time by default. Set the `time_property` if you want to use the value of this property instead of the one assigned by the input plugin.
+* `severity_property` - The property name for severity level (default `severity`). If the severity property doesn't exist, the record will be treated as information level. See [Severity Level](https://docs.microsoft.com/azure/application-insights/application-insights-data-model-trace-telemetry#severity-level) for more info.
+* `severity_level_verbose` - The value of severity property that maps to Application Insights' verbose severity level (default `verbose`).
+* `severity_level_information` - The value of severity property that maps to Application Insights' information severity level (default `information`).
+* `severity_level_warning` - The value of severity property that maps to Application Insights' warning severity level (default `warning`).
+* `severity_level_error` - The value of severity property that maps to Application Insights' error severity level (default `error`).
+* `severity_level_critical` - The value of severity property that maps to Application Insights' critical severity level (default `critical`).
+* `context_tag_sources` - The dictionary that instructs the Application Insights plugin to set Application Insights context tags using record properties.  
+    In this dictionary keys are Application Insights context tags to set, and values are the source properties that are used to set the context tags value. For the source property, you can specify the property name or jsonpath like syntax for nested property, see [record_accessor syntax](https://docs.fluentd.org/v1.0/articles/api-plugin-helper-record_accessor#syntax) for more info. For example:
+    ```
+    context_tag_sources {
+      "ai.cloud.role": "kubernetes_container_name",
+      "ai.cloud.roleInstance": "$.docker.container_id"
+    }
+    ```
+    Here is the list of all [context tag keys](https://github.com/Microsoft/ApplicationInsights-dotnet/blob/develop/Schema/PublicSchema/ContextTagKeys.bond)
+
+## Standard Schema
+
+The standard schema for Application Insights telemetry is defined [here](https://github.com/Microsoft/ApplicationInsights-Home/tree/master/EndpointSpecs/Schemas/Bond).
+
+Below is an example of a Request telemetry in standard schema format. `data`, `data.baseType` and `data.baseData` are required properties. Different telemetry types will have different properties associated with the `baseData` object.
+
+```
+{
+  "name": "Microsoft.ApplicationInsights.Request",
+  "time": "2018-02-28T00:24:00.5676240Z",
+  "tags":{
+    "ai.cloud.role": "webfront",
+    "ai.cloud.roleInstance":"85a1e424491d07b6c1ed032f"
+  },
+  "data": {
+    "baseType": "RequestData",
+    "baseData": {
+      "ver":2,
+      "id":"|85a1e424-491d07b6c1ed032f.",
+      "name":"PUT Flights/StartNewFlightAsync",
+      "duration":"00:00:01.0782934",
+      "success":true,
+      "responseCode":"204",
+      "url":"http://localhost:5023/api/flights
+  }
+}
+```
+
+## Contributing
+Refer to [Contributing Guide](CONTRIBUTING.md).
+
+This project has adopted the [Microsoft Open Source Code of Conduct](https://opensource.microsoft.com/codeofconduct/).
+For more information see the [Code of Conduct FAQ](https://opensource.microsoft.com/codeofconduct/faq/) or
+contact [opencode@microsoft.com](mailto:opencode@microsoft.com) with any additional questions or comments.

data/Rakefile

@@ -0,0 +1,13 @@
+require "bundler"
+Bundler::GemHelper.install_tasks
+
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs.push("lib", "test")
+  t.test_files = FileList["test/**/test_*.rb"]
+  t.verbose = true
+  t.warning = true
+end
+
+task default: [:test]

data/fluent-plugin-application-insights.gemspec

@@ -0,0 +1,29 @@
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |spec|
+  spec.name    = "fluent-plugin-application-insights-freiheit"
+  spec.version = "0.2.5"
+  spec.authors = ["freiheit.com"]
+  spec.email   = ["xyz@freiheit.com"]
+
+  spec.summary       = "This is a fork of the fluentd output plugin for Azure Application Insights."
+  spec.description   = "Fluentd output plugin for Azure Application Insights."
+
+  spec.homepage      = "https://github.com/dennis-tra/fluent-plugin-application-insights"
+  spec.license       = "MIT"
+
+  test_files, files  = `git ls-files -z`.split("\x0").partition do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.files         = files.push('lib/fluent/plugin/out_application_insights.rb')
+  spec.executables   = files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = test_files
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.14"
+  spec.add_development_dependency "rake", "~> 12.0"
+  spec.add_development_dependency "test-unit", "~> 3.0"
+  spec.add_runtime_dependency "fluentd", [">= 1.0", "< 2"]
+  spec.add_runtime_dependency "application_insights", "~> 0.5.5"
+end

data/lib/fluent/plugin/out_application_insights.rb

@@ -0,0 +1,228 @@
+# Copyright (c) Microsoft Corporation. All rights reserved.
+# Licensed under the MIT License.
+
+require 'json'
+require 'fluent/plugin/output'
+require 'application_insights'
+
+module Fluent::Plugin
+  class ApplicationInsightsOutput < Output
+    Fluent::Plugin.register_output("application_insights", self)
+
+    attr_accessor :tc
+
+    helpers :record_accessor
+
+    # The Application Insights instrumentation key
+    config_param :instrumentation_key, :string
+    # The service endpoint uri to push the telemetry to
+    config_param :service_endpoint_uri, :string, default: nil
+    # The batch size to send data to Application Insights service.
+    config_param :send_buffer_size, :integer, default: 1000
+    # The parameter indication whether the record is in standard schema. i.e., the format that is recognized by Application Insights backend.
+    config_param :standard_schema, :bool, default: false
+    # The property name for the message. It will be ignored if the record is in standard schema.
+    config_param :message_property, :string, default: 'message'
+    # The property name for the timestamp. It will be ignored if the record is in standard schema.
+    config_param :time_property, :string, default: nil
+    # The property name for severity level. It will be ignored if the record is in standard schema.
+    config_param :severity_property, :string, default: 'severity'
+    # The value of severity property that maps to Application Insights' verbose severity level.
+    config_param :severity_level_verbose, :array, value_type: :string, default: ['verbose']
+    # The value of severity property that maps to Application Insights' information severity level.
+    config_param :severity_level_information, :array, value_type: :string, default: ['information']
+    # The value of severity property that maps to Application Insights' warning severity level.
+    config_param :severity_level_warning, :array, value_type: :string, default: ['warning']
+    # The value of severity property that maps to Application Insights' error severity level.
+    config_param :severity_level_error, :array, value_type: :string, default: ['error']
+    # The value of severity property that maps to Application Insights' critical severity level.
+    config_param :severity_level_critical, :array, value_type: :string, default: ['critical']
+    # The dictionary that instructs the Application Insights plugin to set Application Insights context tags using record properties.
+    # In this dictionary keys are Application Insights context tags to set, and values are names of properties to use as source of data.
+    config_param :context_tag_sources, :hash, default: {}, value_type: :string
+
+    TELEMETRY_TYPES = ["RequestData", "RemoteDependencyData", "MessageData", "ExceptionData", "EventData", "MetricData", "PageViewData", "AvailabilityData"]
+
+    def configure(conf)
+      super
+
+      @severity_level_mapping = {}
+      @severity_level_verbose.each { |l| @severity_level_mapping[l.downcase] = Channel::Contracts::SeverityLevel::VERBOSE }
+      @severity_level_information.each { |l| @severity_level_mapping[l.downcase] = Channel::Contracts::SeverityLevel::INFORMATION }
+      @severity_level_warning.each { |l| @severity_level_mapping[l.downcase] = Channel::Contracts::SeverityLevel::WARNING }
+      @severity_level_error.each { |l| @severity_level_mapping[l.downcase] = Channel::Contracts::SeverityLevel::ERROR }
+      @severity_level_critical.each { |l| @severity_level_mapping[l.downcase] = Channel::Contracts::SeverityLevel::CRITICAL }
+
+      context_tag_keys = []
+      context_tag_keys.concat Channel::Contracts::Application.json_mappings.values
+      context_tag_keys.concat Channel::Contracts::Cloud.json_mappings.values
+      context_tag_keys.concat Channel::Contracts::Device.json_mappings.values
+      context_tag_keys.concat Channel::Contracts::Internal.json_mappings.values
+      context_tag_keys.concat Channel::Contracts::Location.json_mappings.values
+      context_tag_keys.concat Channel::Contracts::Operation.json_mappings.values
+      context_tag_keys.concat Channel::Contracts::Session.json_mappings.values
+      context_tag_keys.concat Channel::Contracts::User.json_mappings.values
+
+      @context_tag_accessors = {}
+      context_tag_sources.each do |tag, property_path|
+        raise ArgumentError.new("Context tag '#{tag}' is invalid!") unless context_tag_keys.include?(tag)
+
+        @context_tag_accessors[tag] = record_accessor_create(property_path)
+      end
+    end
+
+    def start
+      super
+
+      sender = @service_endpoint_uri.nil? ? Channel::AsynchronousSender.new : Channel::AsynchronousSender.new(@service_endpoint_uri)
+      queue = Channel::AsynchronousQueue.new sender
+      channel = Channel::TelemetryChannel.new nil, queue
+      @tc = TelemetryClient.new @instrumentation_key, channel
+      @tc.channel.queue.max_queue_length = @send_buffer_size
+      @tc.channel.sender.send_buffer_size = @send_buffer_size
+    end
+
+    def shutdown
+      super
+
+      # Draining the events in the queue.
+      # We need to make sure the work thread has finished. Otherwise, it's possible that the queue is empty, but the http request to send the data is not finished.
+      # However, a drawback of waiting for the work thread to finish is that even if the events have been drained, it will still poll the queue for some time (default is 3 seconds, set by sender.send_time).
+      # This can be improved if the SDK exposes another variable indicating whether the work thread is sending data or just polling the queue.
+      while !@tc.channel.queue.empty? || @tc.channel.sender.work_thread != nil
+        # It's possible that the work thread has already exited but there are still items in the queue.
+        # https://github.com/Microsoft/ApplicationInsights-Ruby/blob/master/lib/application_insights/channel/asynchronous_sender.rb#L115
+        # Trigger flush to make the work thread working again in this case.
+        if @tc.channel.sender.work_thread == nil && !@tc.channel.queue.empty?
+          @tc.flush
+        end
+
+        sleep(1)
+      end
+    end
+
+    def process(tag, es)
+      es.each do |time, record|
+        # 'time' is a Fluent::EventTime object or an Integer. Convert it to ruby Time object.
+        time_ruby = time.is_a?(Fluent::EventTime) ? Time.at(time.sec, time.nsec / 1000).utc : Time.at(time)
+        if @standard_schema
+          process_standard_schema_log record, time_ruby
+        else
+          process_non_standard_schema_log record, time_ruby
+        end
+      end
+    end
+
+    def process_standard_schema_log(record, time)
+      if record["data"] && record["data"].is_a?(Hash) && record["data"]["baseType"] && record["data"]["baseData"]
+        base_type = record["data"]["baseType"]
+
+        if TELEMETRY_TYPES.include? base_type
+          # If the record is processed by json parser plugin, e.g., in_http use it by default, the time property will be removed. Add it back in this case.
+          record["time"] ||= time.iso8601(7)
+          record["iKey"] = @instrumentation_key
+          set_name_property(record) if !record["name"]
+          set_context_standard_schema record
+
+          envelope = Channel::Contracts::Envelope.new
+          Channel::Contracts::Envelope.json_mappings.each do |attr, name|
+            property = record.delete(name)
+            envelope.send(:"#{attr}=", property) if property
+          end
+
+          # There could be extra properties added during the fluentd pipeline. Merge the extra properties so they are not lost.
+          merge_extra_properties_standard_schema record, envelope
+
+          @tc.channel.queue.push(envelope)
+        else
+          log.debug "Unknown telemetry type #{base_type}. Event will be treated as as non standard schema event."
+          process_non_standard_schema_log record, time
+        end
+      else
+        log.debug "The event does not meet the standard schema of Application Insights output. Missing data, baseType or baseData property. Event will be treated as as non standard schema event."
+        process_non_standard_schema_log record, time
+      end
+    end
+
+    def set_name_property(record)
+      normalizedIKey = @instrumentation_key.gsub("-", "")
+      normalizedIKey = normalizedIKey.empty? ? "" : normalizedIKey + "."
+      type = record["data"]["baseType"][0..-5]
+      record["name"] = "Microsoft.ApplicationInsights.#{normalizedIKey}#{type}"
+    end
+
+    def set_context_standard_schema(record)
+      return if @context_tag_sources.length == 0
+
+      record["tags"] = record["tags"] || {}
+      @context_tag_accessors.each do |tag, accessor|
+        tag_value = accessor.call(record)
+        record["tags"][tag] = tag_value if !tag_value.nil?
+      end
+    end
+
+    def merge_extra_properties_standard_schema(record, envelope)
+      return if record.empty?
+
+      envelope.data["baseData"]["properties"] ||= {}
+      envelope.data["baseData"]["properties"].merge!(record)
+      stringify_properties(envelope.data["baseData"]["properties"])
+    end
+
+    def process_non_standard_schema_log(record, time)
+      time = record.delete(@time_property) || time
+      context = get_context_non_standard_schema(record)
+      message = record.delete @message_property
+      severity_level_value = record.delete @severity_property
+      severity_level = severity_level_value ? @severity_level_mapping[severity_level_value.to_s.downcase] : nil
+      props = stringify_properties(record)
+
+      data = Channel::Contracts::MessageData.new(
+        :message => message || 'Null',
+        :severity_level => severity_level || Channel::Contracts::SeverityLevel::INFORMATION,
+        :properties => props || {}
+      )
+
+      @tc.channel.write(data, context, time)
+    end
+
+    def get_context_non_standard_schema(record)
+      context = Channel::TelemetryContext.new
+      context.instrumentation_key = @instrumentation_key
+      return context if @context_tag_sources.length == 0
+
+      @context_tag_accessors.each do |tag, accessor|
+        set_context_tag context, tag, accessor.call(record)
+      end
+
+      return context
+    end
+
+    def set_context_tag(context, tag_name, tag_value)
+      return if tag_value.nil?
+
+      context_set = [context.application, context.cloud, context.device, context.location, context.operation, context.session, context.user]
+      context_set.each do |c|
+        c.class.json_mappings.each do |attr, name|
+          if (name == tag_name)
+            c.send(:"#{attr}=", tag_value)
+            return
+          end
+        end
+      end
+    end
+
+    def stringify_properties(record)
+      # If the property value is a json object or array, e.g., {"prop": {"inner_prop": value}}, it needs to be serialized.
+      # Otherwise, the property will become {"prop": "[object Object]"} in the final telemetry.
+      # The stringified property can be queried as described here: https://docs.loganalytics.io/docs/Language-Reference/Scalar-functions/parse_json()
+      record.each do |key, value|
+        if value.is_a?(Hash) || value.is_a?(Array)
+          record[key] = JSON.generate(value)
+        end
+      end
+      record
+    end
+
+  end
+end

data/test/helper.rb

@@ -0,0 +1,8 @@
+$LOAD_PATH.unshift(File.expand_path("../../", __FILE__))
+require "test-unit"
+require "fluent/test"
+require "fluent/test/driver/output"
+require "fluent/test/helpers"
+
+Test::Unit::TestCase.include(Fluent::Test::Helpers)
+Test::Unit::TestCase.extend(Fluent::Test::Helpers)

data/test/plugin/mock_client.rb

@@ -0,0 +1,37 @@
+require "application_insights"
+
+class MockSender < Channel::SenderBase
+  def initialize
+  end
+
+  def start
+  end
+end
+
+class MockQueue
+  attr_accessor :sender
+  attr_accessor :queue
+
+  def initialize(sender)
+    @sender = sender
+    @queue = []
+  end
+
+  def push(item)
+    return unless item
+    @queue << item
+  end
+
+  def empty?
+    @queue.empty?
+  end
+
+  def [](index)
+    @queue[index]
+  end
+
+  def flush
+    @queue = []
+  end
+end
+

data/test/plugin/test_out_application_insights.rb

@@ -0,0 +1,570 @@
+require "helper"
+require "fluent/plugin/out_application_insights.rb"
+require_relative "mock_client.rb"
+
+class ApplicationInsightsOutputTest < Test::Unit::TestCase
+  setup do
+    Fluent::Test.setup
+  end
+
+  CONFIG = %[
+    instrumentation_key ikey
+  ]
+
+  def create_driver(conf = CONFIG)
+    driver = Fluent::Test::Driver::Output.new(Fluent::Plugin::ApplicationInsightsOutput).configure(conf)
+    driver.instance.start
+
+    sender = MockSender.new
+    queue = MockQueue.new sender
+    channel = ApplicationInsights::Channel::TelemetryChannel.new nil, queue
+    driver.instance.tc = ApplicationInsights::TelemetryClient.new "iKey", channel
+
+    return driver
+  end
+
+  sub_test_case 'configure' do
+    test 'invalid context tag key' do
+      config = %[
+        instrumentation_key ikey
+        context_tag_sources invalid_tag_name:kubernetes_container_name
+      ]
+      assert_raise ArgumentError.new("Context tag 'invalid_tag_name' is invalid!") do
+        create_driver config
+      end
+    end
+  end
+
+  sub_test_case 'process standard schema event' do
+    setup do
+      config = %[
+        instrumentation_key ikey
+        standard_schema true
+      ]
+
+      @d = create_driver config
+    end
+
+    test 'ikey and timestamps are added if empty' do
+      time = event_time("2011-01-02 13:14:15 UTC")
+      @d.run(default_tag: 'test', shutdown: false) do
+        @d.feed(time, {"name" => "telemetry name", "data" => { "baseType" => "RequestData", "baseData" => {} }})
+      end
+
+      envelope = @d.instance.tc.channel.queue[0]
+      assert_equal "ikey", envelope.i_key
+      assert_equal "2011-01-02T13:14:15.0000000Z", envelope.time
+    end
+
+    test 'event missing required properties is treated as non standard schema' do
+      time = event_time("2011-01-02 13:14:15 UTC")
+      @d.instance.log.level = "debug"
+      @d.run(default_tag: 'test', shutdown: false) do
+          @d.feed(time, {})
+          @d.feed(time, {"data" => 2})
+          @d.feed(time, {"data" => {}})
+          @d.feed(time, {"data" => {"someprop" => "value"}})
+          @d.feed(time, {"data" => {"baseType" => "type"}})
+          @d.feed(time, {"data" => {"baseData" => "data"}})
+      end
+
+      logs = @d.instance.log.out.logs
+      assert_equal 6, logs.length
+      assert_true logs.all?{ |log| log.include?("The event does not meet the standard schema of Application Insights output. Missing data, baseType or baseData property.") }
+    end
+
+    test 'event of standard schema will fill in the name property if it is empty' do
+      config = %[
+        instrumentation_key 000-000-000
+        standard_schema true
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "data" => { "baseType" => "RequestData", "baseData" => {} }
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal "Microsoft.ApplicationInsights.000000000.Request", envelope.name
+    end
+
+    test 'event of standard schema will fill in the name property if it is empty and instrumentation key is empty' do
+      config = %[
+        instrumentation_key ""
+        standard_schema true
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "data" => { "baseType" => "RequestData", "baseData" => {} }
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal "Microsoft.ApplicationInsights.Request", envelope.name
+    end
+
+    test 'event with unknown data type is treated as non standard schema' do
+      time = event_time("2011-01-02 13:14:15 UTC")
+      @d.instance.log.level = "debug"
+      @d.run(default_tag: 'test', shutdown: false) do
+          @d.feed(time, {"name" => "telemetry name", "data" => {"baseType" => "unknown", "baseData" => {}}})
+      end
+
+      logs = @d.instance.log.out.logs
+      assert_true logs.length > 0
+      assert_true logs.all?{ |log| log.include?("Unknown telemetry type unknown") }
+    end
+
+    test 'extra properties are not lost after processing' do
+      time = event_time("2011-01-02 13:14:15 UTC")
+      @d.run(default_tag: 'test', shutdown: false) do
+        @d.feed(time, {"name" => "telemetry name", "data" => { "baseType" => "RequestData", "baseData" => {} }, "kubernetes" => { "pod_name" => "frontend" }})
+      end
+
+      envelope = @d.instance.tc.channel.queue[0]
+      assert_equal({ "kubernetes" => "{\"pod_name\":\"frontend\"}" }, envelope.data["baseData"]["properties"])
+    end
+  end
+
+  sub_test_case 'set context on standard schema event' do
+    test 'context tag sources is empty' do
+      config = %[
+        instrumentation_key ikey
+        standard_schema true
+        context_tag_sources {}
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "name" => "telemetry name",
+          "data" => { "baseType" => "RequestData", "baseData" => {} },
+          "kubernetes_container_name" => "frontend"
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_true envelope.tags.length == 0
+    end
+
+    test 'context tag sources does not exist on record' do
+      config = %[
+        instrumentation_key ikey
+        standard_schema true
+        context_tag_sources ai.cloud.role:kubernetes_container_name
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "name" => "telemetry name",
+          "data" => { "baseType" => "RequestData", "baseData" => {} }
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_nil envelope.tags["ai.cloud.role"]
+    end
+
+    test 'context is updated according to context tag keys' do
+      config = %[
+        instrumentation_key ikey
+        standard_schema true
+        context_tag_sources ai.cloud.role:kubernetes_container_name
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "name" => "telemetry name",
+          "data" => { "baseType" => "RequestData", "baseData" => {} },
+          "kubernetes_container_name" => "frontend",
+          "other_prop" => "prop value"
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_equal "frontend", envelope.tags["ai.cloud.role"]
+
+      extra_properties = {
+        "kubernetes_container_name" => "frontend",
+        "other_prop" => "prop value"
+      }
+      assert_equal extra_properties, envelope.data["baseData"]["properties"]
+    end
+
+    test 'context tag source is nested property path' do
+      config = %[
+        instrumentation_key ikey
+        standard_schema true
+        context_tag_sources {
+          "ai.cloud.role": "$.kubernetes.container_name",
+          "ai.cloud.roleInstance": "$.kubernetes.not_exist"
+        }
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "name" => "telemetry name",
+          "data" => { "baseType" => "RequestData", "baseData" => {} },
+          "kubernetes" => {
+            "container_name" => "frontend",
+            "container_id" => "c42c557e1615511dd3a3cb1d6e8f14984464bb0f"
+          }
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_equal "frontend", envelope.tags["ai.cloud.role"]
+      assert_nil envelope.tags["ai.cloud.roleInstance"]
+    end
+
+    test 'multiple context tag keys' do
+      config = %[
+        instrumentation_key ikey
+        standard_schema true
+        context_tag_sources {
+          "ai.cloud.role": "kubernetes_container_name",
+          "ai.cloud.roleInstance": "$.docker.container_id"
+        }
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "name" => "telemetry name",
+          "data" => { "baseType" => "RequestData", "baseData" => {} },
+          "docker" => {
+            "container_id" => "c42c557e1615511dd3a3cb1d6e8f14984464bb0f"
+          },
+          "kubernetes_container_name" => "frontend"
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_equal "frontend", envelope.tags["ai.cloud.role"]
+      assert_equal "c42c557e1615511dd3a3cb1d6e8f14984464bb0f", envelope.tags["ai.cloud.roleInstance"]
+    end
+  end
+
+  sub_test_case 'process non standard schema event' do
+    test 'empty message' do
+      d = create_driver
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"prop" => "value"})
+      end
+
+      assert_equal 1, d.instance.tc.channel.queue.queue.length
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal "Null", envelope.data.base_data.message
+      assert_equal envelope.data.base_data.properties, {"prop" => "value"}
+    end
+
+    test 'custom timestamp take precedence over fluentd timestamp' do
+      config = %[
+        instrumentation_key ikey
+        time_property time
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"time" => "2010-10-01"})
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal "2010-10-01", envelope.time
+    end
+
+    test 'custom timestamp format is not ensured to be valid' do
+      config = %[
+        instrumentation_key ikey
+        time_property time
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"time" => "custom time"})
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal "custom time", envelope.time
+    end
+
+    test 'timestamp is in iso8601 format' do
+      d = create_driver
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"message" => "log message"})
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal "2011-01-02T13:14:15.0000000Z", envelope.time
+    end
+
+    test 'custom message property' do
+      config = %[
+        instrumentation_key ikey
+        message_property custom_message_property
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"custom_message_property" => "custom message", "message" => "my message"})
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal "custom message", envelope.data.base_data.message
+    end
+
+    test 'custom severity level mapping' do
+      config = %[
+        instrumentation_key ikey
+        severity_property custom_severity_property
+        severity_level_error 100
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"custom_severity_property" => 100, "message" => "my message"})
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal ApplicationInsights::Channel::Contracts::SeverityLevel::ERROR, envelope.data.base_data.severity_level
+    end
+
+    test 'multiple severity levels' do
+      config = %[
+        instrumentation_key ikey
+        severity_property custom_severity_property
+        severity_level_critical fatal, panic
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"custom_severity_property" => "panic", "message" => "my message"})
+      end
+
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"custom_severity_property" => "fatal", "message" => "my message"})
+      end
+
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"custom_severity_property" => "critical", "message" => "my message"})
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal ApplicationInsights::Channel::Contracts::SeverityLevel::CRITICAL, envelope.data.base_data.severity_level
+
+      envelope = d.instance.tc.channel.queue[1]
+      assert_equal ApplicationInsights::Channel::Contracts::SeverityLevel::CRITICAL, envelope.data.base_data.severity_level
+      
+      envelope = d.instance.tc.channel.queue[2]
+      assert_not_equal ApplicationInsights::Channel::Contracts::SeverityLevel::CRITICAL, envelope.data.base_data.severity_level
+    end
+
+    test 'properties are stringified' do
+      d = create_driver
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {"prop" => {"inner_prop1" => "value1", "inner_prop2" => "value2"}})
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_equal 1, envelope.data.base_data.properties.length
+      assert_equal "{\"inner_prop1\":\"value1\",\"inner_prop2\":\"value2\"}", envelope.data.base_data.properties["prop"]
+    end
+  end
+
+  sub_test_case 'set context on non standard schema event' do
+    test 'context tag sources is empty' do
+      config = %[
+        instrumentation_key ikey
+        context_tag_sources {}
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "message" => "my message",
+          "kubernetes_container_name" => "frontend"
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+
+      # The only tag is "ai.internal.sdkVersion", which is irrelevant to contaxt_tag_sources
+      assert_true envelope.tags.length == 1
+      assert_equal "ai.internal.sdkVersion", envelope.tags.keys[0]
+      assert_equal "ikey", envelope.i_key
+    end
+
+    test 'context tag sources does not exist on record' do
+      config = %[
+        instrumentation_key ikey
+        context_tag_sources ai.cloud.role:kubernetes_container_name
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "message" => "my message"
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_nil envelope.tags["ai.cloud.role"]
+    end
+
+    test 'context is updated according to context tag keys' do
+      config = %[
+        instrumentation_key ikey
+        context_tag_sources ai.cloud.role:kubernetes_container_name
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "message" => "my message",
+          "kubernetes_container_name" => "frontend",
+          "other_prop" => "prop value"
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_equal "frontend", envelope.tags["ai.cloud.role"]
+      assert_not_nil envelope.data.base_data.properties["kubernetes_container_name"]
+      assert_not_nil envelope.data.base_data.properties["other_prop"]
+    end
+
+    test 'context tag source is nested property path' do
+      config = %[
+        instrumentation_key ikey
+        context_tag_sources {
+          "ai.cloud.role": "$.kubernetes.container_name",
+          "ai.cloud.roleInstance": "$.kubernetes.not_exist"
+        }
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "name" => "telemetry name",
+          "data" => { "baseType" => "RequestData", "baseData" => {} },
+          "kubernetes" => {
+            "container_name" => "frontend",
+            "container_id" => "c42c557e1615511dd3a3cb1d6e8f14984464bb0f"
+          }
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_equal "frontend", envelope.tags["ai.cloud.role"]
+      assert_nil envelope.tags["ai.cloud.roleInstance"]
+    end
+
+    test 'multiple context tag keys' do
+      config = %[
+        instrumentation_key ikey
+        context_tag_sources {
+          "ai.cloud.role": "kubernetes_container_name",
+          "ai.cloud.roleInstance": "$.docker.container_id"
+        }
+      ]
+      d = create_driver config
+
+      time = event_time("2011-01-02 13:14:15 UTC")
+      d.run(default_tag: 'test', shutdown: false) do
+        d.feed(time, {
+          "message" => "my message",
+          "docker" => {
+            "container_id" => "c42c557e1615511dd3a3cb1d6e8f14984464bb0f"
+          },
+          "kubernetes_container_name" => "frontend"
+        })
+      end
+
+      envelope = d.instance.tc.channel.queue[0]
+      assert_not_nil envelope.tags
+      assert_true envelope.tags.length == 3
+      assert_equal "frontend", envelope.tags["ai.cloud.role"]
+      assert_equal "c42c557e1615511dd3a3cb1d6e8f14984464bb0f", envelope.tags["ai.cloud.roleInstance"]
+    end
+  end
+
+  sub_test_case 'stringify_properties' do
+    test 'simple data type are not stringified' do
+      plugin = create_driver.instance
+
+      record = {prop1: 1, prop2: true, prop3: "value"}
+      actual = plugin.stringify_properties(record)
+      expected = {prop1: 1, prop2: true, prop3: "value"}
+      assert_equal expected, actual
+    end
+
+    test 'json and array property values are stringified' do
+      plugin = create_driver.instance
+
+      record = {prop1: 1, prop2: [1, 2, 3], prop3: {inner_prop: "value"}}
+      actual = plugin.stringify_properties(record)
+      expected = {prop1: 1, prop2: "[1,2,3]", prop3: "{\"inner_prop\":\"value\"}"}
+      assert_equal expected, actual
+    end
+
+    test 'stringify complicated property value' do
+      plugin = create_driver.instance
+
+      record = {
+        arr: [1, [2, [3, {inner: "value"}]]],
+        obj: {
+          arr: [1, {inarr: "inarr"}],
+          inobj: {
+            ininobj: {
+              prop: "value"
+            },
+            num: 3.14
+          }
+        }
+      }
+
+      actual = plugin.stringify_properties(record)
+      expected = {
+        :arr=> "[1,[2,[3,{\"inner\":\"value\"}]]]",
+        :obj=> "{\"arr\":[1,{\"inarr\":\"inarr\"}],\"inobj\":{\"ininobj\":{\"prop\":\"value\"},\"num\":3.14}}"
+      }
+      assert_equal expected, actual
+    end
+  end
+
+end

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-application-insights-freiheit
+version: !ruby/object:Gem::Version
+  version: 0.2.5
+platform: ruby
+authors:
+- freiheit.com
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2019-11-22 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '12.0'
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '1.0'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: application_insights
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.5.5
+description: Fluentd output plugin for Azure Application Insights.
+email:
+- xyz@freiheit.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- CONTRIBUTING.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- fluent-plugin-application-insights.gemspec
+- lib/fluent/plugin/out_application_insights.rb
+- test/helper.rb
+- test/plugin/mock_client.rb
+- test/plugin/test_out_application_insights.rb
+homepage: https://github.com/dennis-tra/fluent-plugin-application-insights
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.7
+signing_key: 
+specification_version: 4
+summary: This is a fork of the fluentd output plugin for Azure Application Insights.
+test_files:
+- test/helper.rb
+- test/plugin/mock_client.rb
+- test/plugin/test_out_application_insights.rb