fluent-plugin-dynatrace 0.1.0

data/test/integration/fixtures/logsink/Dockerfile

@@ -0,0 +1,18 @@
+# Copyright 2021 Dynatrace LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+FROM node:lts-alpine
+COPY server.js /logsink/server.js
+
+CMD node /logsink/server.js

data/test/integration/fixtures/logsink/server.js

@@ -0,0 +1,46 @@
+/**
+ * Copyright 2021 Dynatrace LLC
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ *    http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+const http = require("http");
+
+process.on('SIGINT', () => {
+  process.exit(0)
+});
+
+process.on('SIGTERM', () => {
+  process.exit(0)
+});
+
+const server = http.createServer((req, res) => {
+    const ua = req.headers['user-agent'];
+    if (typeof ua != 'string') {
+      process.stdout.write("Missing user agent header");
+    }
+
+    if (!ua.match(/^fluent-plugin-dynatrace v\d+\.\d+\.\d+$/)) {
+      process.stdout.write("Invalid user agent header");
+    }
+
+    req.on('data', (chunk) => {
+        process.stdout.write(chunk);
+    });
+
+    req.on("end", () => {
+        res.end();
+    });
+})
+
+server.listen(8080);

data/test/integration/integration_test.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+# Copyright 2021 Dynatrace LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'test/unit'
+require 'net/http'
+
+class TestFluentIntegration < Test::Unit::TestCase
+  def setup
+    puts `cd test/integration/fixtures && docker-compose up -d --force-recreate --build`
+    puts 'waiting 5s for integration test to start'
+    sleep 5
+  end
+
+  def teardown
+    puts `cd test/integration/fixtures && docker-compose down`
+  end
+
+  def test_integration
+    puts 'sending logs'
+    uri = URI.parse('http://localhost:8080/dt.match')
+    http = Net::HTTP.new(uri.host, uri.port)
+
+    req = Net::HTTP::Post.new(uri.path, { 'Content-Type' => 'application/json' })
+
+    req.body = '[{"foo":"bar"},{"abc":"def"},{"xyz":"123"},{"abc":"def"},{"xyz":"123"},{"abc":"def"},{"xyz":"123"}]'
+    http.request(req)
+
+    puts 'waiting 10s for output plugin to flush'
+    sleep 10
+
+    logs = `docker logs fixtures_logsink_1`
+
+    line1 = '[{"foo":"bar"},{"abc":"def"},{"xyz":"123"},{"abc":"def"},{"xyz":"123"}]'
+    line2 = '[{"abc":"def"},{"xyz":"123"}]'
+    assert_equal("#{line1}\n#{line2}\n", logs)
+  end
+end

data/test/plugin/out_dynatrace_test.rb

@@ -0,0 +1,152 @@
+# frozen_string_literal: true
+
+# Copyright 2021 Dynatrace LLC
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'fluent/test'
+require 'fluent/test/helpers'
+require 'fluent/test/driver/output'
+require 'fluent/plugin/out_dynatrace'
+require 'fluent/plugin/dynatrace_constants'
+require 'webrick'
+
+class FakeAgent
+  Result = Struct.new('Result', :data, :headers)
+
+  attr_reader :result, :original_agent
+  attr_accessor :use_ssl, :verify_mode
+
+  def initialize(original_agent)
+    @result = Result.new(nil, {})
+    @started = false
+    @original_agent = original_agent
+  end
+
+  def started?
+    @started
+  end
+
+  def start
+    raise 'already started' if @started
+
+    @started = true
+  end
+
+  def finish; end
+
+  def request(req, body)
+    raise 'expected POST' unless req.method == 'POST'
+    raise 'expected application/json' unless req.content_type == 'application/json'
+
+    req.each do |key, value|
+      @result.headers[key] = value
+    end
+
+    @result.data = JSON.parse(body)
+  end
+end
+
+class MyOutputTest < Test::Unit::TestCase
+  include Fluent::Test::Helpers
+
+  DEFAULT_LOGGER = ::WEBrick::Log.new($stdout, ::WEBrick::BasicLog::FATAL)
+
+  def server_port
+    19_881
+  end
+
+  def base_endpoint
+    "http://127.0.0.1:#{server_port}"
+  end
+
+  def setup
+    Fluent::Test.setup
+  end
+
+  # default configuration for tests
+  def config
+    %(
+      active_gate_url #{base_endpoint}/logs
+      api_token       secret
+    )
+  end
+
+  def events
+    [
+      { 'message' => 'hello', 'num' => 10, 'bool' => true },
+      { 'message' => 'hello', 'num' => 11, 'bool' => false }
+    ]
+  end
+
+  def create_driver(conf = config)
+    d = Fluent::Test::Driver::Output.new(Fluent::Plugin::DynatraceOutput).configure(conf)
+    @agent = FakeAgent.new(d.instance.agent)
+    d.instance.agent = @agent
+    d
+  end
+
+  sub_test_case 'configuration' do
+    test 'required configurations are applied' do
+      d = create_driver
+      assert_equal "http://127.0.0.1:#{server_port}/logs", d.instance.active_gate_url
+      assert_equal 'secret', d.instance.api_token
+    end
+
+    test 'ssl_verify_none false by default' do
+      d = create_driver
+      assert_equal false, d.instance.ssl_verify_none
+    end
+
+    test 'use ssl and verify certificates if https endpoint provided' do
+      d = create_driver(%(
+        active_gate_url https://example.dynatrace.com/logs
+        api_token       secret
+      ))
+
+      assert_equal true, d.instance.agent.original_agent.use_ssl?
+      assert_nil d.instance.agent.original_agent.verify_mode
+    end
+
+    test 'use ssl and skip verification if https endpoint and ssl_verify_none' do
+      d = create_driver(%(
+        active_gate_url https://example.dynatrace.com/logs
+        api_token       secret
+        ssl_verify_none true
+      ))
+
+      assert_equal true, d.instance.agent.original_agent.use_ssl?
+      assert_equal OpenSSL::SSL::VERIFY_NONE, d.instance.agent.original_agent.verify_mode
+    end
+  end
+
+  sub_test_case 'tests for #write' do
+    test 'Write all records as a JSON array' do
+      d = create_driver
+      t = event_time('2016-06-10 19:46:32 +0900')
+      d.run do
+        d.feed('tag', t, { 'message' => 'this is a test message', 'amount' => 53 })
+        d.feed('tag', t, { 'message' => 'this is a second test message', 'amount' => 54 })
+      end
+
+      assert_equal 2, d.instance.agent.result.data.length
+
+      content = d.instance.agent.result.data[0]
+
+      assert_equal "fluent-plugin-dynatrace v#{Fluent::Plugin::DynatraceOutputConstants.version}",
+                   d.instance.agent.result.headers['user-agent']
+      assert_equal content['message'], 'this is a test message'
+      assert_equal content['amount'], 53
+    end
+  end
+end

metadata

@@ -0,0 +1,152 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-dynatrace
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Dynatrace Open Source Engineering
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2021-02-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.22
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.14.22
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '2'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '2'
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 13.0.3
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 13.0.3
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 1.9.1
+- !ruby/object:Gem::Dependency
+  name: rubocop-rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.5.1
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '='
+      - !ruby/object:Gem::Version
+        version: 0.5.1
+description: 
+email:
+- opensource@dynatrace.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".github/workflows/integration.yaml"
+- ".github/workflows/lint.yaml"
+- ".github/workflows/release.yaml"
+- ".github/workflows/unit.yaml"
+- ".gitignore"
+- ".rubocop.yml"
+- CODE_OF_CONDUCT.md
+- Gemfile
+- LICENSE
+- README.md
+- Rakefile
+- fluent-plugin-dynatrace.gemspec
+- lib/fluent/plugin/dynatrace_constants.rb
+- lib/fluent/plugin/out_dynatrace.rb
+- test/.rubocop.yml
+- test/integration/fixtures/docker-compose.yaml
+- test/integration/fixtures/fluent/Dockerfile
+- test/integration/fixtures/fluent/entrypoint.sh
+- test/integration/fixtures/fluent/fluent.conf
+- test/integration/fixtures/logsink/Dockerfile
+- test/integration/fixtures/logsink/server.js
+- test/integration/integration_test.rb
+- test/plugin/out_dynatrace_test.rb
+homepage: https://www.dynatrace.com/
+licenses:
+- Apache-2.0
+metadata:
+  bug_tracker_uri: https://github.com/dynatrace-oss/fluent-plugin-dynatrace/issues
+  documentation_uri: https://github.com/dynatrace-oss/fluent-plugin-dynatrace
+  source_code_uri: https://github.com/dynatrace-oss/fluent-plugin-dynatrace
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.4.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.4
+signing_key: 
+specification_version: 4
+summary: A fluentd output plugin for sending logs to the Dynatrace Generic log ingest
+  API v2
+test_files: []