fluent-plugin-append-kubernetes-annotations-to-tag 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 5a7d7bf1ee7d6e83c8498d8ed86d796b4492e084
+  data.tar.gz: 5a20e6cb091a67753c4d6d20132f63781286b849
+SHA512:
+  metadata.gz: 2e690ee2964acd86afec3510050a84d2a848628115427022180b678f16e196cdb3dace67380fa57d52f8eea7cb9440e4979b62c19f07dc073c86c455ac2f9b8d
+  data.tar.gz: fe6b96d2247791be76405b8633a49e7a3601eeb20211c3e1dc82e50cb99aba13024fb5f75e0b48b646a505829e32ecd694ec06b6a0cfdfe6faa01664c5b85e8f

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-add.gemspec
+gemspec

data/README.md

@@ -0,0 +1,56 @@
+# fluent-plugin-append_kubernetes_annotations_to_tag
+
+## A Fluent plugin to add kubernetes container annotations to the log tag
+
+## Prerequisites
+
+This plugin is intended for use with the [kuberenetes_metadata_filter](https://github.com/fabric8io/fluent-plugin-kubernetes_metadata_filter) plugin. You will need to filter with `kubernetes_metadata_filter` so that your log records have the `kubernetes` attribute loaded with the required data.
+
+## TODO
+
+[ ] Open source this gem
+  * [ ] Stop relying on a Redbubble-owned Docker image for the build
+  * [ ] Publish to Rubygems.org
+  * [ ] Make repo public
+
+## Usage
+
+In your Gemfile:
+
+```ruby
+gem 'fluent-plugin-append-kubernetes-annotations-to-tag'
+```
+
+In your Fluent config:
+
+```
+<filter **>
+  @type kubernetes_metadata_filter # See 'Prerequisites' above
+  
+  ...
+  
+</filter>
+
+<filter **>
+  @type append_kubernetes_annotations_to_tag
+  
+  annotations ['log_destination']
+</filter>
+```
+
+
+## Contributing
+
+If you would like to contribute a fix or feature, here's what you should do:
+
+1. Raise an issue so we can discuss your change, and be sure you're not wasting your time
+1. Fork this repo (optional if you are a Redbubble engineer)
+2. Make your changes
+3. Submit a pull request
+
+## Maintainers
+
+delivery-engineers@redbubble.com
+
+
+    Copyright (c) Redbubble 2017. All rights reserved.

data/fluent-plugin-append-kubernetes-annotations-to-tag.gemspec

@@ -0,0 +1,27 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+
+Gem::Specification.new do |gem|
+  gem.name          = "fluent-plugin-append-kubernetes-annotations-to-tag"
+  gem.version       = "0.0.1"
+  gem.authors       = ["Redbubble Delivery Engineering Team"]
+  gem.email         = ["delivery-engineers@redbubble.com"]
+  gem.description   = %q{Filter plugin to append certain Kubernetes annotations to the Fluentd tag}
+  gem.summary       = %q{Filter plugin to append certain Kubernetes annotations to the Fluentd tag}
+  gem.homepage      = "https://github.com/redbubble/fluent-plugin-append_kubernetes_annotations_to_tag"
+  gem.license       = "Copyright (c) Redbubble 2017. All rights reserved."
+
+  gem.files = Dir['lib/**/*'] + %w(Gemfile README.md fluent-plugin-append-kubernetes-annotations-to-tag.gemspec)
+  gem.executables   = gem.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+  gem.has_rdoc      = false
+
+  gem.required_ruby_version = '>= 2.0.0'
+
+  gem.add_runtime_dependency "fluentd", ">= 0.12.0"
+
+  gem.add_development_dependency "bundler", "~> 1.3"
+  gem.add_development_dependency "rspec", "~> 3.0"
+end

data/lib/fluent/plugin/out_append_kubernetes_annotations_to_tag.rb

@@ -0,0 +1,56 @@
+require 'fluent/output'
+
+module Fluent
+  class Fluent::AppendKubernetesAnnotationsToTag < Fluent::Output
+    Fluent::Plugin.register_output('append_kubernetes_annotations_to_tag', self)
+
+    config_param :annotations, :string
+
+    def configure(conf)
+      super
+
+      @annotations = conf['annotations'].split(',')
+    end
+
+    def emit(tag, es, chain)
+      es.each do |time, record|
+        events(tag, time, record).each do |(tag, time, record)|
+          router.emit(tag, time, record)
+        end
+      end
+
+      chain.next
+
+    rescue
+      log.error "Failed to re-format docker record #{record}"
+      # this seems to be a way to safely swallow records we don't know how to format
+      ""
+    end
+
+    private
+
+    def events(tag, time, record)
+      [
+        event(tag, time, record)
+      ]
+    end
+
+    def event(tag, time, record)
+      new_tag = if record.has_key? 'kubernetes' && record['kubernetes'].has_key? 'annotations'
+        kubernetes_annotations_tag_appender.append(tag, record['kubernetes']['annotations'])
+      else
+        tag
+      end
+
+      [
+        new_tag,
+        time,
+        record
+      ]
+    end
+
+    def kubernetes_annotations_tag_appender
+      @kubernetes_annotations_tag_appender ||= KubernetesAnnotationsTagAppender.new(@annotations)
+    end
+  end
+end

data/lib/kubernetes_annotations_tag_appender.rb

@@ -0,0 +1,11 @@
+class KubernetesAnnotationsTagAppender
+  attr_reader :annotations
+
+  def initialize(annotations)
+    @annotations = annotations
+  end
+
+  def append(tag, data)
+    @annotations.reduce(tag) { |t, l| "#{t}.#{l}=#{data[l]}" }
+  end
+end

metadata

@@ -0,0 +1,92 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-append-kubernetes-annotations-to-tag
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Redbubble Delivery Engineering Team
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-09-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.12.0
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: Filter plugin to append certain Kubernetes annotations to the Fluentd
+  tag
+email:
+- delivery-engineers@redbubble.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- fluent-plugin-append-kubernetes-annotations-to-tag.gemspec
+- lib/fluent/plugin/out_append_kubernetes_annotations_to_tag.rb
+- lib/kubernetes_annotations_tag_appender.rb
+homepage: https://github.com/redbubble/fluent-plugin-append_kubernetes_annotations_to_tag
+licenses:
+- Copyright (c) Redbubble 2017. All rights reserved.
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: Filter plugin to append certain Kubernetes annotations to the Fluentd tag
+test_files: []