fluent-plugin-randomtag 0.0.2

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 0e8a9ba685b1e7baff93b5cca2fd9898d261bc6c
+  data.tar.gz: 1fcbb14cf7ddfe5e7842dbfcd7d291cc39789939
+SHA512:
+  metadata.gz: fe62e0907fefe8799fc677150c1110a76fbfe331f55d89b6e869690a52e75c4cbc8914e18cc3ab8c705913977644586a63a1586fd7342a6a54a57d709049cceb
+  data.tar.gz: b1a9e34174a25b9cd86d9010b6a929828539a64c177e5821f77f8a432ced2c3bdbbb853c509c716ee4cc787b50566041a9a0b99c2abde3dc4317bc2418723aeb

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in fluent-plugin-filter_custom_cart.gemspec
+gemspec

data/README.md

@@ -0,0 +1,47 @@
+fluent-plugin-random
+====================
+
+(Yet another Fluentd plugin)
+
+What
+----
+
+Allows to replace generate random value (only in integer at the time of this README) in a the specified key.
+
+How
+---
+
+You want to define :
+- Output field : **field**.
+- Integer interval : **integer** (syntax is the Ruby range..syntax)
+
+More random type could come in the future (float, string)
+
+Examples
+========
+
+Example 0
+---------
+
+```
+<match *.test>
+    type random
+    add_tag_prefix random.
+    integer 15..100
+    field key1
+</match>
+```
+
+Example of records :
+```
+{
+    'foo' => "bar"
+}
+```
+... *can* output :
+```
+{
+    'key1' => 42,
+    'foo' => "bar"
+}
+```

data/Rakefile

@@ -0,0 +1,12 @@
+#!/usr/bin/env rake
+require "bundler/gem_tasks"
+require 'rake/testtask'
+
+desc 'Default: run test.'
+task :default => :test
+
+Rake::TestTask.new(:test) do |test|
+  test.libs << 'lib' << 'test'
+  test.pattern = 'test/**/test_*.rb'
+  test.verbose = true
+end

data/fluent-plugin-randomtag.gemspec

@@ -0,0 +1,19 @@
+Gem::Specification.new do |spec|
+  spec.name          = "fluent-plugin-randomtag"
+  spec.version       = "0.0.2"
+  spec.authors       = ["Neozaru","davidwin93"]
+  spec.email         = ["neozaru@mailoo.org"]
+  spec.description   = %q{Fluentd custom plugin to generate random values in tag}
+  spec.summary       = %q{Fluentd custom plugin to generate random values in tag}
+  spec.homepage      = "https://github.com/go2mobi/fluent-plugin-random"
+  spec.license       = "WTFPL"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler"
+  spec.add_development_dependency "rake"
+  spec.add_development_dependency "fluentd"
+end

data/lib/fluent/plugin/out_randomtag.rb

@@ -0,0 +1,69 @@
+# coding: utf-8
+require "securerandom"
+
+module Fluent
+  class RandomTagOutput < Output
+    include Fluent::HandleTagNameMixin
+
+    Fluent::Plugin.register_output('randomtag', self)
+
+    config_param :integer, :string, :default => nil
+
+
+    def parse_integer_field(interval)
+      lower_upper = interval.split("..", 2).map{|value| Integer(value) }
+      if (lower_upper.length != 2 || !lower_upper[0].is_a?(Integer) || !lower_upper[1].is_a?(Integer))
+        raise "random_tag: Bad value for 'integer' (value: '#{interval}')"
+      end
+      return lower_upper
+    end
+
+    def check_valid_interval(lower, upper)
+      if (lower >= upper)
+        raise "random_tag: Bad interval for 'integer' (#{lower} >= #{upper})"
+      end
+    end
+
+
+    def configure(conf)
+      super
+
+      if (integer.nil?)
+        raise ConfigError, "random_tag: 'integer' is required to be set."
+      end
+
+      @integer_interval = parse_integer_field(integer)
+      check_valid_interval(@integer_interval[0], @integer_interval[1])
+      @random  = Random.new()
+    end
+
+    def emit(tag, es, chain)
+      es.each { |time, record|
+        t = tag.dup
+        r = process()
+        #Create new tag with random number prefixed
+        nT = "#{r}.#{t}"
+        filter_record(nT, time, record)
+        Engine.emit(nT, time, record)
+      }
+
+      chain.next
+    end
+
+    private
+
+    def filter_record(tag, time, record)
+      super(tag, time, record)
+    end
+
+    def process()
+      
+      return generate_integer(@integer_interval[0], @integer_interval[1])
+    end
+
+    def generate_integer(lower, upper)
+      return @random.rand(lower..upper)
+    end
+
+  end
+end

data/test/plugin/test_out_randomtag.rb

@@ -0,0 +1,102 @@
+# coding: utf-8
+require 'test_helper'
+require 'fluent/plugin/out_randomtag'
+
+class RandomTagOutputTest < Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+    @p = create_driver(%[
+      strict true
+      integer 1..10
+    ])
+  end
+
+  def create_driver(conf, tag = 'test')
+    Fluent::Test::OutputTestDriver.new(
+      Fluent::RandomTagOutput, tag
+    ).configure(conf)
+  end
+
+  def test_unit_parse_integer
+    assert_raise do @p.instance.parse_integer_field("") end
+    assert_raise do @p.instance.parse_integer_field("1.10") end
+    assert_raise do @p.instance.parse_integer_field("1..10,1") end
+    assert_raise do @p.instance.parse_integer_field("10") end
+    assert_raise do @p.instance.parse_integer_field("1..10..11") end
+    assert_raise do @p.instance.parse_integer_field("1..") end
+    assert_raise do @p.instance.parse_integer_field("..10") end
+    assert_raise do @p.instance.parse_integer_field("foo..10") end
+    assert_raise do @p.instance.parse_integer_field("1..bar") end
+    assert_raise do @p.instance.parse_integer_field("foo") end
+    assert_raise do @p.instance.parse_integer_field("foo..bar") end
+
+    lower_upper = @p.instance.parse_integer_field("1..10")
+    assert_equal 1, lower_upper[0]
+    assert_equal 10, lower_upper[1]
+
+    lower_upper = @p.instance.parse_integer_field("10..1")
+    assert_equal 10, lower_upper[0]
+    assert_equal 1, lower_upper[1]
+
+    lower_upper = @p.instance.parse_integer_field("-10000000000..10000000000")
+    assert_equal -10000000000, lower_upper[0]
+    assert_equal 10000000000, lower_upper[1]
+
+    lower_upper = @p.instance.parse_integer_field("-1000000000000000000000000000000..1000000000000000000000000000000")
+    assert_equal -1000000000000000000000000000000, lower_upper[0]
+    assert_equal 1000000000000000000000000000000, lower_upper[1]
+  end
+
+  def test_unit_check_valid_interval()
+    assert_raise do @p.instance.check_valid_interval(10,1) end
+    assert_raise do @p.instance.check_valid_interval(10,-1) end
+
+    @p.instance.check_valid_interval(-50,10)
+    @p.instance.check_valid_interval(1,10)
+    @p.instance.check_valid_interval(-1000000000000000000000000000000, 1000000000000000000000000000000)
+  end
+
+  def test_configure_on_success
+    # All set
+    d = create_driver(%[
+      strict true
+      integer 1..10
+    ])
+
+  end
+
+  def test_configure_on_failure
+    # when mandatory keys not set
+    assert_raise(Fluent::ConfigError) do
+      create_driver(%[
+        blah blah
+      ])
+    end
+
+
+    # 'integer' is missing
+    assert_raise(Fluent::ConfigError) do
+      create_driver(%[
+        field key1
+      ])
+    end
+  end
+
+  def test_emit
+    d = create_driver(%[
+      integer 1..10
+    ])
+
+    record = {
+      'foo' => 'bar'
+    }
+
+    d.run { d.emit(record) }
+    emits = d.emits
+
+    assert_equal 1,           emits.count
+    assert_equal 'bar', emits[0][2]['foo']
+
+  end
+
+end

data/test/test_helper.rb

@@ -0,0 +1,19 @@
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+
+require 'fluent/test'
+
+unless ENV.has_key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval {|obj|
+    def method_missing(method, *args)
+      # pass
+    end
+  }
+  $log = nulllogger
+end
+
+class Test::Unit::TestCase
+end

metadata

@@ -0,0 +1,96 @@
+--- !ruby/object:Gem::Specification
+name: fluent-plugin-randomtag
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Neozaru
+- davidwin93
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-04-29 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fluentd
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Fluentd custom plugin to generate random values in tag
+email:
+- neozaru@mailoo.org
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- README.md
+- Rakefile
+- fluent-plugin-randomtag.gemspec
+- lib/fluent/plugin/out_randomtag.rb
+- test/plugin/test_out_randomtag.rb
+- test/test_helper.rb
+homepage: https://github.com/go2mobi/fluent-plugin-random
+licenses:
+- WTFPL
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.8
+signing_key: 
+specification_version: 4
+summary: Fluentd custom plugin to generate random values in tag
+test_files:
+- test/plugin/test_out_randomtag.rb
+- test/test_helper.rb