fluentd 0.14.4-x86-mingw32

data/lib/fluent/timezone.rb

@@ -0,0 +1,133 @@
+#
+# Fluentd
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+require 'tzinfo'
+
+require 'fluent/config/error'
+
+module Fluent
+  class Timezone
+    # [+-]HH:MM, [+-]HHMM, [+-]HH
+    NUMERIC_PATTERN = %r{\A[+-]\d\d(:?\d\d)?\z}
+
+    # Region/Zone, Region/Zone/Zone
+    NAME_PATTERN = %r{\A[^/]+/[^/]+(/[^/]+)?\z}
+
+    # Validate the format of the specified timezone.
+    #
+    # Valid formats are as follows. Note that timezone abbreviations
+    # such as PST and JST are not supported intentionally.
+    #
+    #   1. [+-]HH:MM         (e.g. "+09:00")
+    #   2. [+-]HHMM          (e.g. "+0900")
+    #   3. [+-]HH            (e.g. "+09")
+    #   4. Region/Zone       (e.g. "Asia/Tokyo")
+    #   5. Region/Zone/Zone  (e.g. "America/Argentina/Buenos_Aires")
+    #
+    # In the 4th and 5th cases, it is checked whether the specified
+    # timezone exists in the timezone database.
+    #
+    # When the given timezone is valid, true is returned. Otherwise,
+    # false is returned. When nil is given, false is returned.
+    def self.validate(timezone)
+      # If the specified timezone is nil.
+      if timezone.nil?
+        # Invalid.
+        return false
+      end
+
+      # [+-]HH:MM, [+-]HHMM, [+-]HH
+      if NUMERIC_PATTERN === timezone
+        # Valid. It can be parsed by Time.zone_offset method.
+        return true
+      end
+
+      # Region/Zone, Region/Zone/Zone
+      if NAME_PATTERN === timezone
+        begin
+          # Get a Timezone instance for the specified timezone.
+          TZInfo::Timezone.get(timezone)
+        rescue
+          # Invalid. The string does not exist in the timezone database.
+          return false
+        else
+          # Valid. The string was found in the timezone database.
+          return true
+        end
+      else
+        # Invalid. Timezone abbreviations are not supported.
+        return false
+      end
+    end
+
+    # Validate the format of the specified timezone.
+    #
+    # The implementation of this method calls validate(timezone) method
+    # to check whether the given timezone is valid. When invalid, this
+    # method raises a ConfigError.
+    def self.validate!(timezone)
+      unless validate(timezone)
+        raise ConfigError, "Unsupported timezone '#{timezone}'"
+      end
+    end
+
+    # Create a formatter for a timezone and optionally a format.
+    #
+    # An Proc object is returned. If the given timezone is invalid,
+    # nil is returned.
+    def self.formatter(timezone, format = nil)
+      if timezone.nil?
+        return nil
+      end
+
+      # [+-]HH:MM, [+-]HHMM, [+-]HH
+      if NUMERIC_PATTERN === timezone
+        offset = Time.zone_offset(timezone)
+
+        if format
+          return Proc.new {|time|
+            Time.at(time).localtime(offset).strftime(format)
+          }
+        else
+          return Proc.new {|time|
+            Time.at(time).localtime(offset).iso8601
+          }
+        end
+      end
+
+      # Region/Zone, Region/Zone/Zone
+      if NAME_PATTERN === timezone
+        begin
+          tz = TZInfo::Timezone.get(timezone)
+        rescue
+          return nil
+        end
+
+        if format
+          return Proc.new {|time|
+            Time.at(time).localtime(tz.period_for_utc(time).utc_total_offset).strftime(format)
+          }
+        else
+          return Proc.new {|time|
+            Time.at(time).localtime(tz.period_for_utc(time).utc_total_offset).iso8601
+          }
+        end
+      end
+
+      return nil
+    end
+  end
+end

data/lib/fluent/unique_id.rb

@@ -0,0 +1,39 @@
+#
+# Fluentd
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+module Fluent
+  module UniqueId
+    def self.generate
+      now = Time.now.utc
+      u1 = ((now.to_i * 1000 * 1000 + now.usec) << 12 | rand(0xfff))
+      [u1 >> 32, u1 & 0xffffffff, rand(0xffffffff), rand(0xffffffff)].pack('NNNN')
+    end
+
+    def self.hex(unique_id)
+      unique_id.unpack('H*').first
+    end
+
+    module Mixin
+      def generate_unique_id
+        Fluent::UniqueId.generate
+      end
+
+      def dump_unique_id_hex(unique_id)
+        Fluent::UniqueId.hex(unique_id)
+      end
+    end
+  end
+end

data/lib/fluent/version.rb

@@ -0,0 +1,21 @@
+#
+# Fluentd
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+module Fluent
+
+  VERSION = '0.14.4'
+
+end

data/lib/fluent/winsvc.rb

@@ -0,0 +1,71 @@
+#
+# Fluentd
+#
+#    Licensed under the Apache License, Version 2.0 (the "License");
+#    you may not use this file except in compliance with the License.
+#    You may obtain a copy of the License at
+#
+#        http://www.apache.org/licenses/LICENSE-2.0
+#
+#    Unless required by applicable law or agreed to in writing, software
+#    distributed under the License is distributed on an "AS IS" BASIS,
+#    WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#    See the License for the specific language governing permissions and
+#    limitations under the License.
+#
+
+INTEVENTOBJ_NAME = "fluentdwinsvc"
+
+begin
+
+  require 'windows/debug'
+  require 'Windows/Library'
+  require 'win32/daemon'
+  require 'win32/event'
+
+  include Win32
+  include Windows::Library
+  include Windows::Debug
+
+  def read_fluentdopt
+    require 'win32/Registry'
+    Win32::Registry::HKEY_LOCAL_MACHINE.open("SYSTEM\\CurrentControlSet\\Services\\fluentdwinsvc") do |reg|
+      reg.read("fluentdopt")[1] rescue ""
+    end
+  end
+
+  def service_main_start
+    ruby_path = 0.chr * 260
+    GetModuleFileName.call(0, ruby_path,260)
+    ruby_path = ruby_path.rstrip.gsub(/\\/, '/')
+    rubybin_dir = ruby_path[0, ruby_path.rindex("/")]
+    opt = read_fluentdopt
+    Process.spawn(rubybin_dir + "/ruby.exe " + rubybin_dir + "/fluentd " + opt + " -x " + INTEVENTOBJ_NAME)
+  end
+
+  class FluentdService < Daemon
+    @pid = 0
+
+    def service_main
+      @pid = service_main_start
+      while running?
+        sleep 10
+      end
+    end
+
+    def service_stop
+      ev = Win32::Event.open(INTEVENTOBJ_NAME)
+      ev.set
+      ev.close
+      if @pid > 0
+        Porcess.waitpid(@pid)
+      end
+    end
+  end
+
+  FluentdService.mainloop
+
+rescue Exception => err
+  raise
+end
+

data/test/compat/test_calls_super.rb

@@ -0,0 +1,166 @@
+require_relative '../helper'
+
+# these are Fluent::Compat::* in fact
+require 'fluent/input'
+require 'fluent/output'
+require 'fluent/filter'
+
+class CompatCallsSuperTest < Test::Unit::TestCase
+  class DummyGoodInput < Fluent::Input
+    def configure(conf); super; end
+    def start; super; end
+    def before_shutdown; super; end
+    def shutdown; super; end
+  end
+  class DummyBadInput < Fluent::Input
+    def configure(conf); super; end
+    def start; end
+    def before_shutdown; end
+    def shutdown; end
+  end
+  class DummyGoodOutput < Fluent::Output
+    def configure(conf); super; end
+    def start; super; end
+    def before_shutdown; super; end
+    def shutdown; super; end
+  end
+  class DummyBadOutput < Fluent::Output
+    def configure(conf); super; end
+    def start; end
+    def before_shutdown; end
+    def shutdown; end
+  end
+  class DummyGoodFilter < Fluent::Filter
+    def configure(conf); super; end
+    def filter(tag, time, record); end
+    def start; super; end
+    def before_shutdown; super; end
+    def shutdown; super; end
+  end
+  class DummyBadFilter < Fluent::Filter
+    def configure(conf); super; end
+    def filter(tag, time, record); end
+    def start; end
+    def before_shutdown; end
+    def shutdown; end
+  end
+
+  setup do
+    Fluent::Test.setup
+  end
+
+  sub_test_case 'old API plugin which calls super properly' do
+    test 'Input#start, #before_shutdown and #shutdown calls all superclass methods properly' do
+      i = DummyGoodInput.new
+      i.configure(config_element())
+      assert i.configured?
+
+      i.start
+      assert i.started?
+
+      i.before_shutdown
+      assert i.before_shutdown?
+
+      i.shutdown
+      assert i.shutdown?
+
+      assert i.log.out.logs.empty?
+    end
+
+    test 'Output#start, #before_shutdown and #shutdown calls all superclass methods properly' do
+      i = DummyGoodOutput.new
+      i.configure(config_element())
+      assert i.configured?
+
+      i.start
+      assert i.started?
+
+      i.before_shutdown
+      assert i.before_shutdown?
+
+      i.shutdown
+      assert i.shutdown?
+
+      assert i.log.out.logs.empty?
+    end
+
+    test 'Filter#start, #before_shutdown and #shutdown calls all superclass methods properly' do
+      i = DummyGoodFilter.new
+      i.configure(config_element())
+      assert i.configured?
+
+      i.start
+      assert i.started?
+
+      i.before_shutdown
+      assert i.before_shutdown?
+
+      i.shutdown
+      assert i.shutdown?
+
+      assert i.log.out.logs.empty?
+    end
+  end
+
+  sub_test_case 'old API plugin which does not call super' do
+    test 'Input#start, #before_shutdown and #shutdown calls superclass methods forcedly with logs' do
+      i = DummyBadInput.new
+      i.configure(config_element())
+      assert i.configured?
+
+      i.start
+      assert i.started?
+
+      i.before_shutdown
+      assert i.before_shutdown?
+
+      i.shutdown
+      assert i.shutdown?
+
+      logs = i.log.out.logs
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #start: called it forcedly plugin=CompatCallsSuperTest::DummyBadInput") } }
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #before_shutdown: calling it forcedly plugin=CompatCallsSuperTest::DummyBadInput") } }
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #shutdown: calling it forcedly plugin=CompatCallsSuperTest::DummyBadInput") } }
+    end
+
+    test 'Output#start, #before_shutdown and #shutdown calls superclass methods forcedly with logs' do
+      i = DummyBadOutput.new
+      i.configure(config_element())
+      assert i.configured?
+
+      i.start
+      assert i.started?
+
+      i.before_shutdown
+      assert i.before_shutdown?
+
+      i.shutdown
+      assert i.shutdown?
+
+      logs = i.log.out.logs
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #start: called it forcedly plugin=CompatCallsSuperTest::DummyBadOutput") } }
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #before_shutdown: calling it forcedly plugin=CompatCallsSuperTest::DummyBadOutput") } }
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #shutdown: calling it forcedly plugin=CompatCallsSuperTest::DummyBadOutput") } }
+    end
+
+    test 'Filter#start, #before_shutdown and #shutdown calls superclass methods forcedly with logs' do
+      i = DummyBadFilter.new
+      i.configure(config_element())
+      assert i.configured?
+
+      i.start
+      assert i.started?
+
+      i.before_shutdown
+      assert i.before_shutdown?
+
+      i.shutdown
+      assert i.shutdown?
+
+      logs = i.log.out.logs
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #start: called it forcedly plugin=CompatCallsSuperTest::DummyBadFilter") } }
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #before_shutdown: calling it forcedly plugin=CompatCallsSuperTest::DummyBadFilter") } }
+      assert{ logs.any?{|l| l.include?("[warn]: super was not called in #shutdown: calling it forcedly plugin=CompatCallsSuperTest::DummyBadFilter") } }
+    end
+  end
+end

data/test/compat/test_parser.rb

@@ -0,0 +1,82 @@
+require_relative '../helper'
+require 'fluent/plugin/parser'
+
+class TextParserTest < ::Test::Unit::TestCase
+  def setup
+    Fluent::Test.setup
+  end
+
+  class MultiEventTestParser < ::Fluent::Parser
+    include Fluent::Configurable
+
+    def parse(text)
+      2.times { |i|
+        record = {}
+        record['message'] = text
+        record['number'] = i
+        yield Fluent::Engine.now, record
+      }
+    end
+  end
+
+  Fluent::TextParser.register_template('multi_event_test', Proc.new { MultiEventTestParser.new })
+
+  def test_lookup_unknown_format
+    assert_raise Fluent::ConfigError do
+      Fluent::Plugin.new_parser('unknown')
+    end
+  end
+
+  data('register_formatter' => 'known', 'register_template' => 'known_old')
+  def test_lookup_known_parser(data)
+    $LOAD_PATH.unshift(File.join(File.expand_path(File.dirname(__FILE__)), '..', 'scripts'))
+    assert_nothing_raised Fluent::ConfigError do
+      Fluent::Plugin.new_parser(data)
+    end
+    $LOAD_PATH.shift
+  end
+
+  def test_parse_with_return
+    parser = Fluent::TextParser.new
+    parser.configure('format' => 'none')
+    _time, record = parser.parse('log message!')
+    assert_equal({'message' => 'log message!'}, record)
+  end
+
+  def test_parse_with_block
+    parser = Fluent::TextParser.new
+    parser.configure('format' => 'none')
+    parser.parse('log message!') { |time, record|
+      assert_equal({'message' => 'log message!'}, record)
+    }
+  end
+
+  def test_multi_event_parser
+    parser = Fluent::TextParser.new
+    parser.configure('format' => 'multi_event_test')
+    i = 0
+    parser.parse('log message!') { |time, record|
+      assert_equal('log message!', record['message'])
+      assert_equal(i, record['number'])
+      i += 1
+    }
+  end
+
+  def test_setting_estimate_current_event_value
+    p1 = Fluent::TextParser.new
+    assert_nil p1.estimate_current_event
+    assert_nil p1.parser
+
+    p1.configure('format' => 'none')
+    assert_equal true, p1.parser.estimate_current_event
+
+    p2 = Fluent::TextParser.new
+    assert_nil p2.estimate_current_event
+    assert_nil p2.parser
+
+    p2.estimate_current_event = false
+
+    p2.configure('format' => 'none')
+    assert_equal false, p2.parser.estimate_current_event
+  end
+end