fluent-plugin-azure-loganalytics 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 627b14acba519f0bf4383e8a3aa76f33132ce407
-  data.tar.gz: c0f41426523c8418ec5a568d9fd0ed8b1140db64
+  metadata.gz: 57ab3bae479504ce91c4deee0c6bad550af7fd26
+  data.tar.gz: 3fd0fc1df4b7f30ccbc0a6e5cfc682faba7a2861
 SHA512:
-  metadata.gz: 4ba33693b4b0e870846b49dae5f995ea6392c6613d226919317a8e3de7e3a99f817a6de68d1c829a4443210f39cdbf49cc63928fd0ae13850b7af83b1ecf03bf
-  data.tar.gz: f27155187992ec1f4894bbe1ee4e67c9b811d7e5b3451fae6f979df0e3b69e21aca189ad1e2ae17b8001f7fe3379a7db23dc2f93847ce99b93ff37a092ee2e07
+  metadata.gz: 68477c13d879c7a932a6d8199472148ea17201b9b7f73c19d3adaa7a88612811d62c03fa41acf8bdd2ac63b36f19b019ee064105215705a9c35c6f9f21ac3f17
+  data.tar.gz: '0319e82f2f7ede315c91a6d863d06fe4d9548d119541e08e2bb0c47bf7d8709cfebd74b3c943f638e8a45765e53b935d0becd54cf5755432a920be7b2132bc31'

data/ChangeLog.md

@@ -1,3 +1,7 @@
+## 0.3.0
+
+* Migrate to use fluentd v0.14 API - [PR#1](https://github.com/yokawasa/fluent-plugin-azure-loganalytics/pull/1)
+
 ## 0.2.0
 * Support for time-generated-field in output configuration
 

data/VERSION

@@ -1 +1 @@
-0.2.0
+0.3.0

data/fluent-plugin-azure-loganalytics.gemspec

@@ -18,11 +18,10 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|gem|features)/})
   gem.require_paths = ["lib"]
 
-  gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
+  gem.add_dependency "fluentd", [">= 0.14.15", "< 2"]
   gem.add_dependency "rest-client"
   gem.add_dependency "azure-loganalytics-datacollector-api", [">= 0.1.2"]
   gem.add_development_dependency "bundler", "~> 1.11"
   gem.add_development_dependency "rake", "~> 10.0"
   gem.add_development_dependency "test-unit"
 end
-

data/lib/fluent/plugin/out_azure-loganalytics.rb

@@ -1,15 +1,16 @@
 # -*- coding: utf-8 -*-
+require 'msgpack'
+require 'time'
+require "azure/loganalytics/datacollectorapi/client"
+require 'fluent/plugin/output'
 
-module Fluent
-  class AzureLogAnalyticsOutput < BufferedOutput
-    Plugin.register_output('azure-loganalytics', self)
+module Fluent::Plugin
+  class AzureLogAnalyticsOutput < Output
+    Fluent::Plugin.register_output('azure-loganalytics', self)
 
-    def initialize
-      super
-      require 'msgpack'
-      require 'time'
-      require "azure/loganalytics/datacollectorapi/client"
-    end
+    helpers :compat_parameters
+
+    DEFAULT_BUFFER_TYPE = "memory"
 
     config_param :customer_id, :string,
                  :desc => "Your Operations Management Suite workspace ID"
@@ -32,18 +33,24 @@ module Fluent
     config_param :tag_field_name, :string, :default => "tag",
                  :desc => "This is required only when add_time_field is true"
 
+    config_section :buffer do
+      config_set_default :@type, DEFAULT_BUFFER_TYPE
+      config_set_default :chunk_keys, ['tag']
+    end
+
     def configure(conf)
+      compat_parameters_convert(conf, :buffer)
       super
-      raise ConfigError, 'no customer_id' if @customer_id.empty?
-      raise ConfigError, 'no shared_key' if @shared_key.empty?
-      raise ConfigError, 'no log_type' if @log_type.empty?
+      raise Fluent::ConfigError, 'no customer_id' if @customer_id.empty?
+      raise Fluent::ConfigError, 'no shared_key' if @shared_key.empty?
+      raise Fluent::ConfigError, 'no log_type' if @log_type.empty?
       if @add_time_field and @time_field_name.empty?
-        raise ConfigError, 'time_field_name must be set if add_time_field is true'
+        raise Fluent::ConfigError, 'time_field_name must be set if add_time_field is true'
       end
       if @add_tag_field and @tag_field_name.empty?
-        raise ConfigError, 'tag_field_name must be set if add_tag_field is true'
+        raise Fluent::ConfigError, 'tag_field_name must be set if add_tag_field is true'
       end
-      @timef = TimeFormatter.new(@time_format, @localtime)
+      @timef = Fluent::TimeFormatter.new(@time_format, @localtime)
     end
 
     def start
@@ -67,6 +74,14 @@ module Fluent
       record.to_msgpack
     end
 
+    def formatted_to_msgpack_binary?
+      true
+    end
+
+    def multi_workers_ready?
+      true
+    end
+
     def write(chunk)
       records = []
       chunk.msgpack_each { |record|
@@ -75,11 +90,11 @@ module Fluent
       begin
         res = @client.post_data(@log_type, records, @time_generated_field)
         if not Azure::Loganalytics::Datacollectorapi::Client.is_success(res)
-          $log.fatal "DataCollector API request failure: error code: " 
+          log.fatal "DataCollector API request failure: error code: "
                   + "#{res.code}, data=>" + records.to_json
         end
       rescue Exception => ex
-        $log.fatal "Exception occured in posting to DataCollector API: " 
+        log.fatal "Exception occured in posting to DataCollector API: "
                   + "'#{ex}', data=>" + records.to_json
       end
     end

data/test/helper.rb

@@ -23,7 +23,10 @@ unless ENV.has_key?('VERBOSE')
   $log = nulllogger
 end
 
+require 'fluent/test/driver/output'
+require 'fluent/test/helpers'
 require 'fluent/plugin/out_azure-loganalytics'
 
 class Test::Unit::TestCase
+  include Fluent::Test::Helpers
 end

data/test/plugin/test_azure_loganalytics.rb

@@ -16,68 +16,77 @@ class AzureLogAnalyticsOutputTest < Test::Unit::TestCase
     tag_field_name tag
   ]
 
-  def create_driver(conf = CONFIG, tag='azure-loganalytics.test')
-    Fluent::Test::BufferedOutputTestDriver.new(Fluent::AzureLogAnalyticsOutput, tag).configure(conf)
+  def create_driver(conf = CONFIG)
+    Fluent::Test::Driver::Output.new(Fluent::Plugin::AzureLogAnalyticsOutput).configure(conf)
   end
 
   def test_configure
-    #### set configurations
-    # d = create_driver %[
-    #   path test_path
-    #   compress gz
-    # ]
-    #### check configurations
-    # assert_equal 'test_path', d.instance.path
-    # assert_equal :gz, d.instance.compress
+    d = create_driver
+    assert_equal '<Customer ID aka WorkspaceID String>', d.instance.customer_id
+    assert_equal '<Primary Key String>', d.instance.shared_key
+    assert_equal 'ApacheAccessLog', d.instance.log_type
+    assert_true d.instance.add_time_field
+    assert_true d.instance.localtime
+    assert_true d.instance.add_tag_field
+    assert_equal 'tag', d.instance.tag_field_name
   end
 
   def test_format
-    # d = create_driver
-    # time = Time.parse("2011-01-02 13:14:15 UTC").to_i
-    # d.emit({"a"=>1}, time)
-    # d.emit({"a"=>2}, time)
-
-    # d.expect_format %[2011-01-02T13:14:15Z\ttest\t{"a":1}\n]
-    # d.expect_format %[2011-01-02T13:14:15Z\ttest\t{"a":2}\n]
-
-    # d.run
+    d = create_driver
+    time = event_time("2011-01-02 13:14:15 UTC")
+    d.run(default_tag: 'test') do
+      d.feed(time, {"a"=>1})
+      d.feed(time, {"a"=>2})
+    end
+    formatted = d.formatted
+    unpacker = Fluent::Engine.msgpack_factory.unpacker
+    formatted.each_with_index {|f, idx|
+      unpacker.feed_each(f).each {|e|
+        assert_equal idx+1, e["a"]
+        assert_equal "test", e["tag"]
+        assert_equal "#{time.to_i}", e["time"]
+      }
+    }
   end
 
   def test_write
     d = create_driver
 
-    time = Time.parse("2016-12-10 13:14:15 UTC").to_i
-    d.emit(
-      {
-        :Log_ID => "5cdad72f-c848-4df0-8aaa-ffe033e75d57",
-        :date => "2016-12-10 09:44:32 JST",
-        :processing_time => "372",
-        :remote => "101.202.74.59",
-        :user => "-",
-        :method => "GET / HTTP/1.1",
-        :status => "304",
-        :size => "-",
-        :referer => "-",
-        :agent => "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:27.0) Gecko/20100101 Firefox/27.0",
-        :eventtime => "2016-12-10T09:44:32Z"
-      }, time)
-
-    d.emit(
-      {
-        :Log_ID => "7260iswx-8034-4cc3-uirtx-f068dd4cd659",
-        :date => "2016-12-10 09:45:14 JST",
-        :processing_time => "105",
-        :remote => "201.78.74.59",
-        :user => "-",
-        :method => "GET /manager/html HTTP/1.1",
-        :status =>"200",
-        :size => "-",
-        :referer => "-",
-        :agent => "Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/20100101 Firefox/5.0",
-        :eventtime => "2016-12-10T09:45:14Z"
-      }, time)
+    time = event_time("2016-12-10 13:14:15 UTC")
+    d.run(default_tag: 'azure-loganalytics.test') do
+      d.feed(
+        time,
+        {
+          :Log_ID => "5cdad72f-c848-4df0-8aaa-ffe033e75d57",
+          :date => "2016-12-10 09:44:32 JST",
+          :processing_time => "372",
+          :remote => "101.202.74.59",
+          :user => "-",
+          :method => "GET / HTTP/1.1",
+          :status => "304",
+          :size => "-",
+          :referer => "-",
+          :agent => "Mozilla/5.0 (Macintosh; Intel Mac OS X 10.7; rv:27.0) Gecko/20100101 Firefox/27.0",
+          :eventtime => "2016-12-10T09:44:32Z"
+        })
 
-    data = d.run
+      d.feed(
+        time,
+        {
+          :Log_ID => "7260iswx-8034-4cc3-uirtx-f068dd4cd659",
+          :date => "2016-12-10 09:45:14 JST",
+          :processing_time => "105",
+          :remote => "201.78.74.59",
+          :user => "-",
+          :method => "GET /manager/html HTTP/1.1",
+          :status =>"200",
+          :size => "-",
+          :referer => "-",
+          :agent => "Mozilla/5.0 (Windows NT 5.1; rv:5.0) Gecko/20100101 Firefox/5.0",
+          :eventtime => "2016-12-10T09:45:14Z"
+        })
+    end
+    data = d.events
     puts data
     # ### FileOutput#write returns path
     # path = d.run
@@ -85,4 +94,3 @@ class AzureLogAnalyticsOutputTest < Test::Unit::TestCase
     # assert_equal expect_path, path
   end
 end
-

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-azure-loganalytics
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.3.0
 platform: ruby
 authors:
 - Yoichi Kawasaki
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2017-04-22 00:00:00.000000000 Z
+date: 2017-06-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -16,7 +16,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.58
+        version: 0.14.15
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -26,7 +26,7 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.10.58
+        version: 0.14.15
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
@@ -141,7 +141,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.2
+rubygems_version: 2.5.2
 signing_key: 
 specification_version: 4
 summary: Azure Functions output plugin for Fluentd