fluent-plugin-logtail 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e0c8596cf46b0faa3a9d7e580d453d0cec5af12bd1b75d42232f72c57a834a7b
-  data.tar.gz: 60b7f73e13bedafe63b2cbfb80338ba15644387c292312471cff7247e333df5d
+  metadata.gz: 6339c03a2fefcf1214248cb628ba8564a8a4bd7af09f791255a176432966da58
+  data.tar.gz: 1a42d046f7fa186b0fe42ea5eb85ca13ae84ba0e3e75997074aee19dc1b374ea
 SHA512:
-  metadata.gz: 4103a98491a69624c5354facafd04735c3ba85a2ceb2d8c179435e46f9c82e0ce3376287717e830635c75842ee22aed02822d2cf1afe1f1a931dc820ae2cc063
-  data.tar.gz: 83bb7f6e2b67ad1700f1b59b1f52efaa4d33d386e671e98af0dd7b8686df93bb44188f66a7ec42dfad10412df7bbe47323894cf11e39314e8e1fc026f0e98629
+  metadata.gz: 2a78ee4379f721fb0c5a689c9fb9de10c47bfae2bca4097f5e22a1a9eed2e3139c034c098a4bd22ad5f9e00c6d8eddac74c77c8403665a064dd4e237f5217e85
+  data.tar.gz: 4aef1ed3577e83b2c17b3e5dd23b5a54c52d105547c80eb493302134c49812154286a5dc56902beb00fb3184b0bf2df83441e999fede563f9d615e96edc864a3

data/fluent-plugin-logtail.gemspec

@@ -3,7 +3,7 @@ require 'date'
 
 Gem::Specification.new do |s|
   s.name        = 'fluent-plugin-logtail'
-  s.version     = '0.1.0'
+  s.version     = '0.1.1'
   s.date        = Date.today.to_s
   s.summary     = 'Logtail.com plugin for Fluentd'
   s.description = 'Streams Fluentd logs to the Logtail.com logging service.'
@@ -20,7 +20,6 @@ Gem::Specification.new do |s|
   s.required_ruby_version = Gem::Requirement.new(">= 2.4.0".freeze)
 
   s.add_runtime_dependency('fluentd', '> 1', '< 2')
-  s.add_runtime_dependency('http', '~> 2.0', '>= 2.0.3')
 
   s.add_development_dependency('rspec', '~> 3.4')
   s.add_development_dependency('test-unit', '~> 3.3.9')

data/lib/fluent/plugin/out_logtail.rb

@@ -1,44 +1,29 @@
 require 'fluent/output'
+require 'net/https'
 
 module Fluent
   class LogtailOutput < Fluent::BufferedOutput
     Fluent::Plugin.register_output('logtail', self)
 
-    VERSION = "0.1.0".freeze
+    VERSION = "0.1.1".freeze
     CONTENT_TYPE = "application/msgpack".freeze
-    HOST = "https://in.logtail.com".freeze
+    HOST = "in.logtail.com".freeze
+    PORT = 443
     PATH = "/".freeze
     MAX_ATTEMPTS = 3.freeze
     RETRYABLE_CODES = [429, 500, 502, 503, 504].freeze
-    USER_AGENT = "Logtail Logstash/#{VERSION}".freeze
+    USER_AGENT = "Logtail Fluentd/#{VERSION}".freeze
 
     config_param :source_token, :string, secret: true
     config_param :ip, :string, default: nil
 
     def configure(conf)
-      source_token = conf["source_token"]
-      @headers = {
-        "Authorization" => "Bearer #{source_token}",
-        "Content-Type" => CONTENT_TYPE,
-        "User-Agent" => USER_AGENT
-      }
-      super
-    end
-
-    def start
-      super
-      require 'http'
-      HTTP.default_options = {:keep_alive_timeout => 29}
-      @http_client = HTTP.persistent(HOST)
-    end
-
-    def shutdown
-      @http_client.close if @http_client
+      @source_token = conf["source_token"]
       super
     end
 
     def format(tag, time, record)
-      record.merge("dt" => Time.at(time).utc.iso8601).to_msgpack
+      force_utf8_string_values(record.merge("dt" => Time.at(time).utc.iso8601)).to_msgpack
     end
 
     def write(chunk)
@@ -52,11 +37,19 @@ module Fluent
           return false
         end
 
+        http = build_http_client
         body = chunk.read
-        response = @http_client.headers(@headers).post(PATH, body: body)
-        response.flush
-        code = response.code
 
+        begin
+          resp = http.start do |conn|
+            req = build_request(body)
+            conn.request(req)
+          end
+        ensure
+          http.finish if http.started?
+        end
+
+        code = resp.code.to_i
         if code >= 200 && code <= 299
           true
         elsif RETRYABLE_CODES.include?(code)
@@ -76,5 +69,38 @@ module Fluent
         sleep_for = sleep_for <= 60 ? sleep_for : 60
         (sleep_for / 2) + (rand(0..sleep_for) / 2)
       end
+
+      def force_utf8_string_values(data)
+        data.transform_values do |val|
+          if val.is_a?(Hash)
+            force_utf8_string_values(val)
+          elsif val.respond_to?(:force_encoding)
+            val.force_encoding('UTF-8')
+          else
+            val
+          end
+        end
+      end
+
+      def build_http_client
+        http = Net::HTTP.new(HOST, PORT)
+        http.use_ssl = true
+        # Verification on Windows fails despite having a valid certificate.
+        http.verify_mode = OpenSSL::SSL::VERIFY_NONE
+        http.read_timeout = 30
+        http.ssl_timeout = 10
+        http.open_timeout = 10
+        http
+      end
+
+      def build_request(body)
+        path = '/'
+        req = Net::HTTP::Post.new(path)
+        req["Authorization"] = "Bearer #{@source_token}"
+        req["Content-Type"] = CONTENT_TYPE
+        req["User-Agent"] = USER_AGENT
+        req.body = body
+        req
+      end
   end
 end

data/spec/fluent/plugin/out_logtail_spec.rb

@@ -32,9 +32,9 @@ describe Fluent::LogtailOutput do
       stub = stub_request(:post, "https://in.logtail.com/").
         with(
           :body => start_with("\x85\xA3age\x1A\xAArequest_id\xA242\xA9parent_id\xA6parent\xAArouting_id\xA7routing\xA2dt\xB4".force_encoding("ASCII-8BIT")),
-          :headers => {'Authorization'=>'Bearer abcd1234', 'Connection'=>'Keep-Alive', 'Content-Type'=>'application/msgpack', 'User-Agent'=>'Logtail Logstash/0.1.0'}
+          :headers => {'Accept'=>'*/*', 'Accept-Encoding'=>'gzip;q=1.0,deflate;q=0.6,identity;q=0.3', 'Authorization'=>'Bearer abcd1234', 'Content-Type'=>'application/msgpack', 'User-Agent'=>'Logtail Fluentd/0.1.1'}
         ).
-        to_return(:status => 200, :body => "", :headers => {})
+        to_return(:status => 202, :body => "", :headers => {})
 
       driver.emit(record)
       driver.run

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-logtail
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - Logtail.com
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-03-31 00:00:00.000000000 Z
+date: 2021-04-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -30,26 +30,6 @@ dependencies:
     - - "<"
       - !ruby/object:Gem::Version
         version: '2'
-- !ruby/object:Gem::Dependency
-  name: http
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.0.3
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - "~>"
-      - !ruby/object:Gem::Version
-        version: '2.0'
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: 2.0.3
 - !ruby/object:Gem::Dependency
   name: rspec
   requirement: !ruby/object:Gem::Requirement