fluent-plugin-coralogix 1.0.2 → 1.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 0b3d6decaa08868b283f9b0ca1771bab137c45cc93a7863b5089a0a1d1e75662
-  data.tar.gz: d4be68d3c32a83bfd9b243bcdcf3185bfd2242adec11a3751f502dd6683834ba
+  metadata.gz: 7c41a200602498024b0dfa869418e82a7997982f249f51d32630dd33c09ec037
+  data.tar.gz: a652ef47796968d984e94aa86e1c92b593f74c4cc7e90145909df8259e0d6f8f
 SHA512:
-  metadata.gz: 5c86aa2d9a9e5620d4cfa35c9059900c7fc7fded593f42578efcb12ccd1c8c88cbf8d0f9284e525ccb7da38ad0c61262bdb3c680de0d67364f32dbcef3e83775
-  data.tar.gz: '0384590b37a4e54c3fba35cc9d95513e7a88d9da200cf5d2bbad8d699c5a71a7cc997a3a653ffb0e45f8af56350e5e133e65b81b9fe3e57da417310d843148e3'
+  metadata.gz: a769ed473fbfd0035db47cddf4980746f866b1087ae217caa55aa7c44d19f1af90dc6b0959ac4e3324643fa87635509bc30e5fbbe2718aec8a0d92aaca2a8caa
+  data.tar.gz: 91c8fe7de64cf8ce1d3465fdaa5d32a9558dcef7594f9843ae66785dcdb3adc22723696e5c9a6aa14dd8f078eaec00422259d0ed6697ad5f1166075794ccd160

data/lib/fluent/plugin/out_coralogix.rb

@@ -13,33 +13,53 @@ module Fluent
     # First, register the plugin. NAME is the name of this plugin
     # and identifies the plugin in the configuration file.
     Fluent::Plugin.register_output('coralogix', self)
-    config_param :config, :hash, :default => {}
-    config_param :log_key_name, :string, :default => nil
+    config_param :config, :hash, :default => {}, deprecated: "This parameter is deprecated"
+    config_param :endpoint, :string, :default => nil
     config_param :privatekey, :string, :default => nil
     config_param :appname, :string, :default => ""
     config_param :subsystemname, :string, :default => ""
-    config_param :is_json, :bool, :default => false
+    config_param :log_key_name, :string, :default => nil
     config_param :timestamp_key_name, :default => nil
+    config_param :is_json, :bool, :default => false
     config_param :force_compression, :bool, :default => false
     config_param :debug, :bool, :default => false
-    @configured = false
-
+    config_param :number_of_workers, :integer, :default => 1
+    config_section :proxy, :param_name => "proxy", required: false, multi: false do
+      config_param :host, :string
+      config_param :port, :integer
+      config_param :user, :string, :default =>  nil
+      config_param :password, :string, :default =>  nil, secret: true
+    end
 
     # This method is called before starting.
     def configure(conf)
       super
       begin
-        @loggers = {}
-       
-        #If config parameters doesn't start with $ then we can configure Coralogix logger now.
-        if !appname.start_with?("$") && !subsystemname.start_with?("$")
-          app_name = config.fetch("APP_NAME", appname)
-          sub_name = config.fetch("SUB_SYSTEM", subsystemname)
+        @currentWorker = 0;
+        @workers = {}
+        @app_name_from_config = DEFAULT_appname;
+        @sub_name_from_config = DEFAULT_subsystemname;
+        i = 0
+        $log.info "configure #{number_of_workers} workers"
+        until i == number_of_workers do
+          @workers[i.to_s] = {}
+          $log.info "init worker ##{i}"
           private_key = get_private_key
-          
-          @logger = CoralogixLogger.new private_key, app_name, sub_name, debug, "FluentD (#{version?})", force_compression
-          @configured = true
+          if !appname.start_with?("$") && !subsystemname.start_with?("$")
+            @app_name_from_config = config.fetch("APP_NAME", appname)
+            @sub_name_from_config = config.fetch("SUB_SYSTEM", subsystemname)
+            @workers[i.to_s]["#{@app_name_from_config}.#{@sub_name_from_config}"] = CoralogixLogger.new private_key, @app_name_from_config, @sub_name_from_config, debug, "FluentD (#{version?})", force_compression, proxy ? proxy.to_h.map { |k,v| [k.to_s,v] }.to_h : Hash.new
+          else
+            @workers[i.to_s] = {}
+          end
+          i+=1
+        end
+
+        unless endpoint.nil?
+          ENV["CORALOGIX_LOG_URL"] = "https://#{endpoint}/api/v1/logs"
+          ENV["CORALOGIX_TIME_DELTA_URL"] = "https://#{endpoint}/sdk/v1/time"
         end
+
       rescue Exception => e
         $log.error "Failed to configure: #{e}"
       end
@@ -51,9 +71,9 @@ module Fluent
 
     def version?
       begin
-          Gem.loaded_specs['fluent-plugin-coralogix'].version.to_s
-      rescue Exception => e  
-          return '0.0.0'
+        Gem.loaded_specs['fluent-plugin-coralogix'].version.to_s
+      rescue Exception => e
+        return '0.0.0'
       end
     end
 
@@ -62,7 +82,7 @@ module Fluent
         res = record
         return key unless key.start_with?("$")
         key[1..-1].split(".").each do |k|
-          res = res.fetch(k,nil)
+          res = res.fetch(k, nil)
           return default if res == nil
         end
         return res
@@ -80,17 +100,26 @@ module Fluent
     end
 
     def get_logger(record)
-
-      return @logger if @configured
-      
       private_key = get_private_key
-      app_name, sub_name = get_app_sub_name(record)
+      if !appname.start_with?("$") && !subsystemname.start_with?("$")
+        app_name = @app_name_from_config
+        sub_name = @sub_name_from_config
+      else
+        app_name, sub_name = get_app_sub_name(record)
+      end
       
-      if !@loggers.key?("#{app_name}.#{sub_name}")
-        @loggers["#{app_name}.#{sub_name}"] = CoralogixLogger.new private_key, app_name, sub_name
+      # YK@2020-11-26T10:56 - We had encountered a case in which this value reached above 7K and the value of worker became null
+      if @currentWorker >= number_of_workers
+        @currentWorker = 0
+      end
+      worker = @workers[@currentWorker.to_s]
+      @currentWorker+=1;
+      if !worker.key?("#{app_name}.#{sub_name}")
+        worker["#{app_name}.#{sub_name}"] = CoralogixLogger.new private_key, app_name, sub_name, debug, "FluentD (#{version?})", force_compression, proxy ? proxy.to_h.map { |k, v| [k.to_s, v] }.to_h : Hash.new
       end
 
-      return @loggers["#{app_name}.#{sub_name}"]
+      return worker["#{app_name}.#{sub_name}"]
+      
     end
 
 
@@ -113,7 +142,7 @@ module Fluent
     # NOTE! This method is called by Fluentd's main thread so you should not write slow routine here. It causes Fluentd's performance degression.
     def emit(tag, es, chain)
       chain.next
-      es.each {|time,record|
+      es.each { |time, record|
         logger = get_logger(record)
 
         log_record = log_key_name != nil ? record.fetch(log_key_name, record) : record
@@ -121,17 +150,17 @@ module Fluent
         log_record = log_record.to_s.empty? ? record : log_record
 
         timestamp = record.fetch(timestamp_key_name, nil)
-        if(timestamp.nil?)
+        if (timestamp.nil?)
           logger.debug log_record
         else
           begin
             float_timestamp = DateTime.parse(timestamp.to_s).to_time.to_f * 1000
-            logger.debug log_record, nil, timestamp:float_timestamp
-          rescue Exception => e  
+            logger.debug log_record, nil, timestamp: float_timestamp
+          rescue Exception => e
             logger.debug log_record
-          end          
+          end
         end
       }
     end
   end
-end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-coralogix
 version: !ruby/object:Gem::Version
-  version: 1.0.2
+  version: 1.0.7
 platform: ruby
 authors:
 - Royee Goldberg
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2018-10-16 00:00:00.000000000 Z
+date: 2021-02-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: centralized_ruby_logger
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.12
+        version: 0.0.15
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - ">="
       - !ruby/object:Gem::Version
-        version: 0.0.12
+        version: 0.0.15
 description: Coralogix Fluentd plugin to send logs to Coralogix server.
 email: royee@coralogix.com
 executables: []
@@ -35,7 +35,7 @@ homepage: http://www.coralogix.com
 licenses:
 - MIT
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -50,9 +50,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.7.6
-signing_key: 
+rubyforge_project:
+rubygems_version: 2.7.3
+signing_key:
 specification_version: 4
 summary: Coralogix Fluentd out plugin
 test_files: []