fluent-plugin-geovis 0.0.2 → 0.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 70b07bf87bdb2f68537e205cafc1a4f46ea1518f1fc291828f22060cac7ee298
-  data.tar.gz: a9baab600d4fbda0a8108c33b7f6cbcab0607cfffb1397f0ab81ee7fa2ca3749
+  metadata.gz: 2c9f1a5ffa607e0cf5e9d28c26cb4c5b50092f43e750b31b05568d45bc88f3b8
+  data.tar.gz: 8b8c93bfa7360461709e5e4d73cd42ff81a5843d191c8ad43c8cc54cfb9a59cb
 SHA512:
-  metadata.gz: 7e8fd504f2ee80c1baa37bb3c0201cc6d60596ae7633486dcbcff0db02c07dabff4d3642f868ff04e08f04a295bab8fc49fd8086cee1ffce11797bea08d77496
-  data.tar.gz: f476be1f77794a60179c7ced7675d07ce6c6f287fdd8f05a187ba4a383502c76fd4e38a4242e93a4f58f4553b7cdbe9e4f6da0b1bb47fe22df3d484e51fd26f9
+  metadata.gz: d26eeeaad6ca0d44968bc46e45bc982ea26b9d01427f4ae0aecd6bb53d03636d5a03e3c2d9754752c2dd61cca1378e5aded3be9c20aaae2de62cb5ca5e402fac
+  data.tar.gz: 2c344b51b54d911baf0760029e7697fca5df2be120b4ff82778d9e979a73b469a191475ab9e223f91c03ea63b6a5103efccb52c33a1a0b05fd6b0962c03d9784

data/fluent-plugin-geovis.gemspec

@@ -3,7 +3,7 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
 
 Gem::Specification.new do |spec|
   spec.name    = "fluent-plugin-geovis"
-  spec.version = "0.0.2"
+  spec.version = "0.0.3"
   spec.authors = ["li.baosheng"]
   spec.email   = ["libs@geovis.com.cn"]
 

data/lib/fluent/plugin/filter_geovis.rb

@@ -7,16 +7,111 @@ module Fluent
     class GeovisFilter < Fluent::Plugin::Filter
       Fluent::Plugin.register_filter("geovis", self)
 
+      K8_POD_CA_CERT = 'ca.crt'
+      K8_POD_TOKEN = 'token'
+      desc 'use the k8s insecure port,like 8080,if true then init the http kubeclient'
+      config_param :insecure, :bool, default: false
+      desc 'the kube-apiserver restful url'
+      config_param :kubernetes_url, :string, default: nil
+      desc 'the k8s serviceAccount for comunicating with kube-apiserver'
+      config_param :secret_dir, :string, default: '/var/run/secrets/kubernetes.io/serviceaccount'
+
+      config_param :apiVersion, :string, default: 'v1'
+      config_param :client_cert, :string, default: nil
+      config_param :client_key, :string, default: nil
+      config_param :ca_file, :string, default: nil
+      config_param :verify_ssl, :bool, default: true
+      config_param :bearer_token_file, :string, default: nil
+
       def configure(conf)
         super
-        puts "==================================FetchpodnameFilter configure"
+
+        def log.trace?
+          level == Fluent::Log::LEVEL_TRACE
+        end
+        require 'kubeclient'
+
+        log.info "==================================FetchpodnameFilter configure"
+
+        # Use Kubernetes default service account if we're in a pod.
+        if @kubernetes_url.nil?
+          log.debug "Kubernetes URL is not set - inspecting environment"
+
+          env_host = ENV['KUBERNETES_SERVICE_HOST']
+          env_port = ENV['KUBERNETES_SERVICE_PORT']
+          if !env_host.nil? && !env_port.nil?
+            if insecure
+              @kubernetes_url = "http://#{env_host}:#{env_port}/api"
+            else
+              @kubernetes_url = "https://#{env_host}:#{env_port}/api"
+            end
+            log.debug "Kubernetes URL is now '#{@kubernetes_url}'"
+          end
+        end
+
+        # Use SSL certificate and bearer token from Kubernetes service account.
+        if Dir.exist?(@secret_dir)
+          log.debug "Found directory with secrets: #{@secret_dir}"
+          ca_cert = File.join(@secret_dir, K8_POD_CA_CERT)
+          pod_token = File.join(@secret_dir, K8_POD_TOKEN)
+
+          if @ca_file.nil? and File.exist?(ca_cert)
+            log.debug "Found CA certificate: #{ca_cert}"
+            @ca_file = ca_cert
+          end
+
+          if @bearer_token_file.nil? and File.exist?(pod_token)
+            log.debug "Found pod token: #{pod_token}"
+            @bearer_token_file = pod_token
+          end
+        end
+
+        if !@kubernetes_url.nil?
+          if insecure
+            @client = Kubeclient::Client.new @kubernetes_url, @apiVersion
+          else 
+            ssl_options = {
+                client_cert: !@client_cert.nil? ? OpenSSL::X509::Certificate.new(File.read(@client_cert)) : nil,
+                client_key:  !@client_key.nil? ? OpenSSL::PKey::RSA.new(File.read(@client_key)) : nil,
+                ca_file:     @ca_file,
+                verify_ssl:  @verify_ssl ? OpenSSL::SSL::VERIFY_PEER : OpenSSL::SSL::VERIFY_NONE
+            }
+
+            auth_options = {}
+
+            if !@bearer_token_file.nil?
+              bearer_token = File.read(@bearer_token_file)
+              auth_options[:bearer_token] = bearer_token
+            end
+
+            log.debug "Creating K8S client"
+            @client = Kubeclient::Client.new @kubernetes_url, @apiVersion,
+                                            ssl_options: ssl_options,
+                                            auth_options: auth_options
+          end
+
+          begin
+            @client.api_valid?
+          rescue KubeException => kube_error
+            raise Fluent::ConfigError, "Invalid Kubernetes API #{@apiVersion} endpoint #{@kubernetes_url}: #{kube_error.message}"
+          end
+        end
       end
 
-      def filter(tag, time, record)
-        super
+      def filter_stream(tag, es)
         puts "==================================FetchpodnameFilter filter"
+        return es if (es.respond_to?(:empty?) && es.empty?) || !es.is_a?(Fluent::EventStream)
+        new_es = Fluent::MultiEventStream.new
+        es.each do |time, record|
+          puts record['uuid']
+
+          new_es.add(time, record)
+        end
+
+        new_es
       end
 
     end
   end
 end
+

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-geovis
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.3
 platform: ruby
 authors:
 - li.baosheng