fluent-plugin-k8s-metrics-agg 1.1.2 → 1.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 370ec547a0054f520882a8399fc32cd4b73178b20cfaae1c5ebc915325b4e3bd
-  data.tar.gz: ce3caa0bdf8a4f5dfc32b2819cf56d2cec1bde2887b7c13f5c7e6455ed2120e4
+  metadata.gz: 6641f99359ffab772e865190bfa9a79ef2b4a0595bddbf1049f0383f2747faf6
+  data.tar.gz: 8e8c5930de05b249fcd0b08e77400bc6a46c7647e174e6c6aa578b511b8b6505
 SHA512:
-  metadata.gz: 44ea016b3e59addf6be13d917e69a7ee677ac339b7d9053299b1d9202b4c538d2b8fe11235710b9ed693241c56a00a6d97ea5cf511fe03396dd3edf07cf955d3
-  data.tar.gz: e80b69a0d5f0cb7cacf74661488a263b66f41d0704313800d49c525313f907095386a10145a29c796009c72f4cc367038bf0dc14fcf62c2b3526d64216a93253
+  metadata.gz: 474bf51f0ee79492089d59825dc7953b38291e6c756cbfdb06bf97f6e315089c3b729bf65d390c08f5c820eaeab25e9b59a21ffd5bb9ee1dab143a8e883016ab
+  data.tar.gz: aba203377d10978f7ba0e982d592f37218846822e60f17755defd91796f2d77fe15193a2fbd0b7f693e491425d6aaa1e9e97f9dc254a7ad3d864b72d972cb50c

data/.circleci/config.yml

@@ -41,7 +41,7 @@ jobs:
           command: |
             bundle exec rake test -t -v
 
-  func_test_master:
+  func_test_main:
     docker:
       - image: circleci/ruby:2.6.1-node-browsers
     working_directory: ~/repo
@@ -52,7 +52,7 @@ jobs:
       - run:
           name: trigger
           command: |
-            .circleci/trigger_func_test.sh master
+            .circleci/trigger_func_test.sh main
 
   func_test_develop:
     docker:
@@ -67,48 +67,6 @@ jobs:
           command: |
             .circleci/trigger_func_test.sh develop
 
-  release:
-    docker:
-      - image: circleci/ruby:2.6.1-node-browsers
-    working_directory: ~/repo
-    steps:
-      - attach_workspace:
-          at: /tmp
-      - checkout
-      - setup_remote_docker:
-          reusable: true
-      - run:
-          name: Install dependencies
-          command: |
-            .circleci/install_dep.sh
-      - run:
-          name: Build and push docker image to dockerhub
-          command: |
-            .circleci/build_and_push_to_dockerhub.sh
-      - run:
-          name: Upload gem to Github
-          command: |
-            .circleci/build_and_push_to_github_release.sh
-      - run:
-          name: Upload gem to Ruby Gem
-          command: |
-            .circleci/push_gem_to_rubygems.sh
-
-  check_version:
-    docker:
-      - image: circleci/ruby:2.6.1-node-browsers
-    working_directory: ~/repo
-    steps:
-      - attach_workspace:
-          at: /tmp
-      - checkout          
-      - setup_remote_docker:
-          reusable: true
-      - run:
-          name: Check VERSION file for change
-          command: |
-            .circleci/check_version_trigger_release.sh
-
 workflows:
   version: 2
   build_test_push:
@@ -118,39 +76,13 @@ workflows:
             branches:
               ignore: 
                 - /^release\/.*/
-                - master
+                - main
       - unit_test:
           requires:
             - build
-      - func_test_master:
+      - func_test_main:
           requires:
             - unit_test
       - func_test_develop:
           requires:
             - unit_test
-      - check_version:
-          requires:
-            - func_test_master
-            - func_test_develop
-          filters:
-            branches:
-              only: develop
-  release:
-    jobs:
-      - build:
-          filters:
-            branches:
-              only: master
-      - unit_test:
-          requires:
-            - build
-      - func_test_master:
-          requires:
-            - unit_test
-      - func_test_develop:
-          requires:
-            - unit_test
-      - release:
-          requires:
-            - func_test_master
-            - func_test_develop

data/.circleci/trigger_func_test.sh

@@ -1,6 +1,6 @@
 #!/usr/bin/env bash
 
-# trigger SCK 'master' branch to introduce this new image from this commit 
+# trigger SCK 'main' branch to introduce this new image from this commit 
 # to working version of every other component.
 ORGANIZATION=splunk
 PROJECT=splunk-connect-for-kubernetes
@@ -11,6 +11,7 @@ curl -X POST --header "Content-Type: application/json" \
     -d '{"build_parameters": {"CIRCLE_JOB":"build_test", "TRIG_BRANCH":"'"$CIRCLE_BRANCH"'", "TRIG_PROJECT":"'"$CIRCLE_PROJECT_REPONAME"'", "TRIG_REPO":"'"$CIRCLE_REPOSITORY_URL"'"}}' "https://circleci.com/api/v1/project/$ORGANIZATION/$PROJECT/tree/$BRANCH?circle-token=$CIRCLE_TOKEN" > build.json
 cat build.json
 BUILD_NUM=$(jq -r .build_num build.json)
+sleep 10
 
 # Wait until finish or maximum 20 minutes
 TIMEOUT=20

data/Gemfile.lock

@@ -1,8 +1,8 @@
 PATH
   remote: .
   specs:
-    fluent-plugin-k8s-metrics-agg (1.1.2)
-      fluentd (~> 1.9.1)
+    fluent-plugin-k8s-metrics-agg (1.1.6)
+      fluentd (>= 1.9.1)
       kubeclient (~> 4.6.0)
       multi_json (~> 1.14.1)
       oj (~> 3.10.2)
@@ -10,65 +10,67 @@ PATH
 GEM
   remote: https://rubygems.org/
   specs:
-    addressable (2.6.0)
-      public_suffix (>= 2.0.2, < 4.0)
-    concurrent-ruby (1.1.6)
-    cool.io (1.6.0)
-    crack (0.4.3)
-      safe_yaml (~> 1.0.0)
-    docile (1.3.1)
+    addressable (2.8.0)
+      public_suffix (>= 2.0.2, < 5.0)
+    concurrent-ruby (1.1.9)
+    cool.io (1.7.1)
+    crack (0.4.5)
+      rexml
+    docile (1.4.0)
     domain_name (0.5.20190701)
       unf (>= 0.0.5, < 1.0.0)
-    ffi (1.12.2)
+    ffi (1.15.3)
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
-    fluentd (1.9.2)
+    fluentd (1.13.2)
+      bundler
       cool.io (>= 1.4.5, < 2.0.0)
-      http_parser.rb (>= 0.5.1, < 0.7.0)
+      http_parser.rb (>= 0.5.1, < 0.8.0)
       msgpack (>= 1.3.1, < 2.0.0)
-      serverengine (>= 2.0.4, < 3.0.0)
+      serverengine (>= 2.2.2, < 3.0.0)
       sigdump (~> 0.2.2)
       strptime (>= 0.2.2, < 1.0.0)
       tzinfo (>= 1.0, < 3.0)
       tzinfo-data (~> 1.0)
+      webrick (>= 1.4.2, < 1.8.0)
       yajl-ruby (~> 1.0)
-    hashdiff (0.3.8)
-    http (4.3.0)
+    hashdiff (1.0.1)
+    http (4.4.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
       http-form_data (~> 2.2)
       http-parser (~> 1.2.0)
     http-accept (1.7.0)
-    http-cookie (1.0.3)
+    http-cookie (1.0.4)
       domain_name (~> 0.5)
-    http-form_data (2.2.0)
-    http-parser (1.2.1)
+    http-form_data (2.3.0)
+    http-parser (1.2.3)
       ffi-compiler (>= 1.0, < 2.0)
-    http_parser.rb (0.6.0)
-    json (2.1.0)
+    http_parser.rb (0.7.0)
+    json (2.5.1)
     kubeclient (4.6.0)
       http (>= 3.0, < 5.0)
       recursive-open-struct (~> 1.0, >= 1.0.4)
       rest-client (~> 2.0)
     mime-types (3.3.1)
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2019.1009)
-    msgpack (1.3.3)
+    mime-types-data (3.2021.0704)
+    msgpack (1.4.2)
     multi_json (1.14.1)
     netrc (0.11.0)
-    oj (3.10.2)
-    power_assert (1.1.3)
-    public_suffix (3.0.3)
-    rake (12.3.2)
-    recursive-open-struct (1.1.0)
+    oj (3.10.18)
+    power_assert (2.0.0)
+    public_suffix (4.0.6)
+    rake (13.0.6)
+    recursive-open-struct (1.1.3)
     rest-client (2.1.0)
       http-accept (>= 1.7.0, < 2.0)
       http-cookie (>= 1.0.2, < 2.0)
       mime-types (>= 1.16, < 4.0)
       netrc (~> 0.8)
-    safe_yaml (1.0.4)
-    serverengine (2.2.1)
+    rexml (3.2.5)
+    serverengine (2.2.4)
       sigdump (~> 0.2.2)
     sigdump (0.2.4)
     simplecov (0.16.1)
@@ -76,20 +78,21 @@ GEM
       json (>= 1.8, < 3)
       simplecov-html (~> 0.10.0)
     simplecov-html (0.10.2)
-    strptime (0.2.3)
-    test-unit (3.3.0)
+    strptime (0.2.5)
+    test-unit (3.3.9)
       power_assert
-    tzinfo (2.0.1)
+    tzinfo (2.0.4)
       concurrent-ruby (~> 1.0)
-    tzinfo-data (1.2019.3)
+    tzinfo-data (1.2021.1)
       tzinfo (>= 1.0.0)
     unf (0.1.4)
       unf_ext
-    unf_ext (0.0.7.6)
+    unf_ext (0.0.7.7)
     webmock (3.5.1)
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
       hashdiff
+    webrick (1.7.0)
     yajl-ruby (1.4.1)
 
 PLATFORMS
@@ -98,10 +101,10 @@ PLATFORMS
 DEPENDENCIES
   bundler (~> 2.0)
   fluent-plugin-k8s-metrics-agg!
-  rake (~> 12.0)
+  rake (~> 13.0)
   simplecov (~> 0.16.1)
   test-unit (~> 3.3.0)
   webmock (~> 3.5.1)
 
 BUNDLED WITH
-   2.1.4
+   2.2.23

data/Makefile

@@ -0,0 +1,34 @@
+VERSION := $(shell sh -c 'cat VERSION')
+
+clean_pkg: 
+	@rm -rf pkg/* docker/*.gem 
+
+clean_gems:
+	@rm -rf docker/gem/* docker/gems/*
+
+clean: clean_pkg clean_gems
+	@rm -rf docker/licenses
+
+build: clean_pkg 
+	@bundle exec rake build
+
+docker: build install-deps
+	@cp pkg/fluent-plugin-*.gem docker
+	@mkdir -p docker/licenses
+	@cp -rp LICENSE docker/licenses/
+	@docker build --no-cache --pull --build-arg VERSION=$(VERSION) -t splunk/k8s-metrics-aggr:$(VERSION) ./docker
+
+unit-test: 
+	@bundle exec rake test
+
+install-deps:
+	@gem install bundler
+	@bundle update --bundler
+	@bundle install
+
+unpack: build
+	@cp pkg/fluent-plugin-*.gem docker
+	@mkdir -p docker/gem
+	@rm -rf docker/gem
+	@gem unpack docker/fluent-plugin-*.gem --target docker/gem
+	@cd docker && bundle install

data/Rakefile

@@ -24,6 +24,6 @@ namespace :docker do
     raise 'Argument `tag` was not provided.' unless args.tag
 
     cp Dir['pkg/fluent-plugin-k8s-metrics-agg-*.gem'], 'docker/'
-    sh "docker build --no-cache -t splunk/fluent-plugin-k8s-metrics-agg:#{args.tag} ./docker"
+    sh "docker build  --no-cache --pull --build-arg VERSION=$(cat VERSION) -t splunk/fluent-plugin-k8s-metrics-agg:#{args.tag} ./docker"
   end
 end

data/VERSION

@@ -1 +1 @@
-1.1.2
+1.1.6

data/docker/Dockerfile

@@ -1,9 +1,7 @@
-FROM registry.access.redhat.com/ubi8/ruby-25
+FROM registry.access.redhat.com/ubi8/ruby-27
 
 ARG VERSION
 
-MAINTAINER DataEdge DataEdge@splunk.com
-
 LABEL name="Splunk Connect for Kubernetes Metrics Aggregator container" \
       maintainer="DataEdge@splunk.com" \
       vendor="Splunk Inc." \
@@ -21,14 +19,16 @@ COPY licenses /licenses
 COPY *.gem /tmp/
 
 COPY Gemfile* ./
-RUN gem install bundler \
-   && bundle install \
-   && bundle exec gem install /tmp/*.gem
+RUN yum update -y \
+   && yum remove -y nodejs npm \
+   && gem install bundler \
+   && gem unpack /tmp/*.gem --target gem \
+   && bundle install 
 
 RUN groupadd -r $FLUENT_USER && \
   useradd -r -g $FLUENT_USER $FLUENT_USER && \
-  mkdir -p /fluentd/log fluentd/etc /fluentd/plugins &&\
+  mkdir -p /fluentd/log /fluentd/etc /fluentd/plugins &&\
   chown -R $FLUENT_USER /fluentd && chgrp -R $FLUENT_USER /fluentd
 
 USER $FLUENT_USER
-CMD exec fluentd -c /fluentd/etc/fluent.conf
+CMD bundle exec fluentd -c /fluentd/etc/fluent.conf

data/docker/Gemfile

@@ -3,13 +3,16 @@ source 'https://rubygems.org'
 # This is separate gemfile for building docker image that has all plugins 
 # for kubernetes log collection agent
 # List all required gems here and install via bundler to resolve dependencies
-gem "fluentd", "=1.9.1" 
-gem "fluent-plugin-prometheus", "=1.7.0"
+gem "fluentd", "=1.11.5" 
+gem "fluent-plugin-prometheus", ">=2.0"
 gem "fluent-plugin-record-modifier", "=2.1.0"
+gem "fluent-plugin-kubernetes_metadata_filter", "=2.5.3"
 gem "kubeclient", "=4.6.0"
 gem "oj", "=3.10.2"
 gem 'multi_json', '=1.14.1'
 gem 'http_parser.rb', '=0.5.3'
-gem 'bigdecimal', '=1.4.3'
+gem 'bigdecimal', '=3.0.0'
 
-gem "fluent-plugin-splunk-hec", "= 1.2.1"
+gem "fluent-plugin-splunk-hec", ">= 1.2.7"
+
+gem 'fluent-plugin-k8s-metrics-agg', path: 'gem/'

data/docker/Gemfile.lock

@@ -1,72 +1,79 @@
+PATH
+  remote: gem
+  specs:
+    fluent-plugin-k8s-metrics-agg (1.1.5)
+      fluentd (>= 1.9.1)
+      kubeclient (~> 4.6.0)
+      multi_json (~> 1.14.1)
+      oj (~> 3.10.2)
+
 GEM
   remote: https://rubygems.org/
   specs:
-    activemodel (5.2.4.1)
-      activesupport (= 5.2.4.1)
-    activesupport (5.2.4.1)
+    activemodel (6.1.4)
+      activesupport (= 6.1.4)
+    activesupport (6.1.4)
       concurrent-ruby (~> 1.0, >= 1.0.2)
-      i18n (>= 0.7, < 2)
-      minitest (~> 5.1)
-      tzinfo (~> 1.1)
-    addressable (2.7.0)
+      i18n (>= 1.6, < 2)
+      minitest (>= 5.1)
+      tzinfo (~> 2.0)
+      zeitwerk (~> 2.3)
+    addressable (2.8.0)
       public_suffix (>= 2.0.2, < 5.0)
-    aes_key_wrap (1.0.1)
+    aes_key_wrap (1.1.0)
     attr_required (1.0.1)
-    bigdecimal (1.4.3)
-    bindata (2.4.4)
-    concurrent-ruby (1.1.6)
-    connection_pool (2.2.2)
-    cool.io (1.6.0)
+    bigdecimal (3.0.0)
+    bindata (2.4.10)
+    concurrent-ruby (1.1.9)
+    connection_pool (2.2.5)
+    cool.io (1.7.1)
     domain_name (0.5.20190701)
       unf (>= 0.0.5, < 1.0.0)
-    ffi (1.12.2)
+    ffi (1.15.3)
     ffi-compiler (1.0.1)
       ffi (>= 1.0.0)
       rake
-    fluent-plugin-kubernetes_metadata_filter (2.4.2)
-      fluentd (>= 0.14.0, < 2)
+    fluent-plugin-kubernetes_metadata_filter (2.5.3)
+      fluentd (>= 0.14.0, < 1.12)
       kubeclient (< 5)
       lru_redux
-    fluent-plugin-prometheus (1.7.0)
-      fluentd (>= 0.14.20, < 2)
-      prometheus-client (< 0.10)
+    fluent-plugin-prometheus (2.0.1)
+      fluentd (>= 1.9.1, < 2)
+      prometheus-client (>= 2.1.0)
     fluent-plugin-record-modifier (2.1.0)
       fluentd (>= 1.0, < 2)
-    fluent-plugin-splunk-hec (1.2.1)
-      activesupport (~> 5.2)
-      fluent-plugin-kubernetes_metadata_filter (~> 2.4.2)
+    fluent-plugin-splunk-hec (1.2.7)
       fluentd (>= 1.4)
-      http_parser.rb (= 0.5.3)
       multi_json (~> 1.13)
       net-http-persistent (~> 3.1)
       openid_connect (~> 1.1.8)
-      prometheus-client (< 0.10.0)
-    fluentd (1.9.1)
+      prometheus-client (>= 2.1.0)
+    fluentd (1.11.5)
       cool.io (>= 1.4.5, < 2.0.0)
       http_parser.rb (>= 0.5.1, < 0.7.0)
       msgpack (>= 1.3.1, < 2.0.0)
-      serverengine (>= 2.0.4, < 3.0.0)
+      serverengine (>= 2.2.2, < 3.0.0)
       sigdump (~> 0.2.2)
       strptime (>= 0.2.2, < 1.0.0)
       tzinfo (>= 1.0, < 3.0)
       tzinfo-data (~> 1.0)
       yajl-ruby (~> 1.0)
-    http (4.3.0)
+    http (4.4.1)
       addressable (~> 2.3)
       http-cookie (~> 1.0)
       http-form_data (~> 2.2)
       http-parser (~> 1.2.0)
     http-accept (1.7.0)
-    http-cookie (1.0.3)
+    http-cookie (1.0.4)
       domain_name (~> 0.5)
-    http-form_data (2.2.0)
-    http-parser (1.2.1)
+    http-form_data (2.3.0)
+    http-parser (1.2.3)
       ffi-compiler (>= 1.0, < 2.0)
     http_parser.rb (0.5.3)
     httpclient (2.8.3)
-    i18n (1.8.2)
+    i18n (1.8.10)
       concurrent-ruby (~> 1.0)
-    json-jwt (1.11.0)
+    json-jwt (1.13.0)
       activesupport (>= 4.2)
       aes_key_wrap
       bindata
@@ -79,10 +86,10 @@ GEM
       mini_mime (>= 0.1.1)
     mime-types (3.3.1)
       mime-types-data (~> 3.2015)
-    mime-types-data (3.2019.1009)
-    mini_mime (1.0.2)
-    minitest (5.14.0)
-    msgpack (1.3.3)
+    mime-types-data (3.2021.0704)
+    mini_mime (1.1.0)
+    minitest (5.14.4)
+    msgpack (1.4.2)
     multi_json (1.14.1)
     net-http-persistent (3.1.0)
       connection_pool (~> 2.2)
@@ -98,60 +105,60 @@ GEM
       validate_email
       validate_url
       webfinger (>= 1.0.1)
-    prometheus-client (0.9.0)
-      quantile (~> 0.2.1)
-    public_suffix (4.0.3)
-    quantile (0.2.1)
-    rack (2.2.2)
-    rack-oauth2 (1.10.1)
+    prometheus-client (2.1.0)
+    public_suffix (4.0.6)
+    rack (2.2.3)
+    rack-oauth2 (1.17.0)
       activesupport
       attr_required
       httpclient
       json-jwt (>= 1.11.0)
-      rack
-    rake (13.0.1)
-    recursive-open-struct (1.1.0)
+      rack (>= 2.1.0)
+    rake (13.0.6)
+    recursive-open-struct (1.1.3)
     rest-client (2.1.0)
       http-accept (>= 1.7.0, < 2.0)
       http-cookie (>= 1.0.2, < 2.0)
       mime-types (>= 1.16, < 4.0)
       netrc (~> 0.8)
-    serverengine (2.2.1)
+    serverengine (2.2.4)
       sigdump (~> 0.2.2)
     sigdump (0.2.4)
-    strptime (0.2.3)
-    swd (1.1.2)
+    strptime (0.2.5)
+    swd (1.2.0)
       activesupport (>= 3)
       attr_required (>= 0.0.5)
       httpclient (>= 2.4)
-    thread_safe (0.3.6)
-    tzinfo (1.2.6)
-      thread_safe (~> 0.1)
-    tzinfo-data (1.2019.3)
+    tzinfo (2.0.4)
+      concurrent-ruby (~> 1.0)
+    tzinfo-data (1.2021.1)
       tzinfo (>= 1.0.0)
     unf (0.1.4)
       unf_ext
-    unf_ext (0.0.7.6)
+    unf_ext (0.0.7.7)
     validate_email (0.1.6)
       activemodel (>= 3.0)
       mail (>= 2.2.5)
-    validate_url (1.0.8)
+    validate_url (1.0.13)
       activemodel (>= 3.0.0)
       public_suffix
     webfinger (1.1.0)
       activesupport
       httpclient (>= 2.4)
     yajl-ruby (1.4.1)
+    zeitwerk (2.4.2)
 
 PLATFORMS
   ruby
 
 DEPENDENCIES
-  bigdecimal (= 1.4.3)
-  fluent-plugin-prometheus (= 1.7.0)
+  bigdecimal (= 3.0.0)
+  fluent-plugin-k8s-metrics-agg!
+  fluent-plugin-kubernetes_metadata_filter (= 2.5.3)
+  fluent-plugin-prometheus (>= 2.0)
   fluent-plugin-record-modifier (= 2.1.0)
-  fluent-plugin-splunk-hec (= 1.2.1)
-  fluentd (= 1.9.1)
+  fluent-plugin-splunk-hec (>= 1.2.5)
+  fluentd (= 1.11.5)
   http_parser.rb (= 0.5.3)
   kubeclient (= 4.6.0)
   multi_json (= 1.14.1)

data/docker/build.sh

@@ -16,4 +16,4 @@ VERSION=`cat VERSION`
 echo "Copying licenses to be included in the docker image..."
 mkdir -p docker/licenses
 cp -rp LICENSE docker/licenses/
-docker build --build-arg VERSION=$VERSION --no-cache -t splunk/k8s-metrics-aggr:$TAG ./docker
+docker build --no-cache --pull --build-arg VERSION=$VERSION --no-cache -t splunk/k8s-metrics-aggr:$TAG ./docker

data/fluent-plugin-k8s-metrics-agg.gemspec

@@ -21,11 +21,11 @@ Gem::Specification.new do |spec|
   spec.require_paths = ["lib"]
 
   spec.add_development_dependency 'bundler', '~> 2.0'
-  spec.add_development_dependency 'rake', '~> 12.0'
+  spec.add_development_dependency 'rake', '~> 13.0'
   spec.add_development_dependency 'test-unit', "~> 3.3.0"
   spec.add_development_dependency "simplecov", '~> 0.16.1'
   spec.add_development_dependency 'webmock', '~> 3.5.1'
-  spec.add_runtime_dependency 'fluentd', '~> 1.9.1'
+  spec.add_runtime_dependency 'fluentd', '>= 1.9.1'
   spec.add_runtime_dependency 'kubeclient', '~> 4.6.0'
   spec.add_runtime_dependency 'multi_json', '~> 1.14.1'
   spec.add_runtime_dependency 'oj', '~> 3.10.2'

data/lib/fluent/plugin/in_kubernetes_metrics_aggregator.rb

@@ -575,23 +575,25 @@ module Fluent
 
             node_response = JSON.parse(node_rest_client.get(@client.headers))
             Array(node_response['pods']).each do |pod_json|
-              pod_cpu_usage = pod_json['cpu']['usageNanoCores']/ 1_000_000
-              pod_memory_usage = pod_json['memory']['usageBytes']
-              pod_namespace = pod_json['podRef']['namespace']
-              pod_usage = ResourceUsageMetricsUnit.new
-              pod_usage.add_resource_usage_metrics(pod_cpu_usage, pod_memory_usage)
-              if @@namespace_resource_usage_metrics_map[pod_namespace].nil?
-                namespace_usage_metrics = ResourceUsageMetricsUnit.new
-                @@namespace_resource_usage_metrics_map[pod_namespace] = pod_usage
-              else
-                @@namespace_resource_usage_metrics_map[pod_namespace].add_resource_usage_metrics(pod_cpu_usage, pod_memory_usage)
-              end
-              if @@node_resource_usage_metrics_map[node_name].nil?
-                node_name_usage_metrics = ResourceUsageMetricsUnit.new
-                @@node_resource_usage_metrics_map[node_name] = node_name_usage_metrics
+              unless pod_json['cpu'].nil? || pod_json['memory'].nil?
+                pod_cpu_usage = pod_json['cpu'].fetch('usageNanoCores', 0)/ 1_000_000
+                pod_memory_usage = pod_json['memory'].fetch('usageBytes', 0)
+                pod_namespace = pod_json['podRef']['namespace']
+                pod_usage = ResourceUsageMetricsUnit.new
+                pod_usage.add_resource_usage_metrics(pod_cpu_usage, pod_memory_usage)
+                if @@namespace_resource_usage_metrics_map[pod_namespace].nil?
+                  namespace_usage_metrics = ResourceUsageMetricsUnit.new
+                  @@namespace_resource_usage_metrics_map[pod_namespace] = pod_usage
+                else
+                  @@namespace_resource_usage_metrics_map[pod_namespace].add_resource_usage_metrics(pod_cpu_usage, pod_memory_usage)
+                end
+                if @@node_resource_usage_metrics_map[node_name].nil?
+                  node_name_usage_metrics = ResourceUsageMetricsUnit.new
+                  @@node_resource_usage_metrics_map[node_name] = node_name_usage_metrics
+                end
+                @@node_resource_usage_metrics_map[node_name].add_resource_usage_metrics(pod_cpu_usage, pod_memory_usage)
+                pod_usage = nil
               end
-              @@node_resource_usage_metrics_map[node_name].add_resource_usage_metrics(pod_cpu_usage, pod_memory_usage)
-              pod_usage = nil
             end
           end
         end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-k8s-metrics-agg
 version: !ruby/object:Gem::Version
-  version: 1.1.2
+  version: 1.1.6
 platform: ruby
 authors:
 - Splunk Inc.
-autorequire: 
+autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-02-21 00:00:00.000000000 Z
+date: 2021-07-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -30,14 +30,14 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: '12.0'
+        version: '13.0'
 - !ruby/object:Gem::Dependency
   name: test-unit
   requirement: !ruby/object:Gem::Requirement
@@ -84,14 +84,14 @@ dependencies:
   name: fluentd
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.9.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
         version: 1.9.1
 - !ruby/object:Gem::Dependency
@@ -144,15 +144,8 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".circleci/build_and_push.sh"
-- ".circleci/build_and_push_to_dockerhub.sh"
-- ".circleci/build_and_push_to_github_release.sh"
-- ".circleci/check_version_trigger_release.sh"
 - ".circleci/config.yml"
-- ".circleci/gem_credentials"
 - ".circleci/install_dep.sh"
-- ".circleci/push_gem.sh"
-- ".circleci/push_gem_to_rubygems.sh"
 - ".circleci/trigger_func_test.sh"
 - ".github/ISSUE_TEMPLATE/bug_report.md"
 - ".github/ISSUE_TEMPLATE/enhancement_request.md"
@@ -165,12 +158,12 @@ files:
 - Gemfile
 - Gemfile.lock
 - LICENSE
+- Makefile
 - README.md
 - Rakefile
 - VERSION
 - docker/CONTRIBUTING.md
 - docker/Dockerfile
-- docker/FLUENTD_HEC_GEM_VERSION
 - docker/Gemfile
 - docker/Gemfile.lock
 - docker/LICENSE
@@ -192,7 +185,7 @@ homepage: https://github.com/splunk/fluent-plugin-k8s-metrics-agg
 licenses:
 - Apache-2.0
 metadata: {}
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -207,8 +200,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.1
-signing_key: 
+rubygems_version: 3.1.4
+signing_key:
 specification_version: 4
 summary: A fluentd input plugin that collects kubernetes cluster metrics.
 test_files:

data/.circleci/build_and_push.sh

@@ -1,11 +0,0 @@
-#!/usr/bin/env bash
-set -e
-FLUENTD_HEC_GEM_VERSION=`cat docker/FLUENTD_HEC_GEM_VERSION`
-aws ecr get-login --region $AWS_REGION --no-include-email | bash
-echo "Building docker image..."
-cp /tmp/pkg/fluent-plugin-k8s-metrics-agg-*.gem docker
-docker build --build-arg VERSION=$FLUENTD_HEC_GEM_VERSION --no-cache -t splunk/fluent-plugin-k8s-metrics-agg:metrics-aggregator ./docker
-docker tag splunk/fluent-plugin-k8s-metrics-agg:metrics-aggregator $AWS_ACCOUNT_ID.dkr.ecr.$AWS_REGION.amazonaws.com/k8s-ci-metrics-agg:latest
-echo "Push docker image to ecr..."
-docker push $AWS_ACCOUNT_ID.dkr.ecr.$AWS_REGION.amazonaws.com/k8s-ci-metrics-agg:latest | awk 'END{print}'
-echo "Docker image pushed successfully."

data/.circleci/build_and_push_to_dockerhub.sh

@@ -1,16 +0,0 @@
-#!/usr/bin/env bash
-set -e
-echo "Building docker image..."
-cp /tmp/pkg/fluent-plugin-k8s-metrics-agg-*.gem docker
-echo "Copying licenses to be included in the docker image..."
-mkdir docker/licenses
-cp -rp LICENSE docker/licenses/
-VERSION=`cat VERSION`
-docker build --build-arg VERSION=$VERSION --no-cache -t splunk/fluent-plugin-k8s-metrics-agg:metrics-aggregator ./docker
-docker tag splunk/fluent-plugin-k8s-metrics-agg:metrics-aggregator splunk/${DOCKERHUB_REPO_NAME}:${VERSION}
-docker tag splunk/fluent-plugin-k8s-metrics-agg:metrics-aggregator splunk/${DOCKERHUB_REPO_NAME}:latest
-echo "Push docker image to splunk dockerhub..."
-docker login --username=$DOCKERHUB_ACCOUNT_ID --password=$DOCKERHUB_ACCOUNT_PASS
-docker push splunk/${DOCKERHUB_REPO_NAME}:${VERSION} | awk 'END{print}'
-docker push splunk/${DOCKERHUB_REPO_NAME}:latest | awk 'END{print}'
-echo "Docker image pushed successfully to docker-hub."

data/.circleci/build_and_push_to_github_release.sh

@@ -1,11 +0,0 @@
-#!/usr/bin/env bash
-set -e
-wget https://github.com/tcnksm/ghr/releases/download/v0.12.0/ghr_v0.12.0_linux_amd64.tar.gz
-tar -xzvf ghr_v0.12.0_linux_amd64.tar.gz
-sudo chmod +x ghr_v0.12.0_linux_amd64
-sudo mv ghr_v0.12.0_linux_amd64/ghr /usr/local/bin/ghr
-
-VERSION=`cat VERSION`
-echo "Pushing SCK release to github releases...${VERSION}"
-
-ghr -t ${GITHUB_TOKEN} -u ${CIRCLE_PROJECT_USERNAME} -r ${CIRCLE_PROJECT_REPONAME} -c ${CIRCLE_SHA1} -n "${RELEASE_TITLE}" -b "${RELEASE_BODY}" -draft ${VERSION} /tmp/pkg/

data/.circleci/check_version_trigger_release.sh

@@ -1,29 +0,0 @@
-#!/usr/bin/env bash
-set -e
-
-#!/usr/bin/env bash
-LATEST_COMMIT=$(git rev-parse HEAD)
-VERSION_COMMIT=$(git log -1 --format=format:%H VERSION)
-if [ $VERSION_COMMIT = $LATEST_COMMIT ];
-    then
-        if [ -s VERSION ] # Check if content is empty
-            then 
-                VERSION=`cat VERSION`
-                echo "VERSION is changed to $VERSION" 
-            else 
-                echo "[ERROR] VERSION file is empty."
-                exit 1
-        fi 
-        git config user.email "splunk-oss-admin@splunk.com"
-        git config user.name "splunk-oss-admin"
-        # Checkout develop and pull latest
-        git checkout develop
-        git pull origin develop
-        # merge it to master branch
-        git checkout master
-        git merge --no-edit -X theirs develop
-        git push
-        # cut release branch from master
-        git checkout -b release/$VERSION
-        git push https://$RELEASE_GITHUB_USER:$RELEASE_GITHUB_PASS@github.com/splunk/fluent-plugin-k8s-metrics-agg.git release/$VERSION
-fi

data/.circleci/gem_credentials

@@ -1,2 +0,0 @@
----
-:rubygems_api_key: __RUBYGEMS_API_KEY__

data/.circleci/push_gem.sh

@@ -1,8 +0,0 @@
-#!/usr/bin/env bash
-set -e
-sudo apt-get update
-sudo apt-get install -y python-pip libpython-dev > /dev/null 2>&1
-echo "Installing aws cli..."
-sudo pip install awscli > /dev/null 2>&1
-echo "Pushing metrics-aggregator gem to s3..."
-aws s3 cp /tmp/pkg/*.gem s3://k8s-ci-artifacts/

data/.circleci/push_gem_to_rubygems.sh

@@ -1,7 +0,0 @@
-#!/usr/bin/env bash
-set -e
-echo "Pushing metrics aggr gem to rubygems.org..."
-echo "gem `gem --version`"
-cat .circleci/gem_credentials | sed -e "s/__RUBYGEMS_API_KEY__/${RUBYGEMS_API_KEY}/" > ~/.gem/credentials
-chmod 0600 ~/.gem/credentials
-gem push /tmp/pkg/fluent-plugin-k8s-metrics-agg-*.gem

data/docker/FLUENTD_HEC_GEM_VERSION

@@ -1 +0,0 @@
-1.2.1