RubyGems - fluent-plugin-kubernetes_metadata_filter - Versions diffs - 2.1.0 → 3.4.0 - Mend

fluent-plugin-kubernetes_metadata_filter 2.1.0 → 3.4.0

Files changed (58) hide show

checksums.yaml +5 -5
data/.circleci/config.yml +53 -0
data/.gitignore +0 -2
data/.rubocop.yml +57 -0
data/Gemfile +4 -2
data/Gemfile.lock +159 -0
data/README.md +49 -60
data/Rakefile +15 -11
data/doc/benchmark/5m-1-2500lps-256b-baseline-01/cpu.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-baseline-01/latency.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-baseline-01/loss.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-baseline-01/mem.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-baseline-01/readme.md +88 -0
data/doc/benchmark/5m-1-2500lps-256b-baseline-01/results.html +127 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-01/cpu.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-01/latency.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-01/loss.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-01/mem.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-01/readme.md +97 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-01/results.html +136 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-marshal-02/cpu.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-marshal-02/latency.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-marshal-02/loss.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-marshal-02/mem.png +0 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-marshal-02/readme.md +97 -0
data/doc/benchmark/5m-1-2500lps-256b-kube-01-marshal-02/results.html +136 -0
data/fluent-plugin-kubernetes_metadata_filter.gemspec +25 -28
data/lib/fluent/plugin/filter_kubernetes_metadata.rb +207 -187
data/lib/fluent/plugin/kubernetes_metadata_cache_strategy.rb +30 -23
data/lib/fluent/plugin/kubernetes_metadata_common.rb +66 -24
data/lib/fluent/plugin/kubernetes_metadata_stats.rb +21 -5
data/lib/fluent/plugin/kubernetes_metadata_test_api_adapter.rb +68 -0
data/lib/fluent/plugin/kubernetes_metadata_util.rb +33 -0
data/lib/fluent/plugin/kubernetes_metadata_watch_namespaces.rb +154 -27
data/lib/fluent/plugin/kubernetes_metadata_watch_pods.rb +171 -29
data/release_notes.md +42 -0
data/test/cassettes/kubernetes_docker_metadata_annotations.yml +0 -34
data/test/cassettes/{kubernetes_docker_metadata_dotted_labels.yml → kubernetes_docker_metadata_dotted_slashed_labels.yml} +0 -34
data/test/cassettes/kubernetes_get_api_v1.yml +193 -0
data/test/cassettes/kubernetes_get_api_v1_using_token.yml +195 -0
data/test/cassettes/kubernetes_get_namespace_default.yml +72 -0
data/test/cassettes/kubernetes_get_namespace_default_using_token.yml +71 -0
data/test/cassettes/{kubernetes_docker_metadata.yml → kubernetes_get_pod.yml} +0 -82
data/test/cassettes/kubernetes_get_pod_container_init.yml +145 -0
data/test/cassettes/{metadata_with_namespace_id.yml → kubernetes_get_pod_using_token.yml} +2 -130
data/test/cassettes/{kubernetes_docker_metadata_using_bearer_token.yml → kubernetes_get_pod_with_ownerrefs.yml} +17 -109
data/test/cassettes/metadata_from_tag_and_journald_fields.yml +153 -0
data/test/cassettes/metadata_from_tag_journald_and_kubernetes_fields.yml +285 -0
data/test/cassettes/{non_kubernetes_docker_metadata.yml → valid_kubernetes_api_server_using_token.yml} +4 -44
data/test/helper.rb +20 -2
data/test/plugin/test_cache_stats.rb +10 -13
data/test/plugin/test_cache_strategy.rb +158 -160
data/test/plugin/test_filter_kubernetes_metadata.rb +451 -314
data/test/plugin/test_watch_namespaces.rb +209 -55
data/test/plugin/test_watch_pods.rb +302 -71
data/test/plugin/watch_test.rb +52 -33
metadata +91 -70
data/circle.yml +0 -17

data/test/cassettes/kubernetes_get_api_v1_using_token.yml ADDED Viewed

@@ -0,0 +1,195 @@
+#
+# Fluentd Kubernetes Metadata Filter Plugin - Enrich Fluentd events with
+# Kubernetes metadata
+#
+# Copyright 2015 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://localhost:8443/api/v1
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - "*/*; q=0.5, application/xml"
+      Accept-Encoding:
+      - gzip, deflate
+      User-Agent:
+      - Ruby
+      Authorization:
+      - Bearer YzYyYzFlODMtODdhNS00ZTMyLWIzMmItNmY4NDc4OTI1ZWFh
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json
+      Date:
+      - Fri, 08 May 2015 10:35:37 GMT
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: |-
+        {
+          "kind": "APIResourceList",
+          "groupVersion": "v1",
+          "resources": [
+            {
+              "name": "bindings",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Binding",
+              "verbs": [
+                "create"
+              ]
+            },
+            {
+              "name": "namespaces",
+              "singularName": "",
+              "namespaced": false,
+              "kind": "Namespace",
+              "verbs": [
+                "create",
+                "delete",
+                "get",
+                "list",
+                "patch",
+                "update",
+                "watch"
+              ],
+              "shortNames": [
+                "ns"
+              ]
+            },
+            {
+              "name": "namespaces/finalize",
+              "singularName": "",
+              "namespaced": false,
+              "kind": "Namespace",
+              "verbs": [
+                "update"
+              ]
+            },
+            {
+              "name": "namespaces/status",
+              "singularName": "",
+              "namespaced": false,
+              "kind": "Namespace",
+              "verbs": [
+                "get",
+                "patch",
+                "update"
+              ]
+            },
+            {
+              "name": "pods",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Pod",
+              "verbs": [
+                "create",
+                "delete",
+                "deletecollection",
+                "get",
+                "list",
+                "patch",
+                "update",
+                "watch"
+              ],
+              "shortNames": [
+                "po"
+              ],
+              "categories": [
+                "all"
+              ]
+            },
+            {
+              "name": "pods/attach",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Pod",
+              "verbs": []
+            },
+            {
+              "name": "pods/binding",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Binding",
+              "verbs": [
+                "create"
+              ]
+            },
+            {
+              "name": "pods/eviction",
+              "singularName": "",
+              "namespaced": true,
+              "group": "policy",
+              "version": "v1beta1",
+              "kind": "Eviction",
+              "verbs": [
+                "create"
+              ]
+            },
+            {
+              "name": "pods/exec",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Pod",
+              "verbs": []
+            },
+            {
+              "name": "pods/log",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Pod",
+              "verbs": [
+                "get"
+              ]
+            },
+            {
+              "name": "pods/portforward",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Pod",
+              "verbs": []
+            },
+            {
+              "name": "pods/proxy",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Pod",
+              "verbs": []
+            },
+            {
+              "name": "pods/status",
+              "singularName": "",
+              "namespaced": true,
+              "kind": "Pod",
+              "verbs": [
+                "get",
+                "patch",
+                "update"
+              ]
+            }
+          ]
+        }
+    http_version:
+  recorded_at: Fri, 08 May 2015 10:35:37 GMT
+recorded_with: VCR 2.9.3

data/test/cassettes/kubernetes_get_namespace_default.yml ADDED Viewed

@@ -0,0 +1,72 @@
+#
+# Fluentd Kubernetes Metadata Filter Plugin - Enrich Fluentd events with
+# Kubernetes metadata
+#
+# Copyright 2015 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://localhost:8443/api/v1/namespaces/default
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - "*/*; q=0.5, application/xml"
+      Accept-Encoding:
+      - gzip, deflate
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json
+      Date:
+      - Fri, 08 May 2015 10:35:37 GMT
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: |-
+        {
+          "kind": "Namespace",
+          "apiVersion": "v1",
+          "metadata": {
+            "name": "default",
+            "selfLink": "/api/v1/namespaces/default",
+            "uid": "898268c8-4a36-11e5-9d81-42010af0194c",
+            "resourceVersion": "6",
+            "creationTimestamp": "2015-05-08T09:22:01Z",
+            "labels": {
+              "tenant": "test"
+            }
+          },
+          "spec": {
+            "finalizers": [
+                "kubernetes"
+            ]
+          },
+          "status": {
+            "phase": "Active"
+          }
+        }
+    http_version:
+  recorded_at: Fri, 08 May 2015 10:35:37 GMT
+recorded_with: VCR 2.9.3

data/test/cassettes/kubernetes_get_namespace_default_using_token.yml ADDED Viewed

@@ -0,0 +1,71 @@
+#
+# Fluentd Kubernetes Metadata Filter Plugin - Enrich Fluentd events with
+# Kubernetes metadata
+#
+# Copyright 2015 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://localhost:8443/api/v1/namespaces/default
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - "*/*; q=0.5, application/xml"
+      Accept-Encoding:
+      - gzip, deflate
+      User-Agent:
+      - Ruby
+      Authorization:
+      - Bearer YzYyYzFlODMtODdhNS00ZTMyLWIzMmItNmY4NDc4OTI1ZWFh
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json
+      Date:
+      - Fri, 08 May 2015 10:35:37 GMT
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: |-
+        {
+          "kind": "Namespace",
+          "apiVersion": "v1",
+          "metadata": {
+            "name": "default",
+            "selfLink": "/api/v1/namespaces/default",
+            "uid": "898268c8-4a36-11e5-9d81-42010af0194c",
+            "resourceVersion": "6",
+            "creationTimestamp": "2015-05-08T09:22:01Z"
+          },
+          "spec": {
+            "finalizers": [
+                "kubernetes"
+            ]
+          },
+          "status": {
+            "phase": "Active"
+          }
+        }
+    http_version:
+  recorded_at: Fri, 08 May 2015 10:35:37 GMT
+recorded_with: VCR 2.9.3

data/test/cassettes/{kubernetes_docker_metadata.yml → kubernetes_get_pod.yml} RENAMED Viewed

@@ -18,40 +18,6 @@
 #
 ---
 http_interactions:
-- request:
-    method: get
-    uri: https://localhost:8443/api
-    body:
-      encoding: US-ASCII
-      string: ''
-    headers:
-      Accept:
-      - "*/*; q=0.5, application/xml"
-      Accept-Encoding:
-      - gzip, deflate
-      User-Agent:
-      - Ruby
-  response:
-    status:
-      code: 200
-      message: OK
-    headers:
-      Content-Type:
-      - application/json
-      Date:
-      - Fri, 08 May 2015 10:35:37 GMT
-      Content-Length:
-      - '67'
-    body:
-      encoding: UTF-8
-      string: |-
-        {
-          "versions": [
-            "v1"
-          ]
-        }
-    http_version:
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
 - request:
     method: get
     uri: https://localhost:8443/api/v1/namespaces/default/pods/fabric8-console-controller-98rqc
@@ -177,52 +143,4 @@ http_interactions:
         }
     http_version:
   recorded_at: Fri, 08 May 2015 10:35:37 GMT
-- request:
-    method: get
-    uri: https://localhost:8443/api/v1/namespaces/default
-    body:
-      encoding: US-ASCII
-      string: ''
-    headers:
-      Accept:
-      - "*/*; q=0.5, application/xml"
-      Accept-Encoding:
-      - gzip, deflate
-      User-Agent:
-      - Ruby
-  response:
-    status:
-      code: 200
-      message: OK
-    headers:
-      Content-Type:
-      - application/json
-      Date:
-      - Fri, 08 May 2015 10:35:37 GMT
-      Transfer-Encoding:
-      - chunked
-    body:
-      encoding: UTF-8
-      string: |-
-        {
-          "kind": "Namespace",
-          "apiVersion": "v1",
-          "metadata": {
-            "name": "default",
-            "selfLink": "/api/v1/namespaces/default",
-            "uid": "898268c8-4a36-11e5-9d81-42010af0194c",
-            "resourceVersion": "6",
-            "creationTimestamp": "2015-05-08T09:22:01Z"
-          },
-          "spec": {
-            "finalizers": [
-                "kubernetes"
-            ]
-          },
-          "status": {
-            "phase": "Active"
-          }
-        }
-    http_version:
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
 recorded_with: VCR 2.9.3

data/test/cassettes/kubernetes_get_pod_container_init.yml ADDED Viewed

@@ -0,0 +1,145 @@
+#
+# Fluentd Kubernetes Metadata Filter Plugin - Enrich Fluentd events with
+# Kubernetes metadata
+#
+# Copyright 2015 Red Hat, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+---
+http_interactions:
+- request:
+    method: get
+    uri: https://localhost:8443/api/v1/namespaces/default/pods/fabric8-console-controller-98rqc
+    body:
+      encoding: US-ASCII
+      string: ''
+    headers:
+      Accept:
+      - "*/*; q=0.5, application/xml"
+      Accept-Encoding:
+      - gzip, deflate
+      User-Agent:
+      - Ruby
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Content-Type:
+      - application/json
+      Date:
+      - Fri, 08 May 2015 10:35:37 GMT
+      Transfer-Encoding:
+      - chunked
+    body:
+      encoding: UTF-8
+      string: |-
+        {
+          "kind": "Pod",
+          "apiVersion": "v1",
+          "metadata": {
+            "name": "fabric8-console-controller-98rqc",
+            "generateName": "fabric8-console-controller-",
+            "namespace": "default",
+            "selfLink": "/api/v1/namespaces/default/pods/fabric8-console-controller-98rqc",
+            "uid": "c76927af-f563-11e4-b32d-54ee7527188d",
+            "resourceVersion": "122",
+            "creationTimestamp": "2015-05-08T09:22:42Z",
+            "labels": {
+              "component": "fabric8Console"
+            }
+          },
+          "spec": {
+            "volumes": [
+              {
+                "name": "openshift-cert-secrets",
+                "hostPath": null,
+                "emptyDir": null,
+                "gcePersistentDisk": null,
+                "gitRepo": null,
+                "secret": {
+                  "secretName": "openshift-cert-secrets"
+                },
+                "nfs": null,
+                "iscsi": null,
+                "glusterfs": null
+              }
+            ],
+            "containers": [
+              {
+                "name": "fabric8-console-container",
+                "image": "fabric8/hawtio-kubernetes:latest",
+                "ports": [
+                  {
+                    "containerPort": 9090,
+                    "protocol": "TCP"
+                  }
+                ],
+                "env": [
+                  {
+                    "name": "OAUTH_CLIENT_ID",
+                    "value": "fabric8-console"
+                  },
+                  {
+                    "name": "OAUTH_AUTHORIZE_URI",
+                    "value": "https://localhost:8443/oauth/authorize"
+                  }
+                ],
+                "resources": {},
+                "volumeMounts": [
+                  {
+                    "name": "openshift-cert-secrets",
+                    "readOnly": true,
+                    "mountPath": "/etc/secret-volume"
+                  }
+                ],
+                "terminationMessagePath": "/dev/termination-log",
+                "imagePullPolicy": "IfNotPresent",
+                "capabilities": {}
+              }
+            ],
+            "restartPolicy": "Always",
+            "dnsPolicy": "ClusterFirst",
+            "nodeName": "jimmi-redhat.localnet"
+          },
+          "status": {
+            "phase": "Running",
+            "Condition": [
+              {
+                "type": "Ready",
+                "status": "True"
+              }
+            ],
+            "hostIP": "172.17.42.1",
+            "podIP": "172.17.0.8",
+            "containerStatuses": [
+              {
+                "name": "fabric8-console-container",
+                "state": {
+                  "waiting": {
+                    "reason": "ContainerCreating"
+                  }
+                },
+                "lastState": {},
+                "ready": true,
+                "restartCount": 0,
+                "image": "fabric8/hawtio-kubernetes:latest",
+                "imageID": ""
+              }
+            ]
+          }
+        }
+    http_version:
+  recorded_at: Fri, 08 May 2015 10:35:37 GMT
+recorded_with: VCR 2.9.3