fluent-plugin-kubernetes_metadata_filter 2.2.0 → 2.3.0

data/test/cassettes/metadata_from_tag_journald_and_kubernetes_fields.yml

@@ -18,261 +18,6 @@
 #
 ---
 http_interactions:
-- request:
-    method: get
-    uri: https://localhost:8443/api
-    body:
-      encoding: US-ASCII
-      string: ''
-    headers:
-      Accept:
-      - "*/*; q=0.5, application/xml"
-      Accept-Encoding:
-      - gzip, deflate
-      User-Agent:
-      - Ruby
-  response:
-    status:
-      code: 200
-      message: OK
-    headers:
-      Content-Type:
-      - application/json
-      Date:
-      - Fri, 08 May 2015 10:35:37 GMT
-      Content-Length:
-      - '67'
-    body:
-      encoding: UTF-8
-      string: |-
-        {
-          "versions": [
-            "v1"
-          ]
-        }
-    http_version:
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
-- request:
-    method: get
-    uri: https://localhost:8443/api/v1/namespaces/default/pods/fabric8-console-controller-98rqc
-    body:
-      encoding: US-ASCII
-      string: ''
-    headers:
-      Accept:
-      - "*/*; q=0.5, application/xml"
-      Accept-Encoding:
-      - gzip, deflate
-      User-Agent:
-      - Ruby
-  response:
-    status:
-      code: 200
-      message: OK
-    headers:
-      Content-Type:
-      - application/json
-      Date:
-      - Fri, 08 May 2015 10:35:37 GMT
-      Transfer-Encoding:
-      - chunked
-    body:
-      encoding: UTF-8
-      string: |-
-        {
-          "kind": "Pod",
-          "apiVersion": "v1",
-          "metadata": {
-            "name": "fabric8-console-controller-98rqc",
-            "generateName": "fabric8-console-controller-",
-            "namespace": "default",
-            "selfLink": "/api/v1/namespaces/default/pods/fabric8-console-controller-98rqc",
-            "uid": "c76927af-f563-11e4-b32d-54ee7527188d",
-            "resourceVersion": "122",
-            "creationTimestamp": "2015-05-08T09:22:42Z",
-            "labels": {
-              "component": "fabric8Console"
-            }
-          },
-          "spec": {
-            "volumes": [
-              {
-                "name": "openshift-cert-secrets",
-                "hostPath": null,
-                "emptyDir": null,
-                "gcePersistentDisk": null,
-                "gitRepo": null,
-                "secret": {
-                  "secretName": "openshift-cert-secrets"
-                },
-                "nfs": null,
-                "iscsi": null,
-                "glusterfs": null
-              }
-            ],
-            "containers": [
-              {
-                "name": "fabric8-console-container",
-                "image": "fabric8/hawtio-kubernetes:latest",
-                "ports": [
-                  {
-                    "containerPort": 9090,
-                    "protocol": "TCP"
-                  }
-                ],
-                "env": [
-                  {
-                    "name": "OAUTH_CLIENT_ID",
-                    "value": "fabric8-console"
-                  },
-                  {
-                    "name": "OAUTH_AUTHORIZE_URI",
-                    "value": "https://localhost:8443/oauth/authorize"
-                  }
-                ],
-                "resources": {},
-                "volumeMounts": [
-                  {
-                    "name": "openshift-cert-secrets",
-                    "readOnly": true,
-                    "mountPath": "/etc/secret-volume"
-                  }
-                ],
-                "terminationMessagePath": "/dev/termination-log",
-                "imagePullPolicy": "IfNotPresent",
-                "capabilities": {}
-              }
-            ],
-            "restartPolicy": "Always",
-            "dnsPolicy": "ClusterFirst",
-            "nodeName": "jimmi-redhat.localnet"
-          },
-          "status": {
-            "phase": "Running",
-            "Condition": [
-              {
-                "type": "Ready",
-                "status": "True"
-              }
-            ],
-            "hostIP": "172.17.42.1",
-            "podIP": "172.17.0.8",
-            "containerStatuses": [
-              {
-                "name": "fabric8-console-container",
-                "state": {
-                  "running": {
-                    "startedAt": "2015-05-08T09:22:44Z"
-                  }
-                },
-                "lastState": {},
-                "ready": true,
-                "restartCount": 0,
-                "image": "fabric8/hawtio-kubernetes:latest",
-                "imageID": "docker://b2bd1a24a68356b2f30128e6e28e672c1ef92df0d9ec01ec0c7faea5d77d2303",
-                "containerID": "docker://49095a2894da899d3b327c5fde1e056a81376cc9a8f8b09a195f2a92bceed459"
-              }
-            ]
-          }
-        }
-    http_version:
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
-- request:
-    method: get
-    uri: https://localhost:8443/api/v1/namespaces/default
-    body:
-      encoding: US-ASCII
-      string: ''
-    headers:
-      Accept:
-      - "*/*; q=0.5, application/xml"
-      Accept-Encoding:
-      - gzip, deflate
-      User-Agent:
-      - Ruby
-  response:
-    status:
-      code: 200
-      message: OK
-    headers:
-      Content-Type:
-      - application/json
-      Date:
-      - Fri, 08 May 2015 10:35:37 GMT
-      Transfer-Encoding:
-      - chunked
-    body:
-      encoding: UTF-8
-      string: |-
-        {
-          "kind": "Namespace",
-          "apiVersion": "v1",
-          "metadata": {
-            "name": "default",
-            "selfLink": "/api/v1/namespaces/default",
-            "uid": "898268c8-4a36-11e5-9d81-42010af0194c",
-            "resourceVersion": "6",
-            "creationTimestamp": "2015-05-08T09:22:01Z"
-          },
-          "spec": {
-            "finalizers": [
-                "kubernetes"
-            ]
-          },
-          "status": {
-            "phase": "Active"
-          }
-        }
-    http_version:
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
-- request:
-    method: get
-    uri: https://localhost:8443/api/v1/namespaces/default
-    body:
-      encoding: US-ASCII
-      string: ''
-    headers:
-      Accept:
-      - "*/*; q=0.5, application/xml"
-      Accept-Encoding:
-      - gzip, deflate
-      User-Agent:
-      - Ruby
-  response:
-    status:
-      code: 200
-      message: OK
-    headers:
-      Content-Type:
-      - application/json
-      Date:
-      - Fri, 08 May 2015 10:35:37 GMT
-      Transfer-Encoding:
-      - chunked
-    body:
-      encoding: UTF-8
-      string: |-
-        {
-          "kind": "Namespace",
-          "apiVersion": "v1",
-          "metadata": {
-            "name": "default",
-            "selfLink": "/api/v1/namespaces/default",
-            "uid": "898268c8-4a36-11e5-9d81-42010af0194c",
-            "resourceVersion": "6",
-            "creationTimestamp": "2015-05-08T09:22:01Z"
-          },
-          "spec": {
-            "finalizers": [
-                "kubernetes"
-            ]
-          },
-          "status": {
-            "phase": "Active"
-          }
-        }
-    http_version:
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
 - request:
     method: get
     uri: https://localhost:8443/api/v1/namespaces/journald-namespace-name/pods/journald-pod-name

data/test/cassettes/{non_kubernetes_docker_metadata.yml → valid_kubernetes_api_server_using_token.yml}

@@ -31,6 +31,8 @@ http_interactions:
       - gzip, deflate
       User-Agent:
       - Ruby
+      Authorization:
+      - Bearer YzYyYzFlODMtODdhNS00ZTMyLWIzMmItNmY4NDc4OTI1ZWFh
   response:
     status:
       code: 200
@@ -39,7 +41,7 @@ http_interactions:
       Content-Type:
       - application/json
       Date:
-      - Fri, 08 May 2015 10:35:37 GMT
+      - Fri, 08 May 2015 10:13:54 GMT
       Content-Length:
       - '67'
     body:
@@ -51,47 +53,5 @@ http_interactions:
           ]
         }
     http_version: 
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
-- request:
-    method: get
-    uri: https://localhost:8443/api/v1/namespaces/default/pods/fabric8-forge-controller-ymkew
-    body:
-      encoding: US-ASCII
-      string: ''
-    headers:
-      Accept:
-      - "*/*; q=0.5, application/xml"
-      Accept-Encoding:
-      - gzip, deflate
-      User-Agent:
-      - Ruby
-  response:
-    status:
-      code: 404
-      message: Not Found
-    headers:
-      Content-Type:
-      - application/json
-      Date:
-      - Fri, 08 May 2015 10:35:37 GMT
-      Content-Length:
-      - '278'
-    body:
-      encoding: UTF-8
-      string: |-
-        {
-          "kind": "Status",
-          "apiVersion": "v1",
-          "metadata": {},
-          "status": "Failure",
-          "message": "pods \"fabric8-forge-controller-ymkew\" not found",
-          "reason": "NotFound",
-          "details": {
-            "id": "fabric8-forge-controller-ymkew",
-            "kind": "pods"
-          },
-          "code": 404
-        }
-    http_version: 
-  recorded_at: Fri, 08 May 2015 10:35:37 GMT
+  recorded_at: Fri, 08 May 2015 10:13:54 GMT
 recorded_with: VCR 2.9.3

data/test/plugin/test_filter_kubernetes_metadata.rb

@@ -38,6 +38,7 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
   end
 
   sub_test_case 'configure' do
+
     test 'check default' do
       d = create_driver
       assert_equal(1000, d.instance.cache_size)
@@ -168,7 +169,7 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'inability to connect to the api server handles exception and doensnt block pipeline' do
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}]) do
         driver = create_driver('
           kubernetes_url https://localhost:8443
           watch false
@@ -195,7 +196,7 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with docker & kubernetes metadata where id cache hit and metadata miss' do
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}]) do
         driver = create_driver('
           kubernetes_url https://localhost:8443
           watch false
@@ -228,7 +229,7 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with docker & kubernetes metadata where id cache hit and metadata is reloaded' do
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'}, {name: 'kubernetes_get_namespace_default'}]) do
         driver = create_driver('
           kubernetes_url https://localhost:8443
           watch false
@@ -266,7 +267,7 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with docker & kubernetes metadata' do
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'}, {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit({'time'=>'2015-05-08T09:22:01Z'})
         expected_kube_metadata = {
           'time'=>'2015-05-08T09:22:01Z',
@@ -294,7 +295,8 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with docker & kubernetes metadata & namespace_id enabled' do
-      VCR.use_cassette('metadata_with_namespace_id') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default', options: {allow_playback_repeats: true}}]) do
         filtered = emit({}, '
           kubernetes_url https://localhost:8443
           watch false
@@ -324,7 +326,8 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with docker & kubernetes metadata using bearer token' do
-      VCR.use_cassette('kubernetes_docker_metadata_using_bearer_token') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server_using_token'}, {name: 'kubernetes_get_api_v1_using_token'},
+                         {name: 'kubernetes_get_pod_using_token'}, {name: 'kubernetes_get_namespace_default_using_token'}]) do
         filtered = emit({}, '
           kubernetes_url https://localhost:8443
           verify_ssl false
@@ -429,7 +432,8 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with kubernetes dotted labels, de_dot enabled' do
-      VCR.use_cassette('kubernetes_docker_metadata_dotted_labels') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_docker_metadata_dotted_labels'}]) do
         filtered = emit({}, '
           kubernetes_url https://localhost:8443
           watch false
@@ -462,7 +466,8 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with kubernetes dotted labels, de_dot disabled' do
-      VCR.use_cassette('kubernetes_docker_metadata_dotted_labels') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_docker_metadata_dotted_labels'}]) do
         filtered = emit({}, '
           kubernetes_url https://localhost:8443
           watch false
@@ -511,7 +516,8 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'CONTAINER_ID_FULL' => '49095a2894da899d3b327c5fde1e056a81376cc9a8f8b09a195f2a92bceed459',
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -549,7 +555,8 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'CONTAINER_ID_FULL' => '49095a2894da899d3b327c5fde1e056a81376cc9a8f8b09a195f2a92bceed459',
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('metadata_with_namespace_id') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default', options: {allow_playback_repeats: true}}]) do
         filtered = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -593,7 +600,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'docker' => {'container_id' => 'e463bc0d3ae38f5c89d92dca49b30e049e899799920b79d4d5f705acbe82ba95'},
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('metadata_from_tag_journald_and_kubernetes_fields') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default'},
+                         {name: 'metadata_from_tag_journald_and_kubernetes_fields'}]) do
         es = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -636,7 +645,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'docker' => {'container_id' => 'e463bc0d3ae38f5c89d92dca49b30e049e899799920b79d4d5f705acbe82ba95'},
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('metadata_from_tag_and_journald_fields') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default', options: {allow_playback_repeats: true}},
+                         {name: 'metadata_from_tag_and_journald_fields'}]) do
         es = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -680,7 +691,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'docker' => {'container_id' => 'e463bc0d3ae38f5c89d92dca49b30e049e899799920b79d4d5f705acbe82ba95'},
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('metadata_from_tag_and_journald_fields') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default', options: {allow_playback_repeats: true}},
+                         {name: 'metadata_from_tag_and_journald_fields'}]) do
         es = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -712,7 +725,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with kubernetes annotations' do
-      VCR.use_cassette('kubernetes_docker_metadata_annotations') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_docker_metadata_annotations'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit({},'
           kubernetes_url https://localhost:8443
           watch false
@@ -754,7 +769,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'CONTAINER_ID_FULL' => '49095a2894da899d3b327c5fde1e056a81376cc9a8f8b09a195f2a92bceed459',
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default'},
+                         {name: 'metadata_from_tag_and_journald_fields'}]) do
         filtered = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -785,7 +802,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with kubernetes namespace annotations' do
-      VCR.use_cassette('kubernetes_docker_metadata_annotations') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_docker_metadata_annotations'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit({},'
           kubernetes_url https://localhost:8443
           watch false
@@ -823,7 +842,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with kubernetes namespace annotations no match' do
-      VCR.use_cassette('kubernetes_docker_metadata_annotations') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_docker_metadata_annotations'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit({},'
           kubernetes_url https://localhost:8443
           watch false
@@ -859,7 +880,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'CONTAINER_ID_FULL' => '49095a2894da899d3b327c5fde1e056a81376cc9a8f8b09a195f2a92bceed459',
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('kubernetes_docker_metadata_annotations') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_docker_metadata_annotations'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -881,7 +904,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
         'CONTAINER_ID_FULL' => '49095a2894da899d3b327c5fde1e056a81376cc9a8f8b09a195f2a92bceed459',
         'randomfield' => 'randomvalue'
       }
-      VCR.use_cassette('kubernetes_docker_metadata_annotations') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_docker_metadata_annotations'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit_with_tag(tag, msg, '
           kubernetes_url https://localhost:8443
           watch false
@@ -898,7 +923,9 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'processes all events when reading from MessagePackEventStream' do
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'},
+                         {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         entries = [[@time, {'time'=>'2015-05-08T09:22:01Z'}], [@time, {'time'=>'2015-05-08T09:22:01Z'}]]
         array_stream = Fluent::ArrayEventStream.new(entries)
         msgpack_stream = Fluent::MessagePackEventStream.new(array_stream.to_msgpack_stream)
@@ -940,7 +967,8 @@ class KubernetesMetadataFilterTest < Test::Unit::TestCase
     end
 
     test 'with docker & kubernetes metadata using skip config params' do
-      VCR.use_cassette('kubernetes_docker_metadata') do
+      VCR.use_cassettes([{name: 'valid_kubernetes_api_server'}, {name: 'kubernetes_get_api_v1'}, {name: 'kubernetes_get_pod'},
+                         {name: 'kubernetes_get_namespace_default'}]) do
         filtered = emit({},'
           kubernetes_url https://localhost:8443
           watch false