fluent-plugin-google-cloud 0.7.4 → 0.7.5.pre.multiworkers

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 06aaf110596026347ea18bcd75c92554fd538e72f780efd7752e4624a08ae41c
-  data.tar.gz: 8e6bcbbb5894193776d91121afb143a6de3da72000c544446ec9ae21c040109a
+SHA1:
+  metadata.gz: be98011ce135e9570444d3c55967c316a96a858c
+  data.tar.gz: 88271c68f053f89f462ad8b5ed6b1fb2220e2bdc
 SHA512:
-  metadata.gz: c19342019d92d4724a0d8f4b9dd8d0e0248b4e95b94394657d1c2be0b985d5a6b7c4787856164711112c51bbbe311b0495031412acbcae655519ed318bd3f2a5
-  data.tar.gz: 8a18fbca8b05b67fa49f8dfa2b840a629ed55903a2079c9c27a39a31d78a25e1ddca8d7f347d9abae5f1cdb939603c67ff393a72db43cb0fb5a33d577b4cff12
+  metadata.gz: 279c39e5dcb334c48894dc970234fe780dfde6bb342f76715988730e72731accade84a6fafdcbc39ddd65087609ac11d274d693047818786034c3219ebcc22cb
+  data.tar.gz: 34e85bc20d7abf886508d1036a00b4ff1296dcea427da2b3870ca858a11e3217a57a397d4d72c0cfc06c74f015ccf5eb9a9dcd4fede4930c2625968b74fd31a4

data/fluent-plugin-google-cloud.gemspec

@@ -10,7 +10,7 @@ eos
   gem.homepage      =
     'https://github.com/GoogleCloudPlatform/fluent-plugin-google-cloud'
   gem.license       = 'Apache-2.0'
-  gem.version       = '0.7.4'
+  gem.version       = '0.7.5.pre.multiworkers'
   gem.authors       = ['Stackdriver Agents Team']
   gem.email         = ['stackdriver-agents@google.com']
   gem.required_ruby_version = Gem::Requirement.new('>= 2.2')

data/lib/fluent/plugin/out_google_cloud.rb

@@ -95,6 +95,9 @@ module Fluent
       K8S_CONTAINER_CONSTANTS = {
         resource_type: 'k8s_container'
       }.freeze
+      K8S_POD_CONSTANTS = {
+        resource_type: 'k8s_pod'
+      }.freeze
       K8S_NODE_CONSTANTS = {
         resource_type: 'k8s_node'
       }.freeze
@@ -143,12 +146,13 @@ module Fluent
       # Default values for JSON payload keys to set the "httpRequest",
       # "operation", "sourceLocation", "trace" fields in the LogEntry.
       DEFAULT_HTTP_REQUEST_KEY = 'httpRequest'.freeze
+      DEFAULT_INSERT_ID_KEY = 'logging.googleapis.com/insertId'.freeze
+      DEFAULT_LABELS_KEY = 'logging.googleapis.com/labels'.freeze
       DEFAULT_OPERATION_KEY = 'logging.googleapis.com/operation'.freeze
       DEFAULT_SOURCE_LOCATION_KEY =
         'logging.googleapis.com/sourceLocation'.freeze
-      DEFAULT_TRACE_KEY = 'logging.googleapis.com/trace'.freeze
       DEFAULT_SPAN_ID_KEY = 'logging.googleapis.com/spanId'.freeze
-      DEFAULT_INSERT_ID_KEY = 'logging.googleapis.com/insertId'.freeze
+      DEFAULT_TRACE_KEY = 'logging.googleapis.com/trace'.freeze
 
       DEFAULT_METADATA_AGENT_URL =
         'http://local-metadata-agent.stackdriver.com:8000'.freeze
@@ -201,16 +205,6 @@ module Fluent
           # The non-grpc version class name.
           'Google::Apis::LoggingV2::HttpRequest'
         ],
-        'source_location' => [
-          '@source_location_key',
-          [
-            %w(file file parse_string),
-            %w(function function parse_string),
-            %w(line line parse_int)
-          ],
-          'Google::Logging::V2::LogEntrySourceLocation',
-          'Google::Apis::LoggingV2::LogEntrySourceLocation'
-        ],
         'operation' => [
           '@operation_key',
           [
@@ -221,6 +215,16 @@ module Fluent
           ],
           'Google::Logging::V2::LogEntryOperation',
           'Google::Apis::LoggingV2::LogEntryOperation'
+        ],
+        'source_location' => [
+          '@source_location_key',
+          [
+            %w(file file parse_string),
+            %w(function function parse_string),
+            %w(line line parse_int)
+          ],
+          'Google::Logging::V2::LogEntrySourceLocation',
+          'Google::Apis::LoggingV2::LogEntrySourceLocation'
         ]
       }.freeze
 
@@ -295,12 +299,13 @@ module Fluent
     # Map keys from a JSON payload to corresponding LogEntry fields.
     config_param :http_request_key, :string, :default =>
       DEFAULT_HTTP_REQUEST_KEY
+    config_param :insert_id_key, :string, :default => DEFAULT_INSERT_ID_KEY
+    config_param :labels_key, :string, :default => DEFAULT_LABELS_KEY
     config_param :operation_key, :string, :default => DEFAULT_OPERATION_KEY
     config_param :source_location_key, :string, :default =>
       DEFAULT_SOURCE_LOCATION_KEY
-    config_param :trace_key, :string, :default => DEFAULT_TRACE_KEY
     config_param :span_id_key, :string, :default => DEFAULT_SPAN_ID_KEY
-    config_param :insert_id_key, :string, :default => DEFAULT_INSERT_ID_KEY
+    config_param :trace_key, :string, :default => DEFAULT_TRACE_KEY
 
     # Whether to try to detect if the record is a text log entry with JSON
     # content that needs to be parsed.
@@ -617,6 +622,7 @@ module Fluent
               'severity',
               @http_request_key,
               @insert_id_key,
+              @labels_key,
               @operation_key,
               @source_location_key,
               @span_id_key,
@@ -650,6 +656,11 @@ module Fluent
           severity = compute_severity(
             entry_level_resource.type, record, entry_level_common_labels)
 
+          dynamic_labels_from_payload = parse_labels(record)
+
+          entry_level_common_labels = entry_level_common_labels.merge!(
+            dynamic_labels_from_payload) if dynamic_labels_from_payload
+
           entry = @construct_log_entry.call(entry_level_common_labels,
                                             entry_level_resource,
                                             severity,
@@ -1178,6 +1189,8 @@ module Fluent
 
       # GCE.
       when COMPUTE_CONSTANTS[:resource_type]
+        raise "Cannot construct a #{type} resource without vm_id and zone" \
+          unless @vm_id && @zone
         return {
           'instance_id' => @vm_id,
           'zone' => @zone
@@ -1185,6 +1198,8 @@ module Fluent
 
       # GKE container.
       when GKE_CONSTANTS[:resource_type]
+        raise "Cannot construct a #{type} resource without vm_id and zone" \
+          unless @vm_id && @zone
         return {
           'instance_id' => @vm_id,
           'zone' => @zone,
@@ -1205,6 +1220,8 @@ module Fluent
 
       # EC2.
       when EC2_CONSTANTS[:resource_type]
+        raise "Cannot construct a #{type} resource without vm_id and zone" \
+          unless @vm_id && @zone
         labels = {
           'instance_id' => @vm_id,
           'region' => @zone
@@ -1366,6 +1383,7 @@ module Fluent
       # TODO(qingling128): Temporary fallback for metadata agent restarts.
       # K8s resources.
       when K8S_CONTAINER_CONSTANTS[:resource_type],
+           K8S_POD_CONSTANTS[:resource_type],
            K8S_NODE_CONSTANTS[:resource_type]
         common_labels.delete("#{COMPUTE_CONSTANTS[:service]}/resource_name")
 
@@ -1685,6 +1703,10 @@ module Fluent
     end
 
     def set_log_entry_fields(record, entry)
+      # TODO(qingling128) On the next major after 0.7.4, make all logEntry
+      # subfields behave the same way: if the field is not in the correct
+      # format, log an error in the Fluentd log and remove this field from
+      # payload. This is the preferred behavior per PM decision.
       LOG_ENTRY_FIELDS_MAP.each do |field_name, config|
         payload_key, subfields, grpc_class, non_grpc_class = config
         begin
@@ -1728,6 +1750,31 @@ module Fluent
       end
     end
 
+    # Parse labels. Return nil if not set.
+    def parse_labels(record)
+      payload_labels = record.delete(@labels_key)
+      return nil unless payload_labels
+      unless payload_labels.is_a?(Hash)
+        @log.error "Invalid value of '#{@labels_key}' in the payload: " \
+                   "#{payload_labels}. Labels need to be a JSON object."
+        return nil
+      end
+
+      non_string_keys = payload_labels.each_with_object([]) do |(k, v), a|
+        a << k unless k.is_a?(String) && v.is_a?(String)
+      end
+      unless non_string_keys.empty?
+        @log.error "Invalid value of '#{@labels_key}' in the payload: " \
+                   "#{payload_labels}. Labels need string values for all " \
+                   "keys; keys #{non_string_keys} don't."
+        return nil
+      end
+      payload_labels
+    rescue StandardError => err
+      @log.error "Failed to extract '#{@labels_key}' from payload.", err
+      return nil
+    end
+
     # Values permitted by the API for 'severity' (which is an enum).
     VALID_SEVERITIES = Set.new(
       %w(DEFAULT DEBUG INFO NOTICE WARNING ERROR CRITICAL ALERT EMERGENCY)
@@ -1875,6 +1922,10 @@ module Fluent
                    .gsub('p.p', '.')
     end
 
+    def multi_workers_ready?
+      true
+    end
+
     def format(tag, time, record)
       Fluent::Engine.msgpack_factory.packer.write([tag, time, record]).to_s
     end
@@ -2260,6 +2311,10 @@ module Fluent
           \.(?<namespace_name>[0-9a-z-]+)
           \.(?<pod_name>[.0-9a-z-]+)
           \.(?<container_name>[0-9a-z-]+)$/x =~ local_resource_id ||
+        /^
+          (?<resource_type>k8s_pod)
+          \.(?<namespace_name>[0-9a-z-]+)
+          \.(?<pod_name>[.0-9a-z-]+)$/x =~ local_resource_id ||
         /^
           (?<resource_type>k8s_node)
           \.(?<node_name>[0-9a-z-]+)$/x =~ local_resource_id
@@ -2287,6 +2342,14 @@ module Fluent
           'location' => @k8s_cluster_location
         }
         fallback_resource = GKE_CONSTANTS[:resource_type]
+      when K8S_POD_CONSTANTS[:resource_type]
+        labels = {
+          'namespace_name' => namespace_name,
+          'pod_name' => pod_name,
+          'cluster_name' => @k8s_cluster_name,
+          'location' => @k8s_cluster_location
+        }
+        fallback_resource = GKE_CONSTANTS[:resource_type]
       when K8S_NODE_CONSTANTS[:resource_type]
         labels = {
           'node_name' => node_name,

data/test/plugin/base_test.rb

@@ -626,7 +626,9 @@ module BaseTest
       end
       d.run
     end
-    verify_log_entries(3, COMPUTE_PARAMS, 'jsonPayload') do |entry|
+    expected_params = COMPUTE_PARAMS.merge(
+      labels: COMPUTE_PARAMS[:labels].merge(LABELS_MESSAGE))
+    verify_log_entries(3, expected_params, 'jsonPayload') do |entry|
       fields = get_fields(entry['jsonPayload'])
       assert_equal 4, fields.size, entry
       assert_equal 'test log entry 0', get_string(fields['msg']), entry
@@ -1249,14 +1251,18 @@ module BaseTest
     verify_subfields_from_record(DEFAULT_HTTP_REQUEST_KEY)
   end
 
-  def test_log_entry_source_location_field_from_record
-    verify_subfields_from_record(DEFAULT_SOURCE_LOCATION_KEY)
+  def test_log_entry_labels_field_from_record
+    verify_subfields_from_record(DEFAULT_LABELS_KEY, false)
   end
 
   def test_log_entry_operation_field_from_record
     verify_subfields_from_record(DEFAULT_OPERATION_KEY)
   end
 
+  def test_log_entry_source_location_field_from_record
+    verify_subfields_from_record(DEFAULT_SOURCE_LOCATION_KEY)
+  end
+
   # Verify the subfields extraction of LogEntry fields when there are other
   # fields.
 
@@ -1264,26 +1270,48 @@ module BaseTest
     verify_subfields_partial_from_record(DEFAULT_HTTP_REQUEST_KEY)
   end
 
-  def test_log_entry_source_location_field_partial_from_record
-    verify_subfields_partial_from_record(DEFAULT_SOURCE_LOCATION_KEY)
-  end
+  # We don't need a test like 'test_log_entry_labels_field_partial_from_record'
+  # because labels are free range strings. Everything in the labels field should
+  # be in the resulting logEntry->labels field. There is no need to check
+  # partial transformation (aka, some 'labels' fields are extracted, while
+  # others are left as it is).
 
   def test_log_entry_operation_field_partial_from_record
     verify_subfields_partial_from_record(DEFAULT_OPERATION_KEY)
   end
 
+  def test_log_entry_source_location_field_partial_from_record
+    verify_subfields_partial_from_record(DEFAULT_SOURCE_LOCATION_KEY)
+  end
+
   # Verify the subfields extraction of LogEntry fields when they are not hashes.
 
   def test_log_entry_http_request_field_when_not_hash
-    verify_subfields_when_not_hash(DEFAULT_HTTP_REQUEST_KEY)
+    # TODO(qingling128) On the next major after 0.7.4, make all logEntry
+    # subfields behave the same way: if the field is not in the correct format,
+    # log an error in the Fluentd log and remove this field from payload. This
+    # is the preferred behavior per PM decision.
+    verify_subfields_untouched_when_not_hash(DEFAULT_HTTP_REQUEST_KEY)
   end
 
-  def test_log_entry_source_location_field_when_not_hash
-    verify_subfields_when_not_hash(DEFAULT_SOURCE_LOCATION_KEY)
+  def test_log_entry_labels_field_when_not_hash
+    verify_subfields_removed_when_not_hash(DEFAULT_LABELS_KEY)
   end
 
   def test_log_entry_operation_field_when_not_hash
-    verify_subfields_when_not_hash(DEFAULT_OPERATION_KEY)
+    # TODO(qingling128) On the next major after 0.7.4, make all logEntry
+    # subfields behave the same way: if the field is not in the correct format,
+    # log an error in the Fluentd log and remove this field from payload. This
+    # is the preferred behavior per PM decision.
+    verify_subfields_untouched_when_not_hash(DEFAULT_OPERATION_KEY)
+  end
+
+  def test_log_entry_source_location_field_when_not_hash
+    # TODO(qingling128) On the next major after 0.7.4, make all logEntry
+    # subfields behave the same way: if the field is not in the correct format,
+    # log an error in the Fluentd log and remove this field from payload. This
+    # is the preferred behavior per PM decision.
+    verify_subfields_untouched_when_not_hash(DEFAULT_SOURCE_LOCATION_KEY)
   end
 
   # Verify the subfields extraction of LogEntry fields when they are nil.
@@ -1292,14 +1320,18 @@ module BaseTest
     verify_subfields_when_nil(DEFAULT_HTTP_REQUEST_KEY)
   end
 
-  def test_log_entry_source_location_field_when_nil
-    verify_subfields_when_nil(DEFAULT_SOURCE_LOCATION_KEY)
+  def test_log_entry_labels_field_when_nil
+    verify_subfields_when_nil(DEFAULT_LABELS_KEY)
   end
 
   def test_log_entry_operation_field_when_nil
     verify_subfields_when_nil(DEFAULT_OPERATION_KEY)
   end
 
+  def test_log_entry_source_location_field_when_nil
+    verify_subfields_when_nil(DEFAULT_SOURCE_LOCATION_KEY)
+  end
+
   def test_http_request_from_record_with_referer_nil_or_absent
     setup_gce_metadata_stubs
     [
@@ -1360,30 +1392,54 @@ module BaseTest
   # Verify the default and customization of LogEntry field extraction key.
 
   def test_log_entry_insert_id_field
-    verify_field_key('insertId', DEFAULT_INSERT_ID_KEY, 'custom_insert_id_key',
-                     CONFIG_CUSTOM_INSERT_ID_KEY_SPECIFIED, INSERT_ID)
+    verify_field_key('insertId',
+                     default_key: DEFAULT_INSERT_ID_KEY,
+                     custom_key: 'custom_insert_id_key',
+                     custom_key_config: CONFIG_CUSTOM_INSERT_ID_KEY_SPECIFIED,
+                     sample_value: INSERT_ID)
+  end
+
+  def test_log_entry_labels_field
+    verify_field_key('labels',
+                     default_key: DEFAULT_LABELS_KEY,
+                     custom_key: 'custom_labels_key',
+                     custom_key_config: CONFIG_CUSTOM_LABELS_KEY_SPECIFIED,
+                     sample_value: COMPUTE_PARAMS[:labels].merge(
+                       LABELS_MESSAGE),
+                     default_value: COMPUTE_PARAMS[:labels])
   end
 
   def test_log_entry_operation_field
-    verify_field_key('operation', DEFAULT_OPERATION_KEY, 'custom_operation_key',
-                     CONFIG_CUSTOM_OPERATION_KEY_SPECIFIED, OPERATION_MESSAGE)
+    verify_field_key('operation',
+                     default_key: DEFAULT_OPERATION_KEY,
+                     custom_key: 'custom_operation_key',
+                     custom_key_config: CONFIG_CUSTOM_OPERATION_KEY_SPECIFIED,
+                     sample_value: OPERATION_MESSAGE)
   end
 
   def test_log_entry_source_location_field
-    verify_field_key('sourceLocation', DEFAULT_SOURCE_LOCATION_KEY,
-                     'custom_source_location_key',
-                     CONFIG_CUSTOM_SOURCE_LOCATION_KEY_SPECIFIED,
-                     source_location_message)
+    verify_field_key('sourceLocation',
+                     default_key: DEFAULT_SOURCE_LOCATION_KEY,
+                     custom_key: 'custom_source_location_key',
+                     custom_key_config: \
+                       CONFIG_CUSTOM_SOURCE_LOCATION_KEY_SPECIFIED,
+                     sample_value: source_location_message)
   end
 
   def test_log_entry_span_id_field
-    verify_field_key('spanId', DEFAULT_SPAN_ID_KEY, 'custom_span_id_key',
-                     CONFIG_CUSTOM_SPAN_ID_KEY_SPECIFIED, SPAN_ID)
+    verify_field_key('spanId',
+                     default_key: DEFAULT_SPAN_ID_KEY,
+                     custom_key: 'custom_span_id_key',
+                     custom_key_config: CONFIG_CUSTOM_SPAN_ID_KEY_SPECIFIED,
+                     sample_value: SPAN_ID)
   end
 
   def test_log_entry_trace_field
-    verify_field_key('trace', DEFAULT_TRACE_KEY, 'custom_trace_key',
-                     CONFIG_CUSTOM_TRACE_KEY_SPECIFIED, TRACE)
+    verify_field_key('trace',
+                     default_key: DEFAULT_TRACE_KEY,
+                     custom_key: 'custom_trace_key',
+                     custom_key_config: CONFIG_CUSTOM_TRACE_KEY_SPECIFIED,
+                     sample_value: TRACE)
   end
 
   # Verify the cascading JSON detection of LogEntry fields.
@@ -1395,6 +1451,16 @@ module BaseTest
       nested_level_value: INSERT_ID2)
   end
 
+  def test_cascading_json_detection_with_log_entry_labels_field
+    verify_cascading_json_detection_with_log_entry_fields(
+      'labels', DEFAULT_LABELS_KEY,
+      root_level_value: LABELS_MESSAGE,
+      nested_level_value: LABELS_MESSAGE2,
+      expected_value_from_root: COMPUTE_PARAMS[:labels].merge(LABELS_MESSAGE),
+      expected_value_from_nested: COMPUTE_PARAMS[:labels].merge(
+        LABELS_MESSAGE2))
+  end
+
   def test_cascading_json_detection_with_log_entry_operation_field
     verify_cascading_json_detection_with_log_entry_fields(
       'operation', DEFAULT_OPERATION_KEY,
@@ -1424,6 +1490,82 @@ module BaseTest
       nested_level_value: TRACE2)
   end
 
+  # Verify that labels present in multiple inputs respect the expected priority
+  # order:
+  # 1. Labels from the field "logging.googleapis.com/labels" in payload.
+  # 2. Labels from the config "label_map".
+  # 3. Labels from the config "labels".
+  def test_labels_order
+    [
+      # Labels from the config "labels".
+      {
+        config: CONFIG_LABELS,
+        emitted_log: {},
+        expected_labels: LABELS_FROM_LABELS_CONFIG
+      },
+      # Labels from the config "label_map".
+      {
+        config: CONFIG_LABEL_MAP,
+        emitted_log: PAYLOAD_FOR_LABEL_MAP,
+        expected_labels: LABELS_FROM_LABEL_MAP_CONFIG
+      },
+      # Labels from the field "logging.googleapis.com/labels" in payload.
+      {
+        config: APPLICATION_DEFAULT_CONFIG,
+        emitted_log: { DEFAULT_LABELS_KEY => LABELS_MESSAGE },
+        expected_labels: LABELS_MESSAGE
+      },
+      # All three types of labels that do not conflict.
+      {
+        config: CONFIG_LABLES_AND_LABLE_MAP,
+        emitted_log: PAYLOAD_FOR_LABEL_MAP.merge(
+          DEFAULT_LABELS_KEY => LABELS_MESSAGE),
+        expected_labels: LABELS_MESSAGE.merge(LABELS_FROM_LABELS_CONFIG).merge(
+          LABELS_FROM_LABEL_MAP_CONFIG)
+      },
+      # labels from the config "labels" and "label_map" conflict.
+      {
+        config: CONFIG_LABLES_AND_LABLE_MAP_CONFLICTING,
+        emitted_log: PAYLOAD_FOR_LABEL_MAP_CONFLICTING,
+        expected_labels: LABELS_FROM_LABEL_MAP_CONFIG_CONFLICTING
+      },
+      # labels from the config "labels" and labels from the field
+      # "logging.googleapis.com/labels" in payload conflict.
+      {
+        config: CONFIG_LABELS_CONFLICTING,
+        emitted_log: { DEFAULT_LABELS_KEY => LABELS_FROM_PAYLOAD_CONFLICTING },
+        expected_labels: LABELS_FROM_PAYLOAD_CONFLICTING
+      },
+      # labels from the config "label_map" and labels from the field
+      # "logging.googleapis.com/labels" in payload conflict.
+      {
+        config: CONFIG_LABEL_MAP_CONFLICTING,
+        emitted_log: PAYLOAD_FOR_LABEL_MAP_CONFLICTING.merge(
+          DEFAULT_LABELS_KEY => LABELS_FROM_PAYLOAD_CONFLICTING),
+        expected_labels: LABELS_FROM_PAYLOAD_CONFLICTING
+      },
+      # All three types of labels conflict.
+      {
+        config: CONFIG_LABLES_AND_LABLE_MAP_CONFLICTING,
+        emitted_log: PAYLOAD_FOR_LABEL_MAP_CONFLICTING.merge(
+          DEFAULT_LABELS_KEY => LABELS_FROM_PAYLOAD_CONFLICTING),
+        expected_labels: LABELS_FROM_PAYLOAD_CONFLICTING
+      }
+    ].each do |test_params|
+      new_stub_context do
+        setup_gce_metadata_stubs
+        setup_logging_stubs do
+          d = create_driver(test_params[:config])
+          d.emit({ 'message' => log_entry(0) }.merge(test_params[:emitted_log]))
+          d.run
+        end
+        expected_params = COMPUTE_PARAMS.merge(
+          labels: COMPUTE_PARAMS[:labels].merge(test_params[:expected_labels]))
+        verify_log_entries(1, expected_params)
+      end
+    end
+  end
+
   # Metadata Agent related tests.
 
   # Test enable_metadata_agent not set or set to false.
@@ -1648,6 +1790,66 @@ module BaseTest
     end
   end
 
+  # Test k8s_pod monitored resource including the fallback when Metadata Agent
+  # restarts.
+  def test_k8s_pod_monitored_resource_fallback
+    [
+      {
+        config: APPLICATION_DEFAULT_CONFIG,
+        setup_metadata_agent_stub: true,
+        setup_k8s_stub: true,
+        log_entry: k8s_pod_log_entry(log_entry(0)),
+        expected_params: K8S_POD_PARAMS_FROM_LOCAL
+      },
+      {
+        config: ENABLE_METADATA_AGENT_CONFIG,
+        setup_metadata_agent_stub: false,
+        setup_k8s_stub: true,
+        log_entry: k8s_pod_log_entry(log_entry(0)),
+        expected_params: K8S_POD_PARAMS_FROM_LOCAL
+      },
+      {
+        config: CUSTOM_K8S_ENABLE_METADATA_AGENT_CONFIG,
+        setup_metadata_agent_stub: false,
+        setup_k8s_stub: false,
+        log_entry: k8s_pod_log_entry(log_entry(0)),
+        expected_params: K8S_POD_PARAMS_CUSTOM
+      },
+      {
+        config: EMPTY_K8S_ENABLE_METADATA_AGENT_CONFIG,
+        setup_metadata_agent_stub: true,
+        setup_k8s_stub: true,
+        log_entry: k8s_pod_log_entry(log_entry(0)),
+        expected_params: K8S_POD_PARAMS
+      },
+      {
+        config: ENABLE_METADATA_AGENT_CONFIG,
+        setup_metadata_agent_stub: true,
+        setup_k8s_stub: true,
+        log_entry: k8s_pod_log_entry(log_entry(0)),
+        expected_params: K8S_POD_PARAMS
+      }
+    ].each do |test_params|
+      new_stub_context do
+        setup_gce_metadata_stubs
+        setup_metadata_agent_stubs(test_params[:setup_metadata_agent_stub])
+        setup_k8s_metadata_stubs(test_params[:setup_k8s_stub])
+        setup_logging_stubs do
+          d = create_driver(test_params[:config])
+          d.emit(test_params[:log_entry])
+          d.run
+        end
+        verify_log_entries(1, test_params[:expected_params],
+                           'jsonPayload') do |entry|
+          fields = get_fields(entry['jsonPayload'])
+          assert_equal 2, fields.size, entry
+          assert_equal 'test log entry 0', get_string(fields['log']), entry
+          assert_equal K8S_STREAM, get_string(fields['stream']), entry
+        end
+      end
+    end
+  end
+
   # Test k8s_node monitored resource including the fallback when Metadata Agent
   # restarts.
   def test_k8s_node_monitored_resource_fallback
@@ -2023,6 +2225,18 @@ module BaseTest
     }
   end
 
+  def k8s_pod_log_entry(log)
+    {
+      log: log,
+      stream: K8S_STREAM,
+      time: K8S_TIMESTAMP,
+      LOCAL_RESOURCE_ID_KEY =>
+        "#{K8S_POD_LOCAL_RESOURCE_ID_PREFIX}" \
+        ".#{K8S_NAMESPACE_NAME}" \
+        ".#{K8S_POD_NAME}"
+    }
+  end
+
   def k8s_node_log_entry(log)
     {
       log: log,
@@ -2082,18 +2296,25 @@ module BaseTest
     "test log entry #{i}"
   end
 
-  def check_labels(labels, expected_labels)
-    return if labels.empty? && expected_labels.empty?
-    labels.each do |key, value|
-      assert value.is_a?(String), "Value #{value} for label #{key} " \
-        'is not a string: ' + value.class.name
-      assert expected_labels.key?(key), "Unexpected label #{key} => #{value}"
-      assert_equal expected_labels[key], value, 'Value mismatch - expected ' \
-        "#{expected_labels[key]} in #{key} => #{value}"
+  # If check_exact_labels is true, assert 'labels' and 'expected_labels' match
+  # exactly. If check_exact_labels is false, assert 'labels' is a subset of
+  # 'expected_labels'.
+  def check_labels(expected_labels, labels, check_exact_labels = true)
+    return if expected_labels.empty? && labels.empty?
+    expected_labels.each do |expected_key, expected_value|
+      assert labels.key?(expected_key), "Expected label #{expected_key} not" \
+             " found. Got labels: #{labels}."
+      actual_value = labels[expected_key]
+      assert actual_value.is_a?(String), 'Value for label' \
+             " #{expected_key} is not a string: #{actual_value}."
+      assert_equal expected_value, actual_value, "Value for #{expected_key}" \
+                   " mismatch. Expected #{expected_value}. Got #{actual_value}"
+    end
+    if check_exact_labels
+      assert_equal expected_labels.length, labels.length, 'Expected ' \
+        "#{expected_labels.length} labels: #{expected_labels}, got " \
+        "#{labels.length} labels: #{labels}"
     end
-    assert_equal expected_labels.length, labels.length, 'Expected ' \
-      "#{expected_labels.length} labels: #{expected_labels}, got " \
-      "#{labels.length} labels: #{labels}"
   end
 
   def verify_default_log_entry_text(text, i, entry)
@@ -2102,7 +2323,8 @@ module BaseTest
   end
 
   # The caller can optionally provide a block which is called for each entry.
-  def verify_json_log_entries(n, params, payload_type = 'textPayload')
+  def verify_json_log_entries(n, params, payload_type = 'textPayload',
+                              check_exact_entry_labels = true)
     entry_count = 0
     @logs_sent.each do |request|
       request['entries'].each do |entry|
@@ -2127,8 +2349,10 @@ module BaseTest
             log_name
         end
         assert_equal params[:resource][:type], resource['type']
-        check_labels resource['labels'], params[:resource][:labels]
-        check_labels labels, params[:labels]
+        check_labels params[:resource][:labels], resource['labels']
+
+        check_labels params[:labels], labels, check_exact_entry_labels
+
         if block_given?
           yield(entry, entry_count)
         elsif payload_type == 'textPayload'
@@ -2170,14 +2394,16 @@ module BaseTest
       # the subfield in LogEntry object and the expected value of that field.
       DEFAULT_HTTP_REQUEST_KEY => [
         'httpRequest', http_request_message],
-      DEFAULT_SOURCE_LOCATION_KEY => [
-        'sourceLocation', source_location_message],
+      DEFAULT_LABELS_KEY => [
+        'labels', COMPUTE_PARAMS[:labels].merge(LABELS_MESSAGE)],
       DEFAULT_OPERATION_KEY => [
-        'operation', OPERATION_MESSAGE]
+        'operation', OPERATION_MESSAGE],
+      DEFAULT_SOURCE_LOCATION_KEY => [
+        'sourceLocation', source_location_message]
     }
   end
 
-  def verify_subfields_from_record(payload_key)
+  def verify_subfields_from_record(payload_key, check_exact_entry_labels = true)
     destination_key, payload_value = log_entry_subfields_params[payload_key]
     @logs_sent = []
     setup_gce_metadata_stubs
@@ -2186,7 +2412,8 @@ module BaseTest
       d.emit(payload_key => payload_value)
       d.run
     end
-    verify_log_entries(1, COMPUTE_PARAMS, destination_key) do |entry|
+    verify_log_entries(1, COMPUTE_PARAMS, destination_key,
+                       check_exact_entry_labels) do |entry|
       assert_equal payload_value, entry[destination_key], entry
       fields = get_fields(entry['jsonPayload'])
       assert_nil fields[payload_key], entry
@@ -2210,7 +2437,7 @@ module BaseTest
     end
   end
 
-  def verify_subfields_when_not_hash(payload_key)
+  def verify_subfields_removed_when_not_hash(payload_key)
     destination_key = log_entry_subfields_params[payload_key][0]
     @logs_sent = []
     setup_gce_metadata_stubs
@@ -2220,6 +2447,25 @@ module BaseTest
       d.run
     end
     verify_log_entries(1, COMPUTE_PARAMS, 'jsonPayload') do |entry|
+      # The malformed field has been removed from the payload.
+      assert_true get_fields(entry['jsonPayload']).empty?, entry
+      # No additional labels.
+      assert_equal COMPUTE_PARAMS[:labels].size,
+                   entry[destination_key].size, entry
+    end
+  end
+
+  def verify_subfields_untouched_when_not_hash(payload_key)
+    destination_key = log_entry_subfields_params[payload_key][0]
+    @logs_sent = []
+    setup_gce_metadata_stubs
+    setup_logging_stubs do
+      d = create_driver
+      d.emit(payload_key => 'a_string')
+      d.run
+    end
+    verify_log_entries(1, COMPUTE_PARAMS, 'jsonPayload') do |entry|
+      # Verify that we leave the malformed field as it is.
       field = get_fields(entry['jsonPayload'])[payload_key]
       assert_equal 'a_string', get_string(field), entry
       assert_false entry.key?(destination_key), entry
@@ -2239,7 +2485,13 @@ module BaseTest
     verify_log_entries(1, COMPUTE_PARAMS, 'jsonPayload') do |entry|
       fields = get_fields(entry['jsonPayload'])
       assert_false fields.key?(payload_key), entry
-      assert_false entry.key?(destination_key), entry
+      if payload_key == DEFAULT_LABELS_KEY
+        # No additional labels.
+        assert_equal COMPUTE_PARAMS[:labels].size,
+                     entry[destination_key].size, entry
+      else
+        assert_false entry.key?(destination_key), entry
+      end
     end
   end
 
@@ -2302,7 +2554,7 @@ module BaseTest
         d.emit(input_log_entry)
         d.run
       end
-      verify_log_entries(1, COMPUTE_PARAMS, 'jsonPayload') do |entry|
+      verify_log_entries(1, COMPUTE_PARAMS, 'jsonPayload', false) do |entry|
         assert_equal expected_value, entry[log_entry_field],
                      "Index #{index} failed. #{expected_value} is expected" \
                      " for #{log_entry_field} field."
@@ -2315,8 +2567,13 @@ module BaseTest
     end
   end
 
-  def verify_field_key(log_entry_field, default_key, custom_key,
-                       custom_key_config, sample_value)
+  def verify_field_key(log_entry_field, test_params)
+    default_key = test_params[:default_key]
+    custom_key = test_params[:custom_key]
+    custom_key_config = test_params[:custom_key_config]
+    sample_value = test_params[:sample_value]
+    default_value = test_params.fetch(:default_value, nil)
+
     setup_gce_metadata_stubs
     message = log_entry(0)
     [
@@ -2325,7 +2582,7 @@ module BaseTest
         driver_config: APPLICATION_DEFAULT_CONFIG,
         emitted_log: { 'msg' => message },
         expected_payload: { 'msg' => message },
-        expected_field_value: nil
+        expected_field_value: default_value
       },
       {
         # By default, it sets log entry field via a default key.
@@ -2346,7 +2603,7 @@ module BaseTest
         driver_config: custom_key_config,
         emitted_log: { 'msg' => message, default_key => sample_value },
         expected_payload: { 'msg' => message, default_key => sample_value },
-        expected_field_value: nil
+        expected_field_value: default_value
       }
     ].each do |input|
       setup_logging_stubs do
@@ -2355,7 +2612,7 @@ module BaseTest
         d.emit(input[:emitted_log])
         d.run
       end
-      verify_log_entries(1, COMPUTE_PARAMS, 'jsonPayload') do |entry|
+      verify_log_entries(1, COMPUTE_PARAMS, 'jsonPayload', false) do |entry|
         assert_equal input[:expected_field_value], entry[log_entry_field], input
         payload_fields = get_fields(entry['jsonPayload'])
         assert_equal input[:expected_payload].size, payload_fields.size, input
@@ -2413,7 +2670,8 @@ module BaseTest
 
   # Verify the number and the content of the log entries match the expectation.
   # The caller can optionally provide a block which is called for each entry.
-  def verify_log_entries(_n, _params, _payload_type = 'textPayload', &_block)
+  def verify_log_entries(_n, _params, _payload_type = 'textPayload',
+                         _check_exact_entry_labels = true, &_block)
     _undefined
   end
 

data/test/plugin/constants.rb

@@ -156,6 +156,7 @@ module Constants
   K8S_SECONDS_EPOCH = 1_234_567_890
   K8S_NANOS = 987_654_321
   K8S_CONTAINER_LOCAL_RESOURCE_ID_PREFIX = 'k8s_container'.freeze
+  K8S_POD_LOCAL_RESOURCE_ID_PREFIX = 'k8s_pod'.freeze
   K8S_NODE_LOCAL_RESOURCE_ID_PREFIX = 'k8s_node'.freeze
   K8S_TAG =
     "var.log.containers.#{K8S_NAMESPACE_NAME}_#{K8S_POD_NAME}_" \
@@ -375,6 +376,10 @@ module Constants
     insert_id_key custom_insert_id_key
   ).freeze
 
+  CONFIG_CUSTOM_LABELS_KEY_SPECIFIED = %(
+    labels_key custom_labels_key
+  ).freeze
+
   CONFIG_CUSTOM_OPERATION_KEY_SPECIFIED = %(
     operation_key custom_operation_key
   ).freeze
@@ -391,6 +396,69 @@ module Constants
     trace_key custom_trace_key
   ).freeze
 
+  # For 'labels' config.
+  LABELS_FROM_LABELS_CONFIG = {
+    'a_label_from_labels_config' => 'some_value',
+    'another_label_from_labels_config' => 'some_value'
+  }.freeze
+  CONFIG_LABELS = %(
+    labels #{LABELS_FROM_LABELS_CONFIG.to_json}
+  ).freeze
+
+  # For 'label_map' config.
+  LABEL_MAP_HASH = {
+    'target_field_from_payload' => 'a_label_from_label_map_config',
+    'another_target_field_from_payload' => 'another_label_from_label_map_config'
+  }.freeze
+  PAYLOAD_FOR_LABEL_MAP = {
+    'target_field_from_payload' => 'a_value',
+    'another_target_field_from_payload' => 'b_value'
+  }.freeze
+  LABELS_FROM_LABEL_MAP_CONFIG = {
+    'a_label_from_label_map_config' => 'a_value',
+    'another_label_from_label_map_config' => 'b_value'
+  }.freeze
+  CONFIG_LABEL_MAP = %(
+    label_map #{LABEL_MAP_HASH.to_json}
+  ).freeze
+
+  CONFIG_LABLES_AND_LABLE_MAP = %(
+    #{CONFIG_LABELS}
+    #{CONFIG_LABEL_MAP}
+  ).freeze
+
+  # For conflicting labels.
+  CONFLICTING_LABEL_NAME = 'conflicting_label_key'.freeze
+  CONFLICTING_LABEL_VALUE1 = 'conflicting_value_1'.freeze
+  CONFLICTING_LABEL_VALUE2 = 'conflicting_value_2'.freeze
+  CONFLICTING_LABEL_VALUE3 = 'conflicting_value_3'.freeze
+  LABELS_FROM_PAYLOAD_CONFLICTING = {
+    CONFLICTING_LABEL_NAME => CONFLICTING_LABEL_VALUE1
+  }.freeze
+  LABELS_FROM_LABEL_MAP_CONFIG_CONFLICTING = {
+    CONFLICTING_LABEL_NAME => CONFLICTING_LABEL_VALUE2
+  }.freeze
+  LABELS_FROM_LABELS_CONFIG_CONFLICTING = {
+    CONFLICTING_LABEL_NAME => CONFLICTING_LABEL_VALUE3
+  }.freeze
+
+  LABEL_MAP_HASH_CONFLICTING = {
+    'target_field_from_payload' => CONFLICTING_LABEL_NAME
+  }.freeze
+  PAYLOAD_FOR_LABEL_MAP_CONFLICTING = {
+    'target_field_from_payload' => CONFLICTING_LABEL_VALUE2
+  }.freeze
+  CONFIG_LABEL_MAP_CONFLICTING = %(
+    label_map #{LABEL_MAP_HASH_CONFLICTING.to_json}
+  ).freeze
+  CONFIG_LABELS_CONFLICTING = %(
+    labels #{LABELS_FROM_LABELS_CONFIG_CONFLICTING.to_json}
+  ).freeze
+  CONFIG_LABLES_AND_LABLE_MAP_CONFLICTING = %(
+    #{CONFIG_LABELS_CONFLICTING}
+    #{CONFIG_LABEL_MAP_CONFLICTING}
+  ).freeze
+
   # Service configurations for various services.
 
   # GCE.
@@ -543,6 +611,36 @@ module Constants
     log_name: CONTAINER_TAG
   ).freeze
 
+  # K8s Pod.
+  K8S_POD_PARAMS = {
+    resource: {
+      type: K8S_POD_CONSTANTS[:resource_type],
+      labels: {
+        'namespace_name' => K8S_NAMESPACE_NAME,
+        'pod_name' => K8S_POD_NAME,
+        'cluster_name' => K8S_CLUSTER_NAME,
+        'location' => K8S_LOCATION
+      }
+    },
+    project_id: PROJECT_ID,
+    labels: {}
+  }.freeze
+  K8S_POD_PARAMS_FROM_LOCAL = K8S_POD_PARAMS.merge(
+    resource: K8S_POD_PARAMS[:resource].merge(
+      labels: K8S_POD_PARAMS[:resource][:labels].merge(
+        'location' => K8S_LOCATION2
+      )
+    )
+  ).freeze
+  K8S_POD_PARAMS_CUSTOM = K8S_POD_PARAMS.merge(
+    resource: K8S_POD_PARAMS[:resource].merge(
+      labels: K8S_POD_PARAMS[:resource][:labels].merge(
+        'cluster_name' => CUSTOM_K8S_CLUSTER_NAME,
+        'location' => CUSTOM_K8S_LOCATION
+      )
+    )
+  ).freeze
+
   # K8s Node.
   K8S_NODE_PARAMS = {
     resource: {
@@ -781,6 +879,18 @@ module Constants
     'last' => false
   }.freeze
 
+  LABELS_MESSAGE = {
+    'component' => 'front-end',
+    'source' => 'user',
+    'app' => 'request-router'
+  }.freeze
+
+  LABELS_MESSAGE2 = {
+    'component' => 'front-end',
+    'source' => 'system',
+    'app' => 'request-router'
+  }.freeze
+
   CUSTOM_LABELS_MESSAGE = {
     'customKey' => 'value'
   }.freeze
@@ -858,6 +968,18 @@ module Constants
           'location' => K8S_LOCATION
         }
       }.to_json,
+    # K8s pod logs.
+    "#{K8S_POD_LOCAL_RESOURCE_ID_PREFIX}.#{K8S_NAMESPACE_NAME}" \
+    ".#{K8S_POD_NAME}" =>
+      {
+        'type' => K8S_POD_CONSTANTS[:resource_type],
+        'labels' => {
+          'namespace_name' => K8S_NAMESPACE_NAME,
+          'pod_name' => K8S_POD_NAME,
+          'cluster_name' => K8S_CLUSTER_NAME,
+          'location' => K8S_LOCATION
+        }
+      }.to_json,
     # K8s node logs.
     "#{K8S_NODE_LOCAL_RESOURCE_ID_PREFIX}.#{K8S_NODE_NAME}" =>
       {
@@ -980,6 +1102,7 @@ module Constants
     'severity' => CONTAINER_SEVERITY,
     DEFAULT_HTTP_REQUEST_KEY => HTTP_REQUEST_MESSAGE,
     DEFAULT_INSERT_ID_KEY => INSERT_ID,
+    DEFAULT_LABELS_KEY => LABELS_MESSAGE,
     DEFAULT_OPERATION_KEY => OPERATION_MESSAGE,
     DEFAULT_SOURCE_LOCATION_KEY => SOURCE_LOCATION_MESSAGE,
     DEFAULT_SPAN_ID_KEY => SPAN_ID,

data/test/plugin/test_out_google_cloud.rb

@@ -364,8 +364,10 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
 
   # Verify the number and the content of the log entries match the expectation.
   # The caller can optionally provide a block which is called for each entry.
-  def verify_log_entries(n, params, payload_type = 'textPayload', &block)
-    verify_json_log_entries(n, params, payload_type, &block)
+  def verify_log_entries(n, params, payload_type = 'textPayload',
+                         check_exact_entry_labels = true, &block)
+    verify_json_log_entries(n, params, payload_type, check_exact_entry_labels,
+                            &block)
   end
 
   # For an optional field with default values, Protobuf omits the field when it

data/test/plugin/test_out_google_cloud_grpc.rb

@@ -413,7 +413,8 @@ class GoogleCloudOutputGRPCTest < Test::Unit::TestCase
 
   # Verify the number and the content of the log entries match the expectation.
   # The caller can optionally provide a block which is called for each entry.
-  def verify_log_entries(n, params, payload_type = 'textPayload', &block)
+  def verify_log_entries(n, params, payload_type = 'textPayload',
+                         check_exact_entry_labels = true, &block)
     @requests_sent.each do |request|
       @logs_sent << {
         'entries' => request.entries.map { |entry| JSON.parse(entry.to_json) },
@@ -422,7 +423,8 @@ class GoogleCloudOutputGRPCTest < Test::Unit::TestCase
         'logName' => request.log_name
       }
     end
-    verify_json_log_entries(n, params, payload_type, &block)
+    verify_json_log_entries(n, params, payload_type, check_exact_entry_labels,
+                            &block)
   end
 
   # Use the right single quotation mark as the sample non-utf8 character.

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-google-cloud
 version: !ruby/object:Gem::Version
-  version: 0.7.4
+  version: 0.7.5.pre.multiworkers
 platform: ruby
 authors:
 - Stackdriver Agents Team
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-02-02 00:00:00.000000000 Z
+date: 2019-02-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -218,9 +218,7 @@ extensions: []
 extra_rdoc_files: []
 files:
 - CONTRIBUTING
-- CUSTOM_SPONGE_CONFIG
 - Gemfile
-- Gemfile.lock
 - LICENSE
 - README.rdoc
 - Rakefile
@@ -255,12 +253,12 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.2'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.7.8
+rubygems_version: 2.6.14
 signing_key: 
 specification_version: 4
 summary: fluentd plugins for the Stackdriver Logging API

data/Gemfile.lock

@@ -1,160 +0,0 @@
-PATH
-  remote: .
-  specs:
-    fluent-plugin-google-cloud (0.7.4)
-      fluentd (= 1.2.5)
-      google-api-client (= 0.23.9)
-      google-cloud-logging (= 1.5.4)
-      google-protobuf (= 3.6.1)
-      googleapis-common-protos (= 1.3.7)
-      googleauth (= 0.6.6)
-      grpc (= 1.8.3)
-      json (= 2.1.0)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    addressable (2.6.0)
-      public_suffix (>= 2.0.2, < 4.0)
-    ast (2.4.0)
-    cool.io (1.5.3)
-    crack (0.4.3)
-      safe_yaml (~> 1.0.0)
-    declarative (0.0.10)
-    declarative-option (0.1.0)
-    dig_rb (1.0.1)
-    faraday (0.15.4)
-      multipart-post (>= 1.2, < 3)
-    fluentd (1.2.5)
-      cool.io (>= 1.4.5, < 2.0.0)
-      dig_rb (~> 1.0.0)
-      http_parser.rb (>= 0.5.1, < 0.7.0)
-      msgpack (>= 0.7.0, < 2.0.0)
-      serverengine (>= 2.0.4, < 3.0.0)
-      sigdump (~> 0.2.2)
-      strptime (>= 0.2.2, < 1.0.0)
-      tzinfo (~> 1.0)
-      tzinfo-data (~> 1.0)
-      yajl-ruby (~> 1.0)
-    google-api-client (0.23.9)
-      addressable (~> 2.5, >= 2.5.1)
-      googleauth (>= 0.5, < 0.7.0)
-      httpclient (>= 2.8.1, < 3.0)
-      mime-types (~> 3.0)
-      representable (~> 3.0)
-      retriable (>= 2.0, < 4.0)
-      signet (~> 0.9)
-    google-cloud-core (1.3.0)
-      google-cloud-env (~> 1.0)
-    google-cloud-env (1.0.5)
-      faraday (~> 0.11)
-    google-cloud-logging (1.5.4)
-      google-cloud-core (~> 1.2)
-      google-gax (~> 1.3)
-      googleapis-common-protos-types (>= 1.0.2)
-      stackdriver-core (~> 1.3)
-    google-gax (1.5.0)
-      google-protobuf (~> 3.2)
-      googleapis-common-protos (>= 1.3.5, < 2.0)
-      googleauth (>= 0.6.2, < 0.10.0)
-      grpc (>= 1.7.2, < 2.0)
-      rly (~> 0.2.3)
-    google-protobuf (3.6.1)
-    googleapis-common-protos (1.3.7)
-      google-protobuf (~> 3.0)
-      googleapis-common-protos-types (~> 1.0)
-      grpc (~> 1.0)
-    googleapis-common-protos-types (1.0.2)
-      google-protobuf (~> 3.0)
-    googleauth (0.6.6)
-      faraday (~> 0.12)
-      jwt (>= 1.4, < 3.0)
-      memoist (~> 0.12)
-      multi_json (~> 1.11)
-      os (>= 0.9, < 2.0)
-      signet (~> 0.7)
-    grpc (1.8.3)
-      google-protobuf (~> 3.1)
-      googleapis-common-protos-types (~> 1.0.0)
-      googleauth (>= 0.5.1, < 0.7)
-    hashdiff (0.3.8)
-    http_parser.rb (0.6.0)
-    httpclient (2.8.3)
-    json (2.1.0)
-    jwt (2.1.0)
-    memoist (0.16.0)
-    metaclass (0.0.4)
-    mime-types (3.2.2)
-      mime-types-data (~> 3.2015)
-    mime-types-data (3.2018.0812)
-    mocha (1.8.0)
-      metaclass (~> 0.0.1)
-    msgpack (1.2.6)
-    multi_json (1.13.1)
-    multipart-post (2.0.0)
-    os (1.0.0)
-    parser (2.6.0.0)
-      ast (~> 2.4.0)
-    power_assert (1.1.3)
-    powerpack (0.1.2)
-    prometheus-client (0.7.1)
-      quantile (~> 0.2.0)
-    public_suffix (3.0.3)
-    quantile (0.2.1)
-    rainbow (2.2.2)
-      rake
-    rake (10.5.0)
-    representable (3.0.4)
-      declarative (< 0.1.0)
-      declarative-option (< 0.2.0)
-      uber (< 0.2.0)
-    retriable (3.1.2)
-    rly (0.2.3)
-    rubocop (0.39.0)
-      parser (>= 2.3.0.7, < 3.0)
-      powerpack (~> 0.1)
-      rainbow (>= 1.99.1, < 3.0)
-      ruby-progressbar (~> 1.7)
-      unicode-display_width (~> 1.0, >= 1.0.1)
-    ruby-progressbar (1.10.0)
-    safe_yaml (1.0.4)
-    serverengine (2.1.0)
-      sigdump (~> 0.2.2)
-    sigdump (0.2.4)
-    signet (0.11.0)
-      addressable (~> 2.3)
-      faraday (~> 0.9)
-      jwt (>= 1.5, < 3.0)
-      multi_json (~> 1.10)
-    stackdriver-core (1.3.3)
-      google-cloud-core (~> 1.2)
-    strptime (0.2.3)
-    test-unit (3.3.0)
-      power_assert
-    thread_safe (0.3.6)
-    tzinfo (1.2.5)
-      thread_safe (~> 0.1)
-    tzinfo-data (1.2018.9)
-      tzinfo (>= 1.0.0)
-    uber (0.1.0)
-    unicode-display_width (1.4.1)
-    webmock (2.3.2)
-      addressable (>= 2.3.6)
-      crack (>= 0.3.2)
-      hashdiff
-    yajl-ruby (1.4.1)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  fluent-plugin-google-cloud!
-  mocha (~> 1.1)
-  prometheus-client (~> 0.7.1)
-  rake (~> 10.3)
-  rubocop (~> 0.39.0)
-  test-unit (~> 3.0)
-  webmock (~> 2.3.1)
-
-BUNDLED WITH
-   1.16.6