vmik-fluent-plugin-google-cloud 0.5.5 → 0.6.4.pre.alpha

data/test/plugin/constants.rb

@@ -0,0 +1,452 @@
+# Copyright 2017 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+# Constants used by unit tests for Google Cloud Logging plugin.
+module Constants
+  include Fluent::GoogleCloudOutput::Constants
+
+  # Generic attributes.
+  HOSTNAME = Socket.gethostname
+
+  # TODO(qingling128) Separate constants into different submodules.
+  # Attributes used for the GCE metadata service.
+  PROJECT_ID = 'test-project-id'
+  ZONE = 'us-central1-b'
+  FULLY_QUALIFIED_ZONE = 'projects/' + PROJECT_ID + '/zones/' + ZONE
+  VM_ID = '9876543210'
+
+  # Attributes used for custom (overridden) configs.
+  CUSTOM_PROJECT_ID = 'test-custom-project-id'
+  CUSTOM_ZONE = 'us-custom-central1-b'
+  CUSTOM_FULLY_QUALIFIED_ZONE = 'projects/' + PROJECT_ID + '/zones/' + ZONE
+  CUSTOM_VM_ID = 'C9876543210'
+  CUSTOM_HOSTNAME = 'custom.hostname.org'
+
+  # Attributes used for the EC2 metadata service.
+  EC2_PROJECT_ID = 'test-ec2-project-id'
+  EC2_ZONE = 'us-west-2b'
+  EC2_PREFIXED_ZONE = 'aws:' + EC2_ZONE
+  EC2_VM_ID = 'i-81c16767'
+  EC2_ACCOUNT_ID = '123456789012'
+
+  # The formatting here matches the format used on the VM.
+  EC2_IDENTITY_DOCUMENT = %({
+    "accountId" : "#{EC2_ACCOUNT_ID}",
+    "availabilityZone" : "#{EC2_ZONE}",
+    "instanceId" : "#{EC2_VM_ID}"
+  })
+
+  # Managed VMs specific labels.
+  MANAGED_VM_BACKEND_NAME = 'default'
+  MANAGED_VM_BACKEND_VERSION = 'guestbook2.0'
+
+  # Container Engine / Kubernetes specific labels.
+  CONTAINER_CLUSTER_NAME = 'cluster-1'
+  CONTAINER_NAMESPACE_ID = '898268c8-4a36-11e5-9d81-42010af0194c'
+  CONTAINER_NAMESPACE_NAME = 'kube-system'
+  CONTAINER_POD_ID = 'cad3c3c4-4b9c-11e5-9d81-42010af0194c'
+  CONTAINER_POD_NAME = 'redis-master-c0l82.foo.bar'
+  CONTAINER_CONTAINER_NAME = 'redis'
+  CONTAINER_LABEL_KEY = 'component'
+  CONTAINER_LABEL_VALUE = 'redis-component'
+  CONTAINER_STREAM = 'stdout'
+  CONTAINER_SEVERITY = 'INFO'
+  # Timestamp for 1234567890 seconds and 987654321 nanoseconds since epoch.
+  CONTAINER_TIMESTAMP = '2009-02-13T23:31:30.987654321Z'
+  CONTAINER_SECONDS_EPOCH = 1_234_567_890
+  CONTAINER_NANOS = 987_654_321
+
+  # Cloud Functions specific labels.
+  CLOUDFUNCTIONS_FUNCTION_NAME = '$My_Function.Name-@1'
+  CLOUDFUNCTIONS_REGION = 'us-central1'
+  CLOUDFUNCTIONS_EXECUTION_ID = '123-0'
+  CLOUDFUNCTIONS_CLUSTER_NAME = 'cluster-1'
+  CLOUDFUNCTIONS_NAMESPACE_NAME = 'default'
+  CLOUDFUNCTIONS_POD_NAME = 'd.dc.myu.uc.functionp.pc.name-a.a1.987-c0l82'
+  CLOUDFUNCTIONS_CONTAINER_NAME = 'worker'
+
+  # Dataflow specific labels.
+  DATAFLOW_REGION = 'us-central1'
+  DATAFLOW_JOB_NAME = 'job_name_1'
+  DATAFLOW_JOB_ID = 'job_id_1'
+  DATAFLOW_STEP_ID = 'step_1'
+  DATAFLOW_TAG = 'dataflow.googleapis.com/worker'
+
+  # Dataproc specific labels.
+  DATAPROC_CLUSTER_NAME = 'test-cluster'
+  DATAPROC_CLUSTER_UUID = '00000000-0000-0000-0000-000000000000'
+  DATAPROC_REGION = 'unittest'
+
+  # ML specific labels.
+  ML_REGION = 'us-central1'
+  ML_JOB_ID = 'job_name_1'
+  ML_TASK_NAME = 'task_name_1'
+  ML_TRIAL_ID = 'trial_id_1'
+  ML_LOG_AREA = 'log_area_1'
+  ML_TAG = 'master-replica-0'
+
+  # Parameters used for authentication.
+  AUTH_GRANT_TYPE = 'urn:ietf:params:oauth:grant-type:jwt-bearer'
+  FAKE_AUTH_TOKEN = 'abc123'
+
+  # Information about test credentials files.
+  # path: Path to the credentials file.
+  # project_id: ID of the project, which must correspond to the file contents.
+  IAM_CREDENTIALS = {
+    path: 'test/plugin/data/iam-credentials.json',
+    project_id: 'fluent-test-project'
+  }
+  LEGACY_CREDENTIALS = {
+    path: 'test/plugin/data/credentials.json',
+    project_id: '847859579879'
+  }
+  INVALID_CREDENTIALS = {
+    path: 'test/plugin/data/invalid_credentials.json',
+    project_id: ''
+  }
+
+  # Configuration files for various test scenarios.
+  APPLICATION_DEFAULT_CONFIG = %(
+  )
+
+  # rubocop:disable Metrics/LineLength
+  PRIVATE_KEY_CONFIG = %(
+     auth_method private_key
+     private_key_email 271661262351-ft99kc9kjro9rrihq3k2n3s2inbplu0q@developer.gserviceaccount.com
+     private_key_path test/plugin/data/c31e573fd7f62ed495c9ca3821a5a85cb036dee1-privatekey.p12
+  )
+  # rubocop:enable Metrics/LineLength
+
+  REQUIRE_VALID_TAGS_CONFIG = %(
+    require_valid_tags true
+  )
+
+  NO_METADATA_SERVICE_CONFIG = %(
+    use_metadata_service false
+  )
+
+  NO_DETECT_SUBSERVICE_CONFIG = %(
+    detect_subservice false
+  )
+
+  PROMETHEUS_ENABLE_CONFIG = %(
+    monitoring_enabled true
+    monitoring_type prometheus
+  )
+
+  CUSTOM_METADATA_CONFIG = %(
+    project_id #{CUSTOM_PROJECT_ID}
+    zone #{CUSTOM_ZONE}
+    vm_id #{CUSTOM_VM_ID}
+    vm_name #{CUSTOM_HOSTNAME}
+  )
+
+  CONFIG_MISSING_METADATA_PROJECT_ID = %(
+    zone #{CUSTOM_ZONE}
+    vm_id #{CUSTOM_VM_ID}
+  )
+  CONFIG_MISSING_METADATA_ZONE = %(
+    project_id #{CUSTOM_PROJECT_ID}
+    vm_id #{CUSTOM_VM_ID}
+  )
+  CONFIG_MISSING_METADATA_VM_ID = %(
+    project_id #{CUSTOM_PROJECT_ID}
+    zone #{CUSTOM_ZONE}
+  )
+  CONFIG_MISSING_METADATA_ALL = %(
+  )
+
+  CONFIG_EC2_PROJECT_ID = %(
+    project_id #{EC2_PROJECT_ID}
+  )
+
+  CONFIG_EC2_PROJECT_ID_AND_CUSTOM_VM_ID = %(
+    project_id #{EC2_PROJECT_ID}
+    vm_id #{CUSTOM_VM_ID}
+  )
+
+  CONFIG_DATAFLOW = %(
+    subservice_name "#{DATAFLOW_CONSTANTS[:service]}"
+    labels {
+      "#{DATAFLOW_CONSTANTS[:service]}/region" : "#{DATAFLOW_REGION}",
+      "#{DATAFLOW_CONSTANTS[:service]}/job_name" : "#{DATAFLOW_JOB_NAME}",
+      "#{DATAFLOW_CONSTANTS[:service]}/job_id" : "#{DATAFLOW_JOB_ID}"
+    }
+    label_map { "step": "#{DATAFLOW_CONSTANTS[:service]}/step_id" }
+  )
+
+  CONFIG_ML = %(
+    subservice_name "#{ML_CONSTANTS[:service]}"
+    labels {
+      "#{ML_CONSTANTS[:service]}/job_id" : "#{ML_JOB_ID}",
+      "#{ML_CONSTANTS[:service]}/task_name" : "#{ML_TASK_NAME}",
+      "#{ML_CONSTANTS[:service]}/trial_id" : "#{ML_TRIAL_ID}"
+    }
+    label_map { "name": "#{ML_CONSTANTS[:service]}/job_id/log_area" }
+  )
+
+  # Service configurations for various services.
+  COMPUTE_PARAMS = {
+    resource: {
+      type: COMPUTE_CONSTANTS[:resource_type],
+      labels: {
+        'instance_id' => VM_ID,
+        'zone' => ZONE
+      }
+    },
+    log_name: 'test',
+    project_id: PROJECT_ID,
+    labels: {
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME
+    }
+  }
+
+  VMENGINE_PARAMS = {
+    resource: {
+      type: APPENGINE_CONSTANTS[:resource_type],
+      labels: {
+        'module_id' => MANAGED_VM_BACKEND_NAME,
+        'version_id' => MANAGED_VM_BACKEND_VERSION
+      }
+    },
+    log_name: "#{APPENGINE_CONSTANTS[:service]}%2Ftest",
+    project_id: PROJECT_ID,
+    labels: {
+      "#{COMPUTE_CONSTANTS[:service]}/resource_id" => VM_ID,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME,
+      "#{COMPUTE_CONSTANTS[:service]}/zone" => ZONE
+    }
+  }
+
+  CONTAINER_TAG = "kubernetes.#{CONTAINER_POD_NAME}_" \
+                  "#{CONTAINER_NAMESPACE_NAME}_#{CONTAINER_CONTAINER_NAME}"
+
+  CONTAINER_FROM_METADATA_PARAMS = {
+    resource: {
+      type: CONTAINER_CONSTANTS[:resource_type],
+      labels: {
+        'cluster_name' => CONTAINER_CLUSTER_NAME,
+        'namespace_id' => CONTAINER_NAMESPACE_ID,
+        'instance_id' => VM_ID,
+        'pod_id' => CONTAINER_POD_ID,
+        'container_name' => CONTAINER_CONTAINER_NAME,
+        'zone' => ZONE
+      }
+    },
+    log_name: CONTAINER_CONTAINER_NAME,
+    project_id: PROJECT_ID,
+    labels: {
+      "#{CONTAINER_CONSTANTS[:service]}/namespace_name" =>
+        CONTAINER_NAMESPACE_NAME,
+      "#{CONTAINER_CONSTANTS[:service]}/pod_name" => CONTAINER_POD_NAME,
+      "#{CONTAINER_CONSTANTS[:service]}/stream" => CONTAINER_STREAM,
+      "label/#{CONTAINER_LABEL_KEY}" => CONTAINER_LABEL_VALUE,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME
+    }
+  }
+
+  # Almost the same as from metadata, but namespace_id and pod_id come from
+  # namespace and pod names.
+  CONTAINER_FROM_TAG_PARAMS = {
+    resource: {
+      type: CONTAINER_CONSTANTS[:resource_type],
+      labels: {
+        'cluster_name' => CONTAINER_CLUSTER_NAME,
+        'namespace_id' => CONTAINER_NAMESPACE_NAME,
+        'instance_id' => VM_ID,
+        'pod_id' => CONTAINER_POD_NAME,
+        'container_name' => CONTAINER_CONTAINER_NAME,
+        'zone' => ZONE
+      }
+    },
+    log_name: CONTAINER_CONTAINER_NAME,
+    project_id: PROJECT_ID,
+    labels: {
+      "#{CONTAINER_CONSTANTS[:service]}/namespace_name" =>
+        CONTAINER_NAMESPACE_NAME,
+      "#{CONTAINER_CONSTANTS[:service]}/pod_name" => CONTAINER_POD_NAME,
+      "#{CONTAINER_CONSTANTS[:service]}/stream" => CONTAINER_STREAM,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME
+    }
+  }
+
+  CLOUDFUNCTIONS_TAG = "kubernetes.#{CLOUDFUNCTIONS_POD_NAME}_" \
+                        "#{CLOUDFUNCTIONS_NAMESPACE_NAME}_" \
+                        "#{CLOUDFUNCTIONS_CONTAINER_NAME}"
+
+  CLOUDFUNCTIONS_PARAMS = {
+    resource: {
+      type: CLOUDFUNCTIONS_CONSTANTS[:resource_type],
+      labels: {
+        'function_name' => CLOUDFUNCTIONS_FUNCTION_NAME,
+        'region' => CLOUDFUNCTIONS_REGION
+      }
+    },
+    log_name: 'cloud-functions',
+    project_id: PROJECT_ID,
+    labels: {
+      'execution_id' => CLOUDFUNCTIONS_EXECUTION_ID,
+      "#{CONTAINER_CONSTANTS[:service]}/instance_id" => VM_ID,
+      "#{CONTAINER_CONSTANTS[:service]}/cluster_name" =>
+        CLOUDFUNCTIONS_CLUSTER_NAME,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_id" => VM_ID,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME,
+      "#{COMPUTE_CONSTANTS[:service]}/zone" => ZONE
+    }
+  }
+
+  CLOUDFUNCTIONS_TEXT_NOT_MATCHED_PARAMS = {
+    resource: {
+      type: CLOUDFUNCTIONS_CONSTANTS[:resource_type],
+      labels: {
+        'function_name' => CLOUDFUNCTIONS_FUNCTION_NAME,
+        'region' => CLOUDFUNCTIONS_REGION
+      }
+    },
+    log_name: 'cloud-functions',
+    project_id: PROJECT_ID,
+    labels: {
+      "#{CONTAINER_CONSTANTS[:service]}/instance_id" => VM_ID,
+      "#{CONTAINER_CONSTANTS[:service]}/cluster_name" =>
+        CLOUDFUNCTIONS_CLUSTER_NAME,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_id" => VM_ID,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME,
+      "#{COMPUTE_CONSTANTS[:service]}/zone" => ZONE
+    }
+  }
+
+  DATAFLOW_PARAMS = {
+    resource: {
+      type: DATAFLOW_CONSTANTS[:resource_type],
+      labels: {
+        'job_name' => DATAFLOW_JOB_NAME,
+        'job_id' => DATAFLOW_JOB_ID,
+        'step_id' => DATAFLOW_STEP_ID,
+        'region' => DATAFLOW_REGION
+      }
+    },
+    log_name: DATAFLOW_TAG,
+    project_id: PROJECT_ID,
+    labels: {
+      "#{COMPUTE_CONSTANTS[:service]}/resource_id" => VM_ID,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME,
+      "#{COMPUTE_CONSTANTS[:service]}/zone" => ZONE
+    }
+  }
+
+  DATAPROC_PARAMS = {
+    resource: {
+      type: DATAPROC_CONSTANTS[:resource_type],
+      labels: {
+        'cluster_name' => DATAPROC_CLUSTER_NAME,
+        'cluster_uuid' => DATAPROC_CLUSTER_UUID,
+        'region' => DATAPROC_REGION
+      }
+    },
+    log_name: 'test',
+    project_id: PROJECT_ID,
+    labels: {
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_id" => VM_ID,
+      "#{COMPUTE_CONSTANTS[:service]}/zone" => ZONE
+    }
+  }
+
+  ML_PARAMS = {
+    resource: {
+      type: ML_CONSTANTS[:resource_type],
+      labels: {
+        'job_id' => ML_JOB_ID,
+        'task_name' => ML_TASK_NAME
+      }
+    },
+    log_name: ML_TAG,
+    project_id: PROJECT_ID,
+    labels: {
+      "#{ML_CONSTANTS[:service]}/trial_id" => ML_TRIAL_ID,
+      "#{ML_CONSTANTS[:service]}/job_id/log_area" => ML_LOG_AREA,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_id" => VM_ID,
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => HOSTNAME,
+      "#{COMPUTE_CONSTANTS[:service]}/zone" => ZONE
+    }
+  }
+
+  CUSTOM_PARAMS = {
+    resource: {
+      type: COMPUTE_CONSTANTS[:resource_type],
+      labels: {
+        'instance_id' => CUSTOM_VM_ID,
+        'zone' => CUSTOM_ZONE
+      }
+    },
+    log_name: 'test',
+    project_id: CUSTOM_PROJECT_ID,
+    labels: {
+      "#{COMPUTE_CONSTANTS[:service]}/resource_name" => CUSTOM_HOSTNAME
+    }
+  }
+
+  EC2_PARAMS = {
+    resource: {
+      type: EC2_CONSTANTS[:resource_type],
+      labels: {
+        'instance_id' => EC2_VM_ID,
+        'region' => EC2_PREFIXED_ZONE,
+        'aws_account' => EC2_ACCOUNT_ID
+      }
+    },
+    log_name: 'test',
+    project_id: EC2_PROJECT_ID,
+    labels: {
+      "#{EC2_CONSTANTS[:service]}/resource_name" => HOSTNAME
+    }
+  }
+
+  HTTP_REQUEST_MESSAGE = {
+    'requestMethod' => 'POST',
+    'requestUrl' => 'http://example/',
+    'requestSize' => 210,
+    'status' => 200,
+    'responseSize' => 65,
+    'userAgent' => 'USER AGENT 1.0',
+    'remoteIp' => '55.55.55.55',
+    'referer' => 'http://referer/',
+    'cacheHit' => true,
+    'cacheValidatedWithOriginServer' => true
+  }
+
+  # Tags and their sanitized and encoded version.
+  VALID_TAGS = {
+    'test' => 'test',
+    'germanß' => 'german%C3%9F',
+    'chinese中' => 'chinese%E4%B8%AD',
+    'specialCharacter/_-.' => 'specialCharacter%2F_-.',
+    'abc@&^$*' => 'abc%40%26%5E%24%2A',
+    '@&^$*' => '%40%26%5E%24%2A'
+  }
+  INVALID_TAGS = {
+    # Non-string tags.
+    123 => '123',
+    1.23 => '1.23',
+    [1, 2, 3] => '%5B1%2C%202%2C%203%5D',
+    { key: 'value' } => '%7B%22key%22%3D%3E%22value%22%7D',
+    # Non-utf8 string tags.
+    "nonutf8#{[0x92].pack('C*')}" => 'nonutf8%20',
+    "abc#{[0x92].pack('C*')}" => 'abc%20',
+    "#{[0x92].pack('C*')}" => '%20',
+    # Empty string tag.
+    '' => '_'
+  }
+  ALL_TAGS = VALID_TAGS.merge(INVALID_TAGS)
+end

data/test/plugin/test_out_google_cloud.rb

@@ -28,18 +28,18 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
     setup_gce_metadata_stubs
     # The API Client should not retry this and the plugin should consume
     # the exception.
-    stub_request(:post, uri_for_log(COMPUTE_PARAMS))
+    stub_request(:post, WRITE_LOG_ENTRIES_URI)
       .to_return(status: 400, body: 'Bad Request')
     d = create_driver
     d.emit('message' => log_entry(0))
     d.run
-    assert_requested(:post, uri_for_log(COMPUTE_PARAMS), times: 1)
+    assert_requested(:post, WRITE_LOG_ENTRIES_URI, times: 1)
   end
 
   # All credentials errors resolve to a 401.
   def test_client_401
     setup_gce_metadata_stubs
-    stub_request(:post, uri_for_log(COMPUTE_PARAMS))
+    stub_request(:post, WRITE_LOG_ENTRIES_URI)
       .to_return(status: 401, body: 'Unauthorized')
     d = create_driver
     d.emit('message' => log_entry(0))
@@ -48,14 +48,14 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
     rescue Google::Apis::AuthorizationError => error
       assert_equal 'Unauthorized', error.message
     end
-    assert_requested(:post, uri_for_log(COMPUTE_PARAMS), times: 2)
+    assert_requested(:post, WRITE_LOG_ENTRIES_URI, times: 2)
   end
 
   def test_server_error
     setup_gce_metadata_stubs
     # The API client should retry this once, then throw an exception which
     # gets propagated through the plugin.
-    stub_request(:post, uri_for_log(COMPUTE_PARAMS))
+    stub_request(:post, WRITE_LOG_ENTRIES_URI)
       .to_return(status: 500, body: 'Server Error')
     d = create_driver
     d.emit('message' => log_entry(0))
@@ -66,25 +66,55 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
       assert_equal 'Server error', error.message
       exception_count += 1
     end
-    assert_requested(:post, uri_for_log(COMPUTE_PARAMS), times: 1)
+    assert_requested(:post, WRITE_LOG_ENTRIES_URI, times: 1)
     assert_equal 1, exception_count
   end
 
-  def test_http_request_from_record_with_referer_nil
+  # TODO: The code in the non-gRPC and gRPC tests is nearly identical.
+  # Refactor and remove duplication.
+  # TODO: Use status codes instead of int literals.
+  def test_prometheus_metrics
     setup_gce_metadata_stubs
-    setup_logging_stubs do
-      d = create_driver
-      d.emit('httpRequest' => http_request_message_with_nil_referer)
-      d.run
-    end
-    verify_log_entries(1, COMPUTE_PARAMS, 'httpRequest') do |entry|
-      # The request we send to Logging API has json like:
-      # "httpRequest": { "referer": null }, but eventually the stored LogEntry
-      # would be "httpRequest": {}, since 'referer' is defined as a string in
-      # the proto.
-      assert_equal http_request_message_with_nil_referer,
-                   entry['httpRequest'], entry
-      assert_nil get_fields(entry['structPayload'])['httpRequest'], entry
+    [
+      # Single successful request.
+      [200, 1, 1, [1, 0, 1, 0]],
+      # Several successful requests.
+      [200, 2, 1, [2, 0, 2, 0]],
+      # Single successful request with several entries.
+      [200, 1, 2, [1, 0, 2, 0]],
+      # Single failed request that causes logs to be dropped.
+      [401, 1, 1, [0, 1, 0, 1]],
+      # Single failed request that escalates without logs being dropped.
+      [500, 1, 1, [0, 1, 0, 0]]
+    ].each do |code, request_count, entry_count, metric_values|
+      setup_prometheus
+      # TODO: Do this as part of setup_logging_stubs.
+      stub_request(:post, WRITE_LOG_ENTRIES_URI)
+        .to_return(status: code, body: 'Some Message')
+      (1..request_count).each do
+        d = create_driver(PROMETHEUS_ENABLE_CONFIG)
+        (1..entry_count).each do |i|
+          d.emit('message' => log_entry(i.to_s))
+        end
+        # rubocop:disable Lint/HandleExceptions
+        begin
+          d.run
+        rescue Google::Apis::AuthorizationError
+        rescue Google::Apis::ServerError
+        end
+        # rubocop:enable Lint/HandleExceptions
+      end
+      successful_requests_count, failed_requests_count,
+        ingested_entries_count, dropped_entries_count = metric_values
+      assert_prometheus_metric_value(:stackdriver_successful_requests_count,
+                                     successful_requests_count, grpc: false)
+      assert_prometheus_metric_value(:stackdriver_failed_requests_count,
+                                     failed_requests_count,
+                                     grpc: false, code: code)
+      assert_prometheus_metric_value(:stackdriver_ingested_entries_count,
+                                     ingested_entries_count)
+      assert_prometheus_metric_value(:stackdriver_dropped_entries_count,
+                                     dropped_entries_count)
     end
   end
 
@@ -113,7 +143,7 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
     verify_index = 0
     verify_log_entries(emit_index, COMPUTE_PARAMS) do |entry|
       assert_equal expected_severity[verify_index],
-                   entry['metadata']['severity'], entry
+                   entry['severity'], entry
       verify_index += 1
     end
   end
@@ -181,7 +211,6 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
     assert_equal('ERROR', test_obj.parse_severity('ERROR  '))
     assert_equal('ERROR', test_obj.parse_severity('   ERROR  '))
     assert_equal('ERROR', test_obj.parse_severity("\t  ERROR  "))
-
     # space in the middle should not be stripped.
     assert_equal('DEFAULT', test_obj.parse_severity('ER ROR'))
 
@@ -208,38 +237,25 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
         d.run
       end
       verify_log_entries(1, COMPUTE_PARAMS) do |entry|
-        assert_equal timestamp, entry['metadata']['timestamp'],
-                     "Test with timestamp '#{timestamp}' failed for " \
-                     "entry: '#{entry}'."
+        assert_equal timestamp, entry['timestamp'], 'Test with timestamp ' \
+                     "'#{timestamp}' failed for entry: '#{entry}'."
       end
     end
   end
 
   private
 
+  WRITE_LOG_ENTRIES_URI = 'https://logging.googleapis.com/v2beta1/entries:write'
+
   def rename_key(hash, old_key, new_key)
     hash.merge(new_key => hash[old_key]).reject { |k, _| k == old_key }
   end
 
-  # The REST path uses old bindings that were generated prior to the field
-  # rename, and has to use the old name, which is 'validatedWithOriginServer'.
-  def http_request_message
-    rename_key(super, 'cacheValidatedWithOriginServer',
-               'validatedWithOriginServer')
-  end
-
   # Set up http stubs to mock the external calls.
-  def setup_logging_stubs(override_stub_params = nil)
-    stub_params = override_stub_params || \
-                  [COMPUTE_PARAMS, VMENGINE_PARAMS, CONTAINER_FROM_TAG_PARAMS,
-                   CONTAINER_FROM_METADATA_PARAMS, CLOUDFUNCTIONS_PARAMS,
-                   CUSTOM_PARAMS, EC2_PARAMS]
-    stub_params.each do |params|
-      stub_request(:post, uri_for_log(params)).to_return do |request|
-        log_name = "projects/#{params[:project_id]}/logs/#{params[:log_name]}"
-        @logs_sent << JSON.parse(request.body).merge('logName' => log_name)
-        { body: '' }
-      end
+  def setup_logging_stubs
+    stub_request(:post, WRITE_LOG_ENTRIES_URI).to_return do |request|
+      @logs_sent << JSON.parse(request.body)
+      { body: '' }
     end
     yield
   end
@@ -270,9 +286,9 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
     end
   end
 
-  # Get the fields of the struct payload.
-  def get_fields(struct_payload)
-    struct_payload
+  # Get the fields of the payload.
+  def get_fields(payload)
+    payload
   end
 
   # Get the value of a struct field.