vmik-fluent-plugin-google-cloud 0.5.5.alpha1

data/lib/google/logging/type/http_request_pb.rb

@@ -0,0 +1,30 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/type/http_request.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.logging.type.HttpRequest" do
+    optional :request_method, :string, 1
+    optional :request_url, :string, 2
+    optional :request_size, :int64, 3
+    optional :status, :int32, 4
+    optional :response_size, :int64, 5
+    optional :user_agent, :string, 6
+    optional :remote_ip, :string, 7
+    optional :server_ip, :string, 13
+    optional :referer, :string, 8
+    optional :cache_lookup, :bool, 11
+    optional :cache_hit, :bool, 9
+    optional :cache_validated_with_origin_server, :bool, 10
+    optional :cache_fill_bytes, :int64, 12
+  end
+end
+
+module Google
+  module Logging
+    module Type
+      HttpRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.type.HttpRequest").msgclass
+    end
+  end
+end

data/lib/google/logging/type/log_severity_pb.rb

@@ -0,0 +1,26 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/type/log_severity.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_enum "google.logging.type.LogSeverity" do
+    value :DEFAULT, 0
+    value :DEBUG, 100
+    value :INFO, 200
+    value :NOTICE, 300
+    value :WARNING, 400
+    value :ERROR, 500
+    value :CRITICAL, 600
+    value :ALERT, 700
+    value :EMERGENCY, 800
+  end
+end
+
+module Google
+  module Logging
+    module Type
+      LogSeverity = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.type.LogSeverity").enummodule
+    end
+  end
+end

data/lib/google/logging/v1/log_entry_pb.rb

@@ -0,0 +1,52 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/v1/log_entry.proto
+
+require 'google/protobuf'
+
+require 'google/logging/type/http_request_pb'
+require 'google/logging/type/log_severity_pb'
+require 'google/protobuf/any_pb'
+require 'google/protobuf/struct_pb'
+require 'google/protobuf/timestamp_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.logging.v1.LogEntry" do
+    optional :metadata, :message, 1, "google.logging.v1.LogEntryMetadata"
+    optional :insert_id, :string, 4
+    optional :log, :string, 5
+    optional :http_request, :message, 7, "google.logging.type.HttpRequest"
+    optional :operation, :message, 8, "google.logging.v1.LogEntryOperation"
+    optional :writer_email_address, :string, 9
+    oneof :payload do
+      optional :proto_payload, :message, 2, "google.protobuf.Any"
+      optional :text_payload, :string, 3
+      optional :struct_payload, :message, 6, "google.protobuf.Struct"
+    end
+  end
+  add_message "google.logging.v1.LogEntryMetadata" do
+    optional :timestamp, :message, 9, "google.protobuf.Timestamp"
+    optional :severity, :enum, 2, "google.logging.type.LogSeverity"
+    optional :project_id, :string, 3
+    optional :project_number, :int64, 10
+    optional :service_name, :string, 4
+    optional :region, :string, 5
+    optional :zone, :string, 6
+    optional :user_id, :string, 7
+    map :labels, :string, :string, 8
+  end
+  add_message "google.logging.v1.LogEntryOperation" do
+    optional :id, :string, 1
+    optional :producer, :string, 2
+    optional :first, :bool, 3
+    optional :last, :bool, 4
+  end
+end
+
+module Google
+  module Logging
+    module V1
+      LogEntry = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogEntry").msgclass
+      LogEntryMetadata = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogEntryMetadata").msgclass
+      LogEntryOperation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogEntryOperation").msgclass
+    end
+  end
+end

data/lib/google/logging/v1/logging_pb.rb

@@ -0,0 +1,84 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/v1/logging.proto
+
+require 'google/protobuf'
+
+require 'google/logging/v1/log_entry_pb'
+require 'google/protobuf/empty_pb'
+require 'google/protobuf/timestamp_pb'
+require 'google/rpc/status_pb'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.logging.v1.Log" do
+    optional :name, :string, 1
+    optional :display_name, :string, 2
+    optional :payload_type, :string, 3
+  end
+  add_message "google.logging.v1.LogService" do
+    optional :name, :string, 1
+    repeated :index_keys, :string, 2
+  end
+  add_message "google.logging.v1.ListLogsRequest" do
+    optional :project_name, :string, 1
+    optional :service_name, :string, 4
+    optional :service_index_prefix, :string, 5
+    optional :page_size, :int32, 2
+    optional :page_token, :string, 3
+  end
+  add_message "google.logging.v1.ListLogsResponse" do
+    repeated :logs, :message, 1, "google.logging.v1.Log"
+    optional :next_page_token, :string, 2
+  end
+  add_message "google.logging.v1.DeleteLogRequest" do
+    optional :log_name, :string, 1
+  end
+  add_message "google.logging.v1.WriteLogEntriesRequest" do
+    optional :log_name, :string, 1
+    map :common_labels, :string, :string, 3
+    repeated :entries, :message, 4, "google.logging.v1.LogEntry"
+    optional :partial_success, :bool, 5
+  end
+  add_message "google.logging.v1.WriteLogEntriesResponse" do
+  end
+  add_message "google.logging.v1.WriteLogEntriesPartialErrors" do
+    map :log_entry_errors, :int32, :message, 1, "google.rpc.Status"
+  end
+  add_message "google.logging.v1.ListLogServicesRequest" do
+    optional :project_name, :string, 1
+    optional :page_size, :int32, 3
+    optional :page_token, :string, 4
+  end
+  add_message "google.logging.v1.ListLogServicesResponse" do
+    repeated :log_services, :message, 1, "google.logging.v1.LogService"
+    optional :next_page_token, :string, 2
+  end
+  add_message "google.logging.v1.ListLogServiceIndexesRequest" do
+    optional :service_name, :string, 1
+    optional :index_prefix, :string, 2
+    optional :depth, :int32, 3
+    optional :page_size, :int32, 5
+    optional :page_token, :string, 6
+  end
+  add_message "google.logging.v1.ListLogServiceIndexesResponse" do
+    repeated :service_index_prefixes, :string, 1
+    optional :next_page_token, :string, 2
+  end
+end
+
+module Google
+  module Logging
+    module V1
+      Log = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.Log").msgclass
+      LogService = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogService").msgclass
+      ListLogsRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogsRequest").msgclass
+      ListLogsResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogsResponse").msgclass
+      DeleteLogRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.DeleteLogRequest").msgclass
+      WriteLogEntriesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.WriteLogEntriesRequest").msgclass
+      WriteLogEntriesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.WriteLogEntriesResponse").msgclass
+      WriteLogEntriesPartialErrors = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.WriteLogEntriesPartialErrors").msgclass
+      ListLogServicesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServicesRequest").msgclass
+      ListLogServicesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServicesResponse").msgclass
+      ListLogServiceIndexesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServiceIndexesRequest").msgclass
+      ListLogServiceIndexesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServiceIndexesResponse").msgclass
+    end
+  end
+end

data/lib/google/logging/v1/logging_services_pb.rb

@@ -0,0 +1,150 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: google/logging/v1/logging.proto for package 'google.logging.v1'
+
+require 'grpc'
+require 'google/logging/v1/logging_pb'
+
+module Google
+  module Logging
+    module V1
+      module LoggingService
+        # API Overview
+        # ------------
+        #
+        # The Logging service provides methods to manage (create/update/delete) logs,
+        # ingest and retrieve log entries within a log, and manage log sinks.
+        #
+        # Data Model
+        # ----------
+        #
+        # The Logging service exposes the following resources:
+        #
+        # * Projects, named `/projects/`
+        # These are Google Developers Console projects.
+        #
+        # * Project sinks, named as `/projects/*/sinks/*`
+        # These are additional destinations for the log entries written to a log.
+        # Log entries are written to each of the sinks in addition to the default
+        # built-in storage. Log entries are written to all of the matching sinks.
+        # Adding or removing a sink only affects log entries written after
+        # the operation on the sink completes.
+        #
+        # * Logs, named `/projects/*/logs/*`
+        # These are log resources associated with a given project. Logs whose name
+        # begins with a valid DNS name followed by a "/" are reserved for services that
+        # own the DNS name. For example, all logs that begin with
+        # `compute.googleapis.com/` are reserved for Google Compute Engine.
+        # Log names must be less than 512 characters long and can include the following
+        # characters:
+        #   upper- and lower-case alphanumeric characters: [A-Za-z0-9]
+        #   punctuation characters: slash, underscore, hyphen, period [/_-.]
+        #
+        # Note that when assembling the full log resource name, slashes in the trailing
+        # part of the name must be URL-encoded. For example, the full resource name for
+        # the log `compute.googleapis.com/syslog` in the `myproject` project would be
+        # `/projects/myproject/logs/compute.googleapis.com%2Fsyslog`.
+        #
+        # * Log entries, named as `/projects/*/logs/*/entries`
+        # These are individual log entries inside a log. NOTE: due to the potentially
+        # high traffic load for a log, the service does not assign resource names to
+        # individual log entries. The only way to retrieve log entries is to search
+        # through a log based on timestamp or other properties. All log entries in a
+        # log must have the same payload type.
+        #
+        # * Log sinks, named as `/projects/*/logs/*/sinks/*`
+        # These are additional destinations for the log entries written to a log.
+        # Log entries are written to each of the sinks in addition to the default
+        # built-in storage. Log entries are written to all of the matching sinks.
+        # Adding or removing a sink only affects log entries
+        # written after the operation on the sink completes.
+        #
+        # * Log services, named `/projects/*/logServices`
+        # These are cloud services that have ingested log entries for individual
+        # projects. Log entries may optionally be associated with a service at the
+        # time of ingestion. Log entries associated with a Google Cloud Platform
+        # service are indexed by labels specific to that service (see Service indexes
+        # below).
+        #
+        # * Log service sinks, named as `/projects/*/logServices/*/sinks/*`
+        # These are additional destinations for the log entries that are associated
+        # with a service. Log entries are written to each of the enabled sinks in
+        # addition to the default built-in storage. Log entries are written to all
+        # of the matching sinks. Adding or removing a sink only affects log entries
+        # written after the operation on the sink completes.
+        #
+        # * Log service indexes, named `/projects/*/logServices/*/indexes`
+        # These are descriptions of how the logging service indexes log entries
+        # associated with Google Cloud Platform services. Each index is a hierarchy of
+        # label values, which provides a guide as to how the log entries may be
+        # effectively filtered during retrieval. The corresponding label keys are
+        # associated with the log service resource. For example the App Engine service
+        # index is comprised of module and version identifiers, and one value might be
+        # "/myModule/myVersion/". See the documentation for
+        # [LogEntryMetadata.labels][google.logging.v1.LogEntryMetadata.labels] for
+        # details about relevant label keys for existing services.
+        #
+        # * Log metrics, named as `/projects/*/metrics/*`
+        # These are metric filters associated with a given project. A metric filter
+        # counts log entries that match a user-specified filter, and exports the count
+        # as a monitoring metric.
+        #
+        # Service for ingesting and querying logs.
+        class Service
+
+          include GRPC::GenericService
+
+          self.marshal_class_method = :encode
+          self.unmarshal_class_method = :decode
+          self.service_name = 'google.logging.v1.LoggingService'
+
+          # Log resources
+          # -------------
+          #
+          # There is no CreateLog operation, because calling WriteLogEntries
+          # on a nonexistent log automatically creates the log.
+          #
+          # Lists the logs in the project.
+          # Only logs that have entries are listed.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.read scope. --)
+          rpc :ListLogs, ListLogsRequest, ListLogsResponse
+          # Deletes a log and all its log entries.
+          # The log will reappear if it receives new entries.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.admin scope. --)
+          rpc :DeleteLog, DeleteLogRequest, Google::Protobuf::Empty
+          # Log entry resources
+          # -------------------
+          #
+          # Writes log entries to Stackdriver Logging. Each entry consists of a
+          # `LogEntry` object.  You must fill in the required fields of the
+          # object.  You can supply a map, `commonLabels`, that holds default
+          # (key, value) data for the `entries[].metadata.labels` map in each
+          # entry, saving you the trouble of creating identical copies for
+          # each entry.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.write scope. --)
+          #
+          # (-- Google internal users may write batches of entries for multiple
+          # projects by setting the LogEntryMetadata.project_number for each entry and
+          # using '-' to identify the project in WriteLogEntriesRequest.log_name (for
+          # example, /projects/-/logs/log_name/entries:write). --)
+          rpc :WriteLogEntries, WriteLogEntriesRequest, WriteLogEntriesResponse
+          # Log service resources
+          # ---------------------
+          #
+          # Lists the log services that have log entries in this project.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.read scope. --)
+          rpc :ListLogServices, ListLogServicesRequest, ListLogServicesResponse
+          # Lists the current index values for a log service.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.read scope. --)
+          rpc :ListLogServiceIndexes, ListLogServiceIndexesRequest, ListLogServiceIndexesResponse
+        end
+
+        Stub = Service.rpc_stub_class
+      end
+    end
+  end
+end

data/test/helper.rb

@@ -0,0 +1,40 @@
+# Copyright 2014 Google Inc. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+require 'rubygems'
+require 'bundler'
+begin
+  Bundler.setup(:default, :development)
+rescue Bundler::BundlerError => e
+  $stderr.puts e.message
+  $stderr.puts 'Run `bundle install` to install missing gems'
+  exit e.status_code
+end
+require 'test/unit'
+
+$LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
+$LOAD_PATH.unshift(File.dirname(__FILE__))
+require 'fluent/test'
+unless ENV.key?('VERBOSE')
+  nulllogger = Object.new
+  nulllogger.instance_eval do |_|
+    def method_missing(_method, *_args)
+      # pass
+    end
+  end
+  # global $log variable is used by fluentd
+  $log = nulllogger # rubocop:disable Style/GlobalVars
+end
+
+require 'fluent/plugin/out_google_cloud'