fluent-plugin-google-cloud 0.5.2 → 0.5.3.grpc.alpha.1

data/lib/google/logging/type/http_request.rb

@@ -0,0 +1,30 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/type/http_request.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.logging.type.HttpRequest" do
+    optional :request_method, :string, 1
+    optional :request_url, :string, 2
+    optional :request_size, :int64, 3
+    optional :status, :int32, 4
+    optional :response_size, :int64, 5
+    optional :user_agent, :string, 6
+    optional :remote_ip, :string, 7
+    optional :server_ip, :string, 13
+    optional :referer, :string, 8
+    optional :cache_lookup, :bool, 11
+    optional :cache_hit, :bool, 9
+    optional :cache_validated_with_origin_server, :bool, 10
+    optional :cache_fill_bytes, :int64, 12
+  end
+end
+
+module Google
+  module Logging
+    module Type
+      HttpRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.type.HttpRequest").msgclass
+    end
+  end
+end

data/lib/google/logging/type/log_severity.rb

@@ -0,0 +1,26 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/type/log_severity.proto
+
+require 'google/protobuf'
+
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_enum "google.logging.type.LogSeverity" do
+    value :DEFAULT, 0
+    value :DEBUG, 100
+    value :INFO, 200
+    value :NOTICE, 300
+    value :WARNING, 400
+    value :ERROR, 500
+    value :CRITICAL, 600
+    value :ALERT, 700
+    value :EMERGENCY, 800
+  end
+end
+
+module Google
+  module Logging
+    module Type
+      LogSeverity = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.type.LogSeverity").enummodule
+    end
+  end
+end

data/lib/google/logging/v1/log_entry.rb

@@ -0,0 +1,52 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/v1/log_entry.proto
+
+require 'google/protobuf'
+
+require 'google/logging/type/http_request'
+require 'google/logging/type/log_severity'
+require 'google/protobuf/any'
+require 'google/protobuf/struct'
+require 'google/protobuf/timestamp'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.logging.v1.LogEntry" do
+    optional :metadata, :message, 1, "google.logging.v1.LogEntryMetadata"
+    optional :insert_id, :string, 4
+    optional :log, :string, 5
+    optional :http_request, :message, 7, "google.logging.type.HttpRequest"
+    optional :operation, :message, 8, "google.logging.v1.LogEntryOperation"
+    optional :writer_email_address, :string, 9
+    oneof :payload do
+      optional :proto_payload, :message, 2, "google.protobuf.Any"
+      optional :text_payload, :string, 3
+      optional :struct_payload, :message, 6, "google.protobuf.Struct"
+    end
+  end
+  add_message "google.logging.v1.LogEntryMetadata" do
+    optional :timestamp, :message, 9, "google.protobuf.Timestamp"
+    optional :severity, :enum, 2, "google.logging.type.LogSeverity"
+    optional :project_id, :string, 3
+    optional :project_number, :int64, 10
+    optional :service_name, :string, 4
+    optional :region, :string, 5
+    optional :zone, :string, 6
+    optional :user_id, :string, 7
+    map :labels, :string, :string, 8
+  end
+  add_message "google.logging.v1.LogEntryOperation" do
+    optional :id, :string, 1
+    optional :producer, :string, 2
+    optional :first, :bool, 3
+    optional :last, :bool, 4
+  end
+end
+
+module Google
+  module Logging
+    module V1
+      LogEntry = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogEntry").msgclass
+      LogEntryMetadata = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogEntryMetadata").msgclass
+      LogEntryOperation = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogEntryOperation").msgclass
+    end
+  end
+end

data/lib/google/logging/v1/logging.rb

@@ -0,0 +1,84 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: google/logging/v1/logging.proto
+
+require 'google/protobuf'
+
+require 'google/logging/v1/log_entry'
+require 'google/protobuf/empty'
+require 'google/protobuf/timestamp'
+require 'google/rpc/status'
+Google::Protobuf::DescriptorPool.generated_pool.build do
+  add_message "google.logging.v1.Log" do
+    optional :name, :string, 1
+    optional :display_name, :string, 2
+    optional :payload_type, :string, 3
+  end
+  add_message "google.logging.v1.LogService" do
+    optional :name, :string, 1
+    repeated :index_keys, :string, 2
+  end
+  add_message "google.logging.v1.ListLogsRequest" do
+    optional :project_name, :string, 1
+    optional :service_name, :string, 4
+    optional :service_index_prefix, :string, 5
+    optional :page_size, :int32, 2
+    optional :page_token, :string, 3
+  end
+  add_message "google.logging.v1.ListLogsResponse" do
+    repeated :logs, :message, 1, "google.logging.v1.Log"
+    optional :next_page_token, :string, 2
+  end
+  add_message "google.logging.v1.DeleteLogRequest" do
+    optional :log_name, :string, 1
+  end
+  add_message "google.logging.v1.WriteLogEntriesRequest" do
+    optional :log_name, :string, 1
+    map :common_labels, :string, :string, 3
+    repeated :entries, :message, 4, "google.logging.v1.LogEntry"
+    optional :partial_success, :bool, 5
+  end
+  add_message "google.logging.v1.WriteLogEntriesResponse" do
+  end
+  add_message "google.logging.v1.WriteLogEntriesPartialErrors" do
+    map :log_entry_errors, :int32, :message, 1, "google.rpc.Status"
+  end
+  add_message "google.logging.v1.ListLogServicesRequest" do
+    optional :project_name, :string, 1
+    optional :page_size, :int32, 3
+    optional :page_token, :string, 4
+  end
+  add_message "google.logging.v1.ListLogServicesResponse" do
+    repeated :log_services, :message, 1, "google.logging.v1.LogService"
+    optional :next_page_token, :string, 2
+  end
+  add_message "google.logging.v1.ListLogServiceIndexesRequest" do
+    optional :service_name, :string, 1
+    optional :index_prefix, :string, 2
+    optional :depth, :int32, 3
+    optional :page_size, :int32, 5
+    optional :page_token, :string, 6
+  end
+  add_message "google.logging.v1.ListLogServiceIndexesResponse" do
+    repeated :service_index_prefixes, :string, 1
+    optional :next_page_token, :string, 2
+  end
+end
+
+module Google
+  module Logging
+    module V1
+      Log = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.Log").msgclass
+      LogService = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.LogService").msgclass
+      ListLogsRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogsRequest").msgclass
+      ListLogsResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogsResponse").msgclass
+      DeleteLogRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.DeleteLogRequest").msgclass
+      WriteLogEntriesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.WriteLogEntriesRequest").msgclass
+      WriteLogEntriesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.WriteLogEntriesResponse").msgclass
+      WriteLogEntriesPartialErrors = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.WriteLogEntriesPartialErrors").msgclass
+      ListLogServicesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServicesRequest").msgclass
+      ListLogServicesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServicesResponse").msgclass
+      ListLogServiceIndexesRequest = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServiceIndexesRequest").msgclass
+      ListLogServiceIndexesResponse = Google::Protobuf::DescriptorPool.generated_pool.lookup("google.logging.v1.ListLogServiceIndexesResponse").msgclass
+    end
+  end
+end

data/lib/google/logging/v1/logging_services.rb

@@ -0,0 +1,150 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: google/logging/v1/logging.proto for package 'google.logging.v1'
+
+require 'grpc'
+require 'google/logging/v1/logging'
+
+module Google
+  module Logging
+    module V1
+      module LoggingService
+        # API Overview
+        # ------------
+        #
+        # The Logging service provides methods to manage (create/update/delete) logs,
+        # ingest and retrieve log entries within a log, and manage log sinks.
+        #
+        # Data Model
+        # ----------
+        #
+        # The Logging service exposes the following resources:
+        #
+        # * Projects, named `/projects/`
+        # These are Google Developers Console projects.
+        #
+        # * Project sinks, named as `/projects/*/sinks/*`
+        # These are additional destinations for the log entries written to a log.
+        # Log entries are written to each of the sinks in addition to the default
+        # built-in storage. Log entries are written to all of the matching sinks.
+        # Adding or removing a sink only affects log entries written after
+        # the operation on the sink completes.
+        #
+        # * Logs, named `/projects/*/logs/*`
+        # These are log resources associated with a given project. Logs whose name
+        # begins with a valid DNS name followed by a "/" are reserved for services that
+        # own the DNS name. For example, all logs that begin with
+        # `compute.googleapis.com/` are reserved for Google Compute Engine.
+        # Log names must be less than 512 characters long and can include the following
+        # characters:
+        #   upper- and lower-case alphanumeric characters: [A-Za-z0-9]
+        #   punctuation characters: slash, underscore, hyphen, period [/_-.]
+        #
+        # Note that when assembling the full log resource name, slashes in the trailing
+        # part of the name must be URL-encoded. For example, the full resource name for
+        # the log `compute.googleapis.com/syslog` in the `myproject` project would be
+        # `/projects/myproject/logs/compute.googleapis.com%2Fsyslog`.
+        #
+        # * Log entries, named as `/projects/*/logs/*/entries`
+        # These are individual log entries inside a log. NOTE: due to the potentially
+        # high traffic load for a log, the service does not assign resource names to
+        # individual log entries. The only way to retrieve log entries is to search
+        # through a log based on timestamp or other properties. All log entries in a
+        # log must have the same payload type.
+        #
+        # * Log sinks, named as `/projects/*/logs/*/sinks/*`
+        # These are additional destinations for the log entries written to a log.
+        # Log entries are written to each of the sinks in addition to the default
+        # built-in storage. Log entries are written to all of the matching sinks.
+        # Adding or removing a sink only affects log entries
+        # written after the operation on the sink completes.
+        #
+        # * Log services, named `/projects/*/logServices`
+        # These are cloud services that have ingested log entries for individual
+        # projects. Log entries may optionally be associated with a service at the
+        # time of ingestion. Log entries associated with a Google Cloud Platform
+        # service are indexed by labels specific to that service (see Service indexes
+        # below).
+        #
+        # * Log service sinks, named as `/projects/*/logServices/*/sinks/*`
+        # These are additional destinations for the log entries that are associated
+        # with a service. Log entries are written to each of the enabled sinks in
+        # addition to the default built-in storage. Log entries are written to all
+        # of the matching sinks. Adding or removing a sink only affects log entries
+        # written after the operation on the sink completes.
+        #
+        # * Log service indexes, named `/projects/*/logServices/*/indexes`
+        # These are descriptions of how the logging service indexes log entries
+        # associated with Google Cloud Platform services. Each index is a hierarchy of
+        # label values, which provides a guide as to how the log entries may be
+        # effectively filtered during retrieval. The corresponding label keys are
+        # associated with the log service resource. For example the App Engine service
+        # index is comprised of module and version identifiers, and one value might be
+        # "/myModule/myVersion/". See the documentation for
+        # [LogEntryMetadata.labels][google.logging.v1.LogEntryMetadata.labels] for
+        # details about relevant label keys for existing services.
+        #
+        # * Log metrics, named as `/projects/*/metrics/*`
+        # These are metric filters associated with a given project. A metric filter
+        # counts log entries that match a user-specified filter, and exports the count
+        # as a monitoring metric.
+        #
+        # Service for ingesting and querying logs.
+        class Service
+
+          include GRPC::GenericService
+
+          self.marshal_class_method = :encode
+          self.unmarshal_class_method = :decode
+          self.service_name = 'google.logging.v1.LoggingService'
+
+          # Log resources
+          # -------------
+          #
+          # There is no CreateLog operation, because calling WriteLogEntries
+          # on a nonexistent log automatically creates the log.
+          #
+          # Lists the logs in the project.
+          # Only logs that have entries are listed.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.read scope. --)
+          rpc :ListLogs, ListLogsRequest, ListLogsResponse
+          # Deletes a log and all its log entries.
+          # The log will reappear if it receives new entries.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.admin scope. --)
+          rpc :DeleteLog, DeleteLogRequest, Google::Protobuf::Empty
+          # Log entry resources
+          # -------------------
+          #
+          # Writes log entries to Stackdriver Logging. Each entry consists of a
+          # `LogEntry` object.  You must fill in the required fields of the
+          # object.  You can supply a map, `commonLabels`, that holds default
+          # (key, value) data for the `entries[].metadata.labels` map in each
+          # entry, saving you the trouble of creating identical copies for
+          # each entry.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.write scope. --)
+          #
+          # (-- Google internal users may write batches of entries for multiple
+          # projects by setting the LogEntryMetadata.project_number for each entry and
+          # using '-' to identify the project in WriteLogEntriesRequest.log_name (for
+          # example, /projects/-/logs/log_name/entries:write). --)
+          rpc :WriteLogEntries, WriteLogEntriesRequest, WriteLogEntriesResponse
+          # Log service resources
+          # ---------------------
+          #
+          # Lists the log services that have log entries in this project.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.read scope. --)
+          rpc :ListLogServices, ListLogServicesRequest, ListLogServicesResponse
+          # Lists the current index values for a log service.
+          #
+          # (-- Requires https://www.googleapis.com/auth/logging.read scope. --)
+          rpc :ListLogServiceIndexes, ListLogServiceIndexesRequest, ListLogServiceIndexesResponse
+        end
+
+        Stub = Service.rpc_stub_class
+      end
+    end
+  end
+end

data/test/plugin/test_out_google_cloud.rb

@@ -169,6 +169,10 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
     vm_id #{CUSTOM_VM_ID}
   )
 
+  USE_GRPC_CONFIG = %(
+    use_grpc true
+  )
+
   # Service configurations for various services
   COMPUTE_SERVICE_NAME = 'compute.googleapis.com'
   APPENGINE_SERVICE_NAME = 'appengine.googleapis.com'
@@ -1155,6 +1159,16 @@ class GoogleCloudOutputTest < Test::Unit::TestCase
     end
   end
 
+  # TODO
+  # def test_one_log_grpc
+  #   setup_gce_metadata_stubs
+  #   setup_logging_stubs
+  #   d = create_driver(USE_GRPC_CONFIG)
+  #   d.emit('message' => log_entry(0))
+  #   d.run
+  #   verify_log_entries(1, COMPUTE_PARAMS)
+  # end
+
   # Make parse_severity public so we can test it.
   class Fluent::GoogleCloudOutput # rubocop:disable Style/ClassAndModuleChildren
     public :parse_severity

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-google-cloud
 version: !ruby/object:Gem::Version
-  version: 0.5.2
+  version: 0.5.3.grpc.alpha.1
 platform: ruby
 authors:
 - Todd Derr
@@ -9,7 +9,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2016-06-23 00:00:00.000000000 Z
+date: 2016-08-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -31,6 +31,20 @@ dependencies:
     - - "<="
       - !ruby/object:Gem::Version
         version: '0.13'
+- !ruby/object:Gem::Dependency
+  name: googleapis-common-protos
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
 - !ruby/object:Gem::Dependency
   name: google-api-client
   requirement: !ruby/object:Gem::Requirement
@@ -59,6 +73,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: grpc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.15'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.15'
 - !ruby/object:Gem::Dependency
   name: json
   requirement: !ruby/object:Gem::Requirement
@@ -162,6 +190,11 @@ files:
 - Rakefile
 - fluent-plugin-google-cloud.gemspec
 - lib/fluent/plugin/out_google_cloud.rb
+- lib/google/logging/type/http_request.rb
+- lib/google/logging/type/log_severity.rb
+- lib/google/logging/v1/log_entry.rb
+- lib/google/logging/v1/logging.rb
+- lib/google/logging/v1/logging_services.rb
 - test/helper.rb
 - test/plugin/data/c31e573fd7f62ed495c9ca3821a5a85cb036dee1-privatekey.p12
 - test/plugin/data/credentials.json
@@ -183,9 +216,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '2.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubyforge_project: 
 rubygems_version: 2.4.8