fluent-plugin-google-cloud 0.11.1 → 0.12.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3b9fa15008ba95629e400325cd7dd40583d02edb0ca3b172ab7605aba31c45b1
-  data.tar.gz: f5bc83aa57a237289d2f61792ed9493647e5c74d19ff8038a9ecce2ccce43c4b
+  metadata.gz: 1f81ac1b8d10df6dab98b196f5992f136f18cd136fb53d023bb50d4d80a54d5b
+  data.tar.gz: 371256727bba42012e6c247ffb43e76c29571dc8e2ef37487d184c8543c28fb2
 SHA512:
-  metadata.gz: 6fe3254288d5e240f7a0356cf103aaf96a6044ffeb32fa5c5df8ad9ed777e1eeef3763191fcdde211885ea278e17154e0c37be1b0cc4f2cf51c9e6524ceeb5b9
-  data.tar.gz: 2a3713fb2c3abea2ae477580c3f53b3f6adeebe628936e310965518925e67081615cce48eac51db2cc7ade1e51f82fe800f0eaa2f1c913ae120f48bab5faf9af
+  metadata.gz: a2e3d8d5f87cf12adc5c459bd209e488261fb11395e51db8709beab05cff3f533838b6ce02a1b7dabec5bc087b3ee2c8a29b2c286e331fcd124b651cc0c70e3a
+  data.tar.gz: baa38cf26e993d4df5b76e18220091a382397c9ba7a1015ebbf3bacba6855c6da70e19795c7e0746d32e4019f6ec500822b10c41efc203400d68cf18bd642fb3

data/Gemfile.lock

@@ -1,8 +1,8 @@
 PATH
   remote: .
   specs:
-    fluent-plugin-google-cloud (0.11.1)
-      fluentd (= 1.11.2)
+    fluent-plugin-google-cloud (0.12.3)
+      fluentd (= 1.13.3)
       google-api-client (= 0.30.8)
       google-cloud-logging (= 1.6.6)
       google-protobuf (= 3.15.8)
@@ -11,7 +11,7 @@ PATH
       grpc (= 1.31.1)
       json (= 2.2.0)
       opencensus (= 0.5.0)
-      opencensus-stackdriver (= 0.3.2)
+      opencensus-stackdriver (= 0.4.1)
 
 GEM
   remote: https://rubygems.org/
@@ -33,15 +33,17 @@ GEM
     docile (1.4.0)
     faraday (0.17.4)
       multipart-post (>= 1.2, < 3)
-    fluentd (1.11.2)
+    fluentd (1.13.3)
+      bundler
       cool.io (>= 1.4.5, < 2.0.0)
-      http_parser.rb (>= 0.5.1, < 0.7.0)
+      http_parser.rb (>= 0.5.1, < 0.8.0)
       msgpack (>= 1.3.1, < 2.0.0)
-      serverengine (>= 2.0.4, < 3.0.0)
+      serverengine (>= 2.2.2, < 3.0.0)
       sigdump (~> 0.2.2)
       strptime (>= 0.2.2, < 1.0.0)
       tzinfo (>= 1.0, < 3.0)
       tzinfo-data (~> 1.0)
+      webrick (>= 1.4.2, < 1.8.0)
       yajl-ruby (~> 1.0)
     gapic-common (0.3.4)
       google-protobuf (~> 3.12, >= 3.12.2)
@@ -62,32 +64,23 @@ GEM
       google-cloud-errors (~> 1.0)
     google-cloud-env (1.5.0)
       faraday (>= 0.17.3, < 2.0)
-    google-cloud-errors (1.1.0)
+    google-cloud-errors (1.2.0)
     google-cloud-logging (1.6.6)
       concurrent-ruby (~> 1.1)
       google-cloud-core (~> 1.2)
       google-gax (~> 1.7)
       googleapis-common-protos-types (>= 1.0.2)
       stackdriver-core (~> 1.3)
-    google-cloud-monitoring (0.38.0)
-      google-gax (~> 1.8)
-      googleapis-common-protos (>= 1.3.9, < 2.0)
-      googleapis-common-protos-types (>= 1.0.4, < 2.0)
-    google-cloud-trace (0.41.3)
-      concurrent-ruby (~> 1.1)
-      google-cloud-core (~> 1.5)
-      google-cloud-trace-v1 (~> 0.0)
-      google-cloud-trace-v2 (~> 0.0)
-      stackdriver-core (~> 1.3)
-    google-cloud-trace-v1 (0.3.0)
+    google-cloud-monitoring-v3 (0.3.0)
       gapic-common (~> 0.3)
       google-cloud-errors (~> 1.0)
     google-cloud-trace-v2 (0.3.0)
       gapic-common (~> 0.3)
       google-cloud-errors (~> 1.0)
-    google-gax (1.8.1)
+    google-gax (1.8.2)
       google-protobuf (~> 3.9)
       googleapis-common-protos (>= 1.3.9, < 2.0)
+      googleapis-common-protos-types (>= 1.0.4, < 2.0)
       googleauth (~> 0.9)
       grpc (~> 1.24)
       rly (~> 0.2.3)
@@ -96,7 +89,7 @@ GEM
       google-protobuf (~> 3.11)
       googleapis-common-protos-types (>= 1.0.5, < 2.0)
       grpc (~> 1.27)
-    googleapis-common-protos-types (1.1.0)
+    googleapis-common-protos-types (1.3.0)
       google-protobuf (~> 3.14)
     googleauth (0.9.0)
       faraday (~> 0.12)
@@ -109,28 +102,29 @@ GEM
       google-protobuf (~> 3.12)
       googleapis-common-protos-types (~> 1.0)
     hashdiff (1.0.1)
-    http_parser.rb (0.6.0)
+    http_parser.rb (0.7.0)
     httpclient (2.8.3)
     json (2.2.0)
-    jwt (2.2.3)
+    jwt (2.3.0)
     memoist (0.16.2)
     metaclass (0.0.4)
-    mini_mime (1.1.0)
+    mini_mime (1.1.2)
     mocha (1.9.0)
       metaclass (~> 0.0.1)
     msgpack (1.4.2)
     multi_json (1.15.0)
     multipart-post (2.1.1)
     opencensus (0.5.0)
-    opencensus-stackdriver (0.3.2)
+    opencensus-stackdriver (0.4.1)
       concurrent-ruby (~> 1.0)
-      google-cloud-monitoring (~> 0.32)
-      google-cloud-trace (~> 0.35)
+      google-cloud-env (~> 1.3)
+      google-cloud-monitoring-v3 (~> 0.1)
+      google-cloud-trace-v2 (~> 0.1)
       opencensus (~> 0.5)
-    os (1.1.1)
+    os (1.1.4)
     parser (2.7.2.0)
       ast (~> 2.4.1)
-    power_assert (2.0.0)
+    power_assert (2.0.1)
     powerpack (0.1.3)
     prometheus-client (0.9.0)
       quantile (~> 0.2.1)
@@ -153,11 +147,11 @@ GEM
       ruby-progressbar (~> 1.7)
       unicode-display_width (~> 1.0, >= 1.0.1)
     ruby-progressbar (1.11.0)
-    serverengine (2.2.4)
+    serverengine (2.2.5)
       sigdump (~> 0.2.2)
     sigdump (0.2.4)
-    signet (0.15.0)
-      addressable (~> 2.3)
+    signet (0.16.0)
+      addressable (~> 2.8)
       faraday (>= 0.17.3, < 2.0)
       jwt (>= 1.5, < 3.0)
       multi_json (~> 1.10)
@@ -174,20 +168,21 @@ GEM
       tins (~> 1.0)
     test-unit (3.3.3)
       power_assert
-    thor (1.1.0)
-    tins (1.29.1)
+    thor (1.2.1)
+    tins (1.31.0)
       sync
-    trailblazer-option (0.1.1)
+    trailblazer-option (0.1.2)
     tzinfo (2.0.4)
       concurrent-ruby (~> 1.0)
-    tzinfo-data (1.2021.1)
+    tzinfo-data (1.2021.5)
       tzinfo (>= 1.0.0)
     uber (0.1.0)
-    unicode-display_width (1.7.0)
+    unicode-display_width (1.8.0)
     webmock (3.6.2)
       addressable (>= 2.3.6)
       crack (>= 0.3.2)
       hashdiff (>= 0.4.0, < 2.0.0)
+    webrick (1.7.0)
     yajl-ruby (1.4.1)
 
 PLATFORMS
@@ -204,4 +199,4 @@ DEPENDENCIES
   webmock (= 3.6.2)
 
 BUNDLED WITH
-   2.2.23
+   2.2.28

data/fluent-plugin-google-cloud.gemspec

@@ -10,7 +10,7 @@ eos
   gem.homepage      =
     'https://github.com/GoogleCloudPlatform/fluent-plugin-google-cloud'
   gem.license       = 'Apache-2.0'
-  gem.version       = '0.11.1'
+  gem.version       = '0.12.3'
   gem.authors       = ['Stackdriver Agents Team']
   gem.email         = ['stackdriver-agents@google.com']
   gem.required_ruby_version = Gem::Requirement.new('>= 2.2')
@@ -22,7 +22,7 @@ eos
   # Note: In order to update the Fluentd version, please update both here and
   # also the fluentd version in
   # https://github.com/GoogleCloudPlatform/google-fluentd/blob/master/config/software/fluentd.rb.
-  gem.add_runtime_dependency 'fluentd', '1.11.2'
+  gem.add_runtime_dependency 'fluentd', '1.13.3'
   gem.add_runtime_dependency 'googleapis-common-protos', '1.3.10'
   gem.add_runtime_dependency 'googleauth', '0.9.0'
   gem.add_runtime_dependency 'google-api-client', '0.30.8'
@@ -31,7 +31,7 @@ eos
   gem.add_runtime_dependency 'grpc', '1.31.1'
   gem.add_runtime_dependency 'json', '2.2.0'
   gem.add_runtime_dependency 'opencensus', '0.5.0'
-  gem.add_runtime_dependency 'opencensus-stackdriver', '0.3.2'
+  gem.add_runtime_dependency 'opencensus-stackdriver', '0.4.1'
 
   gem.add_development_dependency 'mocha', '1.9.0'
   # Keep this the same as in

data/lib/fluent/plugin/filter_analyze_config.rb

@@ -38,6 +38,8 @@ module Fluent
     helpers :timer
 
     module Constants
+      PREFIX = 'agent.googleapis.com/agent/internal/logging/config'.freeze
+
       # Built-in plugins that are ok to reference in metrics.
       KNOWN_PLUGINS = {
         'filter' => Set[
@@ -249,7 +251,12 @@ module Fluent
         @registry = Monitoring::MonitoringRegistryFactory.create(
           @monitoring_type, project_id, resource, @gcm_service_address)
         # Export metrics every 60 seconds.
-        timer_execute(:export_config_analysis_metrics, 60) { @registry.export }
+        timer_execute(:export_config_analysis_metrics, 60) do
+          if @registry.respond_to? :update_timestamps
+            @registry.update_timestamps(PREFIX)
+          end
+          @registry.export
+        end
 
         @log.info('analyze_config plugin: Registering counters.')
         enabled_plugins_counter = @registry.counter(
@@ -257,7 +264,7 @@ module Fluent
           [:plugin_name, :is_default_plugin,
            :has_default_config, :has_ruby_snippet],
           'Enabled plugins',
-          'agent.googleapis.com/agent/internal/logging/config',
+          PREFIX,
           'GAUGE')
         @log.info(
           'analyze_config plugin: registered enable_plugins counter. ' \
@@ -266,7 +273,7 @@ module Fluent
           :plugin_config,
           [:plugin_name, :param, :is_present, :has_default_config],
           'Configuration parameter usage for plugins relevant to Google Cloud.',
-          'agent.googleapis.com/agent/internal/logging/config',
+          PREFIX,
           'GAUGE')
         @log.info('analyze_config plugin: registered plugin_config counter. ' \
           "#{plugin_config_counter}")
@@ -274,7 +281,7 @@ module Fluent
           :config_bool_values,
           [:plugin_name, :param, :value],
           'Values for bool parameters in Google Cloud plugins',
-          'agent.googleapis.com/agent/internal/logging/config',
+          PREFIX,
           'GAUGE')
         @log.info('analyze_config plugin: registered config_bool_values ' \
           "counter. #{config_bool_values_counter}")

data/lib/fluent/plugin/monitoring.rb

@@ -161,6 +161,24 @@ module Monitoring
       raise e
     end
 
+    # Update timestamps for each existing AggregationData without altering tags
+    # or values.
+    # This is currently only used for config analysis metrics, because we want
+    # to repeatedly send the exact same metrics as created at start-up.
+    def update_timestamps(prefix)
+      new_time = Time.now.utc
+      recorder = @recorders[prefix]
+      recorder.views_data.each do |view_data|
+        view_data.data.each_value do |aggr_data|
+          # Apply this only to GAUGE metrics. This could fail if the metric uses
+          # Distribution or other fancier aggregators.
+          if aggr_data.is_a? OpenCensus::Stats::AggregationData::LastValue
+            aggr_data.add aggr_data.value, new_time
+          end
+        end
+      end
+    end
+
     def export
       @log.debug(
         "monitoring module: Exporting metrics for #{@exporters.keys}.")

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-google-cloud
 version: !ruby/object:Gem::Version
-  version: 0.11.1
+  version: 0.12.3
 platform: ruby
 authors:
 - Stackdriver Agents Team
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-08-10 00:00:00.000000000 Z
+date: 2022-01-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -16,14 +16,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.11.2
+        version: 1.13.3
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 1.11.2
+        version: 1.13.3
 - !ruby/object:Gem::Dependency
   name: googleapis-common-protos
   requirement: !ruby/object:Gem::Requirement
@@ -142,14 +142,14 @@ dependencies:
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.4.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - '='
       - !ruby/object:Gem::Version
-        version: 0.3.2
+        version: 0.4.1
 - !ruby/object:Gem::Dependency
   name: mocha
   requirement: !ruby/object:Gem::Requirement