fluent-plugin-aggregate 1.0.3 → 1.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 43da106773a7f5adf03bb9b18ce179b7c2f89af257f441d7fb2313c80f360389
-  data.tar.gz: 2dd826dfd9d92a441691d105fbfe5dfe4ee32249e50143c70c995b96116b3076
+  metadata.gz: 37dfdd5e7238394070b02a74b36a493c990f6977aa87b4e1f3171a5847817bef
+  data.tar.gz: 658f7b50fe5bf06a98e94b10d9001aee29ec71541074e6bbf966d2a982fd2894
 SHA512:
-  metadata.gz: 909442b774896dcf6fa566ee21f024302d65ba4e20fad228bbcd957831e8b3d61e0ff6c6e5d121234ccbef5daf81c0236eb5b01da40117d910981ccb2811a800
-  data.tar.gz: 3e2938e59f62b9c053afbbac1e4af0448c40cec05042f6a80d05f60c60dbe3dd84758cbf9a8865224aa0b9be1e46426a11f391d9fcc2b9ea6532fb6573d5e9fd
+  metadata.gz: 18b8d6104d35fb765fd993a525c2cc8486a68f603dabda73d2e259586818276b1ba8a7d6aac0093b6c4bbb4e4d973824ab961e77ba6587493d67209b29cd78b0
+  data.tar.gz: 7aefca28e2ac794a8b54bb5d6c56f1af929d4d8037452d6c90fbcacbcccea06a3a005cdbeaad44c051bdda586f9612e68d173045e1e1513f2d8b5474e3a66120

data/README.md

@@ -99,6 +99,12 @@ Example with dummy input.
 </match>
 ```
 ### Advanced parameters
+### processing_mode
+#### Default: online
+Mode for processing events (batch/online), for the online processing (useful for streaming processing), wait to arrive events (for example, interval of 5s, wait 5s + keep_interval to generate aggregate events), batch process don't wait.
+```
+processing_mode online
+```
 ### time_field
 #### Default: timestamp
 Field that conatins time for the event.

data/lib/fluent/plugin/filter_aggregate.rb

@@ -23,6 +23,7 @@ module Fluent
     config_param :temporary_status_file_path, :string, :default => nil, :desc => 'File to store aggregate information when the agent down'
     config_param :load_temporarystatus_file_enabled, :bool, :default => true, :desc => 'Enable load saved data from file (if exist status file)'
     config_param :processing_mode, :string, :default => 'online', :desc => 'Processing mode (batch/online)'
+    config_param :time_started_mode, :string, :default => 'first_event', :desc => 'Time started mode (first_event/last_event)'
 
     VALID_AGGREGATIONS = ['sum','min','max','mean','median','variance','standard_deviation']
 
@@ -80,6 +81,7 @@ module Fluent
       log.warn "temporary_status_file_path is empty, is recomended using to avoid lost statistic information beetween restarts." if @temporary_status_file_path.nil?
       @aggregator_mutex = Mutex.new
       @processing_mode_type=@processing_mode=='batch' ? :batch : :online
+      @time_started_mode_type=@time_started_mode=='first_event' ? :fist_event : :last_event
       @data_operations = DataOperations::Aggregate.new(aggregator: @aggregator,
                           time_format: @time_format,
                           time_field: @time_field,
@@ -89,6 +91,7 @@ module Fluent
                           keep_interval: @keep_interval,
                           field_no_data_value: @field_no_data_value,
                           processing_mode: @processing_mode_type,
+                          time_started_mode: @time_started_mode_type,
                           log: log,
                           aggregator_name: @aggregator_name,
                           aggregation_names: @aggregation_names,
@@ -101,8 +104,7 @@ module Fluent
       begin
         result = record unless ! emit_original_message
 
-        @data_operations.add_events(result)
-        result
+        @data_operations.add_events(record)
       rescue => e
         log.warn "failed to filter events", :error_class => e.class, :error => e.message
         log.warn_backtrace

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-aggregate
 version: !ruby/object:Gem::Version
-  version: 1.0.3
+  version: 1.0.4
 platform: ruby
 authors:
 - superguillen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-05-05 00:00:00.000000000 Z
+date: 2020-05-19 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd