fluent-plugin-aggregate 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '02971c8c4bc74515ae2e98a3190b527736955abb323c5384798b578ecc470fc7'
-  data.tar.gz: 4eb3c9c2f5460886724dfd9dbc8893e834e326ac33df9cd518633f109236149b
+  metadata.gz: 315a13ce5d02549af005fae36d985993b2576b9e749088b35236fd500805d77a
+  data.tar.gz: 2c487c7cf5297e8507365d8ab3f1154f10e7f48c4902c520fdcbbcc25b13c0ea
 SHA512:
-  metadata.gz: eabd29fda3fedd5e90993f2ca05ee9c67b19f2f1590d206b2749a5726d655e10a47d365b93b64cb5cc59305a46b707a4b3cd13c98eb5c2fdbba1b53b0f5217da
-  data.tar.gz: 663bdd8ad0898e15634d33aec656a6552253d1cc3d1979b4acab078ffb315fec314e068729d33664c08c7ddeacad794a5f84d25924617f79c43b3979fcb89dca
+  metadata.gz: dca77fe1529761a3efbbecc5ba4a5c0d00a713ed9e90b5e0783c7a065421ec4a02a84646ee47cc1cd4bd4b8528afab57bc43501209896c7fb1fd4640d052d5c3
+  data.tar.gz: 4376c5c19e514b402f5902fcc739b0ca45669a91a1d1356f9fe8050b822429fda887bba1bc13964cfaa2f3d7b35749b062bb60423862bf05f36677ccee5ee5ad

data/README.md

@@ -1,4 +1,5 @@
 # fluent-plugin-aggregate , a plugin for [Fluentd](http://fluentd.org)
+[![Build Status](https://api.travis-ci.org/superguillen/fluent-plugin-aggregate.svg?branch=master)](https://api.travis-ci.org/superguillen/fluent-plugin-aggregate)
 
 A fluentd plugin to aggregate events by fields over time.
 
@@ -63,3 +64,80 @@ Aggregate funtions to apply, this plugin support multiple aggregations fields.
 ```
 aggregations sum,min,max,mean,median,variance,standard_deviation
 ```
+### aggregate_event_tag
+#### Default: aggregate
+Tag prefix for events generated in the aggregation process. Full tag format is #{aggregate_event_tag}.#{interval}.
+```
+aggregate_event_tag aggregate
+```
+### Example
+Example with dummy input.
+```
+<system>
+  workers 1
+</system>
+<source>
+  @type dummy
+  dummy {"tx":"test", "response_ms":500}
+  tag test
+  rate 1
+</source>
+<filter test>
+  @type aggregate
+  intervals 5s,10s
+  keep_interval 1s
+  group_fields tx
+  aggregate_fields response_ms
+  aggregator_suffix_name "aggregator#{worker_id}"
+  aggregate_event_tag aggregate
+</filter>
+<match test>
+  @type stdout
+</match>
+<match aggregate.**>
+  @type stdout
+</match>
+```
+### Advanced parameters
+### time_field
+#### Default: timestamp
+Field that conatins time for the event.
+```
+time_field timestamp
+```
+### time_format
+#### Default: %Y-%m-%dT%H:%M:%S.%L%:z
+Time format for the time_field.
+```
+time_format %Y-%m-%dT%H:%M:%S.%L%:z
+```
+### output_time_format
+#### Default: %Y-%m-%dT%H:%M:%S.%L%:z
+Time format for the generated aggregated event.
+```
+output_time_format %Y-%m-%dT%H:%M:%S.%L%:z
+```
+### field_no_data_value
+#### Default: no_data
+The value for group fields in the aggregate event no present in the original event.
+```
+field_no_data_value no_data
+```
+### emit_original_message
+#### Default: true
+The value for group fields in the aggregate event no present in the original event.
+```
+emit_original_message true
+```
+### temporary_status_file_path
+#### Default: nil
+File to store aggregate information when the agent down.
+```
+temporary_status_file_path path_to_file.json
+```
+### load_temporarystatus_file_enabled
+#### Default: true
+Load file #{temporary_status_file_path} on startup.
+```
+load_temporarystatus_file_enabled true
+```

data/lib/fluent/plugin/filter_aggregate.rb

@@ -19,6 +19,7 @@ module Fluent
     config_param :aggregations, :string, :default => 'sum,min,max,mean,median,variance,standard_deviation'
     config_param :temporary_status_file_path, :string, :default => nil, :desc => 'File to store aggregate information when the agent down'
     config_param :load_temporarystatus_file_enabled, :bool, :default => true, :desc => 'Enable load saved data from file (if exist status file)'
+    config_param :processing_mode, :string, :default => 'online', :desc => 'Processing mode (batch/online)'
 
     VALID_AGGREGATIONS = ['sum','min','max','mean','median','variance','standard_deviation']
 
@@ -74,6 +75,7 @@ module Fluent
 
       log.warn "temporary_status_file_path is empty, is recomended using to avoid lost statistic information beetween restarts." if @temporary_status_file_path.nil?
       @aggregator_mutex = Mutex.new
+      @processing_mode_type=@processing_mode=='batch' ? :batch : :online
       @data_operations = DataOperations::Aggregate.new(aggregator: @aggregator,
                           time_format: @time_format,
                           time_field: @time_field,
@@ -82,7 +84,7 @@ module Fluent
                           flush_interval: @flush_interval,
                           keep_interval: @keep_interval,
                           field_no_data_value: @field_no_data_value,
-                          processing_mode: :online,
+                          processing_mode: @processing_mode_type,
                           log: log,
                           aggregator_name: @aggregator_name,
                           aggregation_names: @aggregation_names,

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-aggregate
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - superguillen
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-04-21 00:00:00.000000000 Z
+date: 2020-04-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd
@@ -58,6 +58,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.9.2
+- !ruby/object:Gem::Dependency
+  name: test-unit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.8
 description: Filter aggregtation plugin for Fluent
 email: superguillen.public@gmail.com
 executables: []