fluent-plugin-scalyr 0.8.8 → 0.8.9

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 525ad76a1b5dffcc9e95054ce47518f236b09f42
-  data.tar.gz: c6e7fc32d30c1af2c90a1370bf7acd52191e9725
+  metadata.gz: ed19a4785fee04bde919ac58992fe818f9c768c2
+  data.tar.gz: f25e22d8da36757fdd9bcfe3281ee83311820302
 SHA512:
-  metadata.gz: b7906fea7f77596e7be212f82759970b3ca68db9fa9a192bfdced94d6f02342a76e0ce37cb2396d813dd3d4f24abe2214f437a0637aea1605911aa34bb0bcd5b
-  data.tar.gz: 8b18d99f72bdc39d0043d93cb37aa4cfaf71ea67ecba0003281ae567689089d6ed5ec15c41242abd76242b5b5b821c75172815dfc27dd75e7755a82faae85d6e
+  metadata.gz: f4c8fd4a61667aef02f4e9ef392d5b96dac935c1cff109d66d611bc783b6944f5bf8ab5d7dd655080da67b5e521c1a3742a69a895791b902843c0b18d485fedd
+  data.tar.gz: b70e0f02e8a91fc0c821ac0568e9c2dafb8fd1f8e20bac9421f892be5cc074a71a93f722d7c9d84cbfe38b781b6ba7814c601a061c99ea0a9a2de34dd69706a8

data/README.md

@@ -80,7 +80,7 @@ The following configuration options are also supported:
   ssl_verify_depth 5
   message_field message
 
-  max_request_buffer 1048576
+  max_request_buffer 3000000
 
   force_message_encoding nil
   replace_invalid_utf8 false
@@ -92,7 +92,7 @@ The following configuration options are also supported:
     retry_max_interval 30s
     flush_interval 5s
     flush_thread_count 1
-    chunk_limit_size 100k
+    chunk_limit_size 2.5m
     queue_limit_length 1024
   </buffer>
 
@@ -129,7 +129,7 @@ The cURL project maintains CA certificate bundles automatically converted from m
 
 ***message_field*** - Scalyr expects all log events to have a 'message' field containing the contents of a log message.  If your event has the log message stored in another field, you can specify the field name here, and the plugin will rename that field to 'message' before sending the data to Scalyr.  **Note:** this will override any existing 'message' field if the log record contains both a 'message' field and the field specified by this config option.
 
-***max_request_buffer*** - The maximum size in bytes of each request to send to Scalyr.  Defaults to 1,048,576 (1MB).  Fluentd chunks that generate JSON requests larger than the max_request_buffer will be split in to multiple separate requests.  **Note:** If you set this value too large Scalyr may reject your requests.
+***max_request_buffer*** - The maximum size in bytes of each request to send to Scalyr.  Defaults to 3,000,000 (3MB).  Fluentd chunks that generate JSON requests larger than the max_request_buffer will be split in to multiple separate requests.  **Note:** The maximum size the Scalyr servers accept for this value is 6MB and requests containing data larger than this will be rejected.
 
 ***force_message_encoding*** - Set a specific encoding for all your log messages (defaults to nil).  If your log messages are not in UTF-8, this can cause problems when converting the message to JSON in order to send to the Scalyr server.  You can avoid these problems by setting an encoding for your log messages so they can be correctly converted.
 
@@ -147,7 +147,7 @@ The cURL project maintains CA certificate bundles automatically converted from m
 
 ***flush_thread_count*** - the number of threads to use to upload logs.  This is currently fixed to 1 will cause fluentd to fail with a ConfigError if set to anything greater.
 
-***chunk_limit_size*** - the maximum amount of log data to send to Scalyr in a single request.  Defaults to *100KB*.  **Note:** if you set this value too large, then Scalyr may reject your requests.  Requests smaller than 1MB will typically be accepted by Scalyr, but note that the 1MB limit also includes the entire request body and all associated JSON keys and punctuation, which may be considerably larger than the raw log data.
+***chunk_limit_size*** - the maximum amount of log data to send to Scalyr in a single request.  Defaults to *2.5MB*.  **Note:** if you set this value too large, then Scalyr may reject your requests.  Requests smaller than 6 MB will typically be accepted by Scalyr, but note that the 6 MB limit also includes the entire request body and all associated JSON keys and punctuation, which may be considerably larger than the raw log data.  This value should be set lower than the `max_request_buffer` option.
 
 ***queue_limit_length*** - the maximum number of chunks to buffer before dropping new log requests.  Defaults to *1024*.  Combines with ***chunk_limit_size*** to give you the total amount of buffer to use in the event of request failures before dropping requests.
 

data/VERSION

@@ -1 +1 @@
-0.8.8
+0.8.9

data/lib/fluent/plugin/out_scalyr.rb

@@ -43,7 +43,7 @@ module Scalyr
     config_param :ssl_verify_peer, :bool, :default => true
     config_param :ssl_verify_depth, :integer, :default => 5
     config_param :message_field, :string, :default => "message"
-    config_param :max_request_buffer, :integer, :default => 1024*1024
+    config_param :max_request_buffer, :integer, :default => 3000000
     config_param :force_message_encoding, :string, :default => nil
     config_param :replace_invalid_utf8, :bool, :default => false
     config_param :compression_type, :string, :default => nil #Valid options are bz2, deflate or None. Defaults to None.
@@ -54,7 +54,7 @@ module Scalyr
       config_set_default :retry_max_interval,  30 #wait a maximum of 30 seconds per retry
       config_set_default :retry_wait, 5 #wait a minimum of 5 seconds per retry
       config_set_default :flush_interval, 5 #default flush interval of 5 seconds
-      config_set_default :chunk_limit_size, 1024*100 #default chunk size of 100k
+      config_set_default :chunk_limit_size, 2500000 #default chunk size of 2.5mb
       config_set_default :queue_limit_length, 1024 #default queue size of 1024
     end
 
@@ -77,12 +77,12 @@ module Scalyr
 
       super
 
-      if @buffer.chunk_limit_size > 1024*1024
-        $log.warn "Buffer chunk size is greater than 1Mb.  This may result in requests being rejected by Scalyr"
+      if @buffer.chunk_limit_size > 6000000
+        $log.warn "Buffer chunk size is greater than 6Mb.  This may result in requests being rejected by Scalyr"
       end
 
-      if @max_request_buffer > (1024*1024*3)
-        $log.warn "Maximum request buffer > 3Mb.  This may result in requests being rejected by Scalyr"
+      if @max_request_buffer > 6000000
+        $log.warn "Maximum request buffer > 6Mb.  This may result in requests being rejected by Scalyr"
       end
 
       @message_encoding = nil

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fluent-plugin-scalyr
 version: !ruby/object:Gem::Version
-  version: 0.8.8
+  version: 0.8.9
 platform: ruby
 authors:
 - Imron Alston
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2019-07-19 00:00:00.000000000 Z
+date: 2019-10-11 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: fluentd