influxdb-client 1.8.0 → 1.10.0.pre.1373

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5efa1455d0e73bf1efd7406d3e8a0e8b9785f0ba8e2623137fba59603db1952c
-  data.tar.gz: 65ceb86b676bfb5e7a8d9b8230388af036f2740730104a4be6c57b15df114bd9
+  metadata.gz: ee09c0b487146566919ffec3a0d716dd59fbe9b2e77c5239c69217bc224f74f7
+  data.tar.gz: 9b6037a92f586e4a9570ae73c99f6c8fdaff7775cc39fe45e44698d41668adaa
 SHA512:
-  metadata.gz: 316cd7b64ca37e45c2f63c5af40b2aa56b20d1199807bf778a5fe462cd2210586b5ccab8036c03f870a1ac84b9d4310625ca794cc26aef55b2fd8f2628c4010a
-  data.tar.gz: 77d04de772eb0b11a04783d24ba2d847e42b31f5f927931ab17774fc8c9485f0b286841e605ed1f4b8b6121ecbf509154bafae27a7629a511740646ce8260dbc
+  metadata.gz: 369c9541a691d5a61017199cefdf8cf02d897991bf96d1883bae59853146b2500c0b7dd4d3c778ffe2940e875338de56145f7eb993417298227e8b04339135db
+  data.tar.gz: c58c29b507c07a93c0ab9011aa2c5c8fbd390bc179687ee655cfcc68e53985889d0bd4f0e7262639ee3e04a5a4fe415a10007aeb659eebac9e8c2ea94da4c229

data/.rubocop.yml

@@ -34,7 +34,7 @@ Metrics/MethodLength:
 Metrics/ClassLength:
   Max: 300
 Metrics/AbcSize:
-  Max: 40
+  Max: 50
 Metrics/CyclomaticComplexity:
   Max: 15
 Metrics/PerceivedComplexity:

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## 1.10.0 [unreleased]
+
+## 1.9.0 [2020-10-30]
+
+### Features
+1. [#55](https://github.com/influxdata/influxdb-client-runy/pull/55): Improved logging message for retries
+
 ## 1.8.0 [2020-10-02]
 
 ### Features

data/README.md

@@ -23,7 +23,7 @@ The client can be installed manually or with bundler.
 To install the client gem manually:
 
 ```
-gem install influxdb-client -v 1.8.0
+gem install influxdb-client -v 1.9.0
 ```
 
 ## Usage

data/lib/influxdb2/client/client.rb

@@ -43,6 +43,7 @@ module InfluxDB2
     # @option options [Integer] :read_timeout Number of seconds to wait for one block of data to be read
     # @option options [Integer] :max_redirect_count Maximal number of followed HTTP redirects
     # @option options [bool] :use_ssl Turn on/off SSL for HTTP communication
+    # @option options [Logger] :logger Logger used for logging. Disable logging by set to false.
     # @option options [Hash] :tags Default tags which will be added to each point written by api.
     #   the body line-protocol
     def initialize(url, token, options = nil)
@@ -50,6 +51,7 @@ module InfluxDB2
       @options = options ? options.dup : {}
       @options[:url] = url if url.is_a? String
       @options[:token] = token if token.is_a? String
+      @options[:logger] = @options[:logger].nil? ? DefaultApi.create_logger : @options[:logger]
       @closed = false
 
       at_exit { close! }

data/lib/influxdb2/client/default_api.rb

@@ -18,6 +18,8 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
 
+require 'logger'
+
 module InfluxDB2
   # default api
   class DefaultApi
@@ -32,6 +34,29 @@ module InfluxDB2
       @max_redirect_count = @options[:max_redirect_count] || DEFAULT_REDIRECT_COUNT
     end
 
+    def log(level, message)
+      return unless @options[:logger]
+
+      log_level = case level
+                  when :debug then
+                    Logger::DEBUG
+                  when :warn then
+                    Logger::WARN
+                  when :error then
+                    Logger::ERROR
+                  when :fatal then
+                    Logger::FATAL
+                  else
+                    Logger::INFO
+                  end
+
+      @options[:logger].add(log_level) { message }
+    end
+
+    def self.create_logger
+      Logger.new(STDOUT)
+    end
+
     private
 
     def _parse_uri(api_path)

data/lib/influxdb2/client/version.rb

@@ -19,5 +19,5 @@
 # THE SOFTWARE.
 
 module InfluxDB2
-  VERSION = '1.8.0'.freeze
+  VERSION = '1.10.0'.freeze
 end

data/lib/influxdb2/client/worker.rb

@@ -116,6 +116,10 @@ module InfluxDB2
                   e.retry_after.to_f
                 end
 
+      message = 'The retriable error occurred during writing of data. '\
+"Reason: '#{e.message}'. Retry in: #{timeout}s."
+
+      @api_client.log(:warn, message)
       sleep timeout
       _write_raw(key, points, attempts + 1, retry_interval * @write_options.exponential_base)
     end

data/test/influxdb/default_api_test.rb

@@ -0,0 +1,60 @@
+# The MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the 'Software'), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'test_helper'
+require 'influxdb2/client/default_api'
+
+class DefaultApiTest < MiniTest::Test
+  def setup
+    @logger = MockLogger.new
+    @api = InfluxDB2::DefaultApi.new(options: { logger: @logger })
+  end
+
+  def test_level
+    @api.log(:debug, 'debug message')
+    @api.log(:warn, 'warn message')
+    @api.log(:error, 'error message')
+    @api.log(:info, 'info message')
+    @api.log(:others, 'others message')
+
+    assert_equal 5, @logger.messages.count
+
+    assert_equal Logger::DEBUG, @logger.messages[0][0]
+    assert_equal 'debug message', @logger.messages[0][1]
+
+    assert_equal Logger::WARN, @logger.messages[1][0]
+    assert_equal 'warn message', @logger.messages[1][1]
+
+    assert_equal Logger::ERROR, @logger.messages[2][0]
+    assert_equal 'error message', @logger.messages[2][1]
+
+    assert_equal Logger::INFO, @logger.messages[3][0]
+    assert_equal 'info message', @logger.messages[3][1]
+
+    assert_equal Logger::INFO, @logger.messages[4][0]
+    assert_equal 'others message', @logger.messages[4][1]
+  end
+
+  def test_supports_false
+    @api = InfluxDB2::DefaultApi.new(options: { logger: false })
+
+    @api.log(:info, 'without error')
+  end
+end

data/test/influxdb/flux_csv_parser_test.rb

@@ -324,6 +324,32 @@ class FluxCsvParserErrorTest < MiniTest::Test
     assert_equal 'Unable to parse CSV response. FluxTable definition was not found.', error.message
   end
 
+  def test_response_with_error
+    data = "#datatype,string,long,string,string,dateTime:RFC3339,dateTime:RFC3339,dateTime:RFC3339,double,string\n" \
+    "#group,false,false,true,true,true,true,false,false,true\n" \
+    "#default,t1,,,,,,,,\n" \
+    ",result,table,_field,_measurement,_start,_stop,_time,_value,tag\n" \
+    ",,0,value,python,2010-02-27T04:48:32.752600083Z,2020-02-27T16:48:32.752600083Z,2020-02-27T16:20:00Z,2,test1\n" \
+    ",,0,value,python,2010-02-27T04:48:32.752600083Z,2020-02-27T16:48:32.752600083Z,2020-02-27T16:21:40Z,2,test1\n" \
+    ",,0,value,python,2010-02-27T04:48:32.752600083Z,2020-02-27T16:48:32.752600083Z,2020-02-27T16:23:20Z,2,test1\n" \
+    ",,0,value,python,2010-02-27T04:48:32.752600083Z,2020-02-27T16:48:32.752600083Z,2020-02-27T16:25:00Z,2,test1\n" \
+    "\n" \
+    "#datatype,string,string\n" \
+    "#group,true,true\n" \
+    "#default,,\n" \
+    ",error,reference\n" \
+    ',"engine: unknown field type for value: xyz",'
+
+    parser = InfluxDB2::FluxCsvParser.new(data)
+
+    error = assert_raises InfluxDB2::FluxQueryError do
+      parser.parse
+    end
+
+    assert_equal 'engine: unknown field type for value: xyz', error.message
+    assert_equal 0, error.reference
+  end
+
   def test_multiple_queries
     data = "#datatype,string,long,string,string,dateTime:RFC3339,dateTime:RFC3339,dateTime:RFC3339,double,string\n" \
       "#group,false,false,true,true,true,true,false,false,true\n" \

data/test/influxdb/write_api_batching_test.rb

@@ -226,6 +226,7 @@ class WriteApiRetryStrategyTest < MiniTest::Test
   def setup
     WebMock.disable_net_connect!
 
+    @logger = MockLogger.new
     @write_options = InfluxDB2::WriteOptions.new(write_type: InfluxDB2::WriteType::BATCHING,
                                                  batch_size: 2, flush_interval: 5_000, retry_interval: 2_000)
     @client = InfluxDB2::Client.new('http://localhost:8086',
@@ -233,7 +234,8 @@ class WriteApiRetryStrategyTest < MiniTest::Test
                                     bucket: 'my-bucket',
                                     org: 'my-org',
                                     precision: InfluxDB2::WritePrecision::NANOSECOND,
-                                    use_ssl: false)
+                                    use_ssl: false,
+                                    logger: @logger)
 
     @write_client = @client.create_write_api(write_options: @write_options)
   end
@@ -594,4 +596,32 @@ class WriteApiRetryStrategyTest < MiniTest::Test
     assert_requested(:post, 'http://localhost:8086/api/v2/write?bucket=my-bucket&org=my-org&precision=ns',
                      times: 1, body: 'h2o,location=europe level=2.0 1')
   end
+
+  def test_retry_contains_message
+    error_body = '{"code":"temporarily unavailable","message":"Server is temporarily unavailable to accept writes."}'
+
+    stub_request(:post, 'http://localhost:8086/api/v2/write?bucket=my-bucket&org=my-org&precision=ns')
+      .to_return(status: 429, headers: { 'X-Platform-Error-Code' => 'temporarily unavailable', 'Retry-After' => '3' },
+                 body: error_body).then
+      .to_return(status: 204)
+
+    request = "h2o_feet,location=coyote_creek water_level=1.0 1\n" \
+               'h2o_feet,location=coyote_creek water_level=2.0 2'
+
+    @write_client.write(data: ['h2o_feet,location=coyote_creek water_level=1.0 1',
+                               InfluxDB2::Point.new(name: 'h2o_feet')
+                                   .add_tag('location', 'coyote_creek')
+                                   .add_field('water_level', 2.0)
+                                   .time(2, InfluxDB2::WritePrecision::NANOSECOND)])
+
+    sleep(5)
+
+    assert_requested(:post, 'http://localhost:8086/api/v2/write?bucket=my-bucket&org=my-org&precision=ns',
+                     times: 2, body: request)
+
+    message = 'The retriable error occurred during writing of data. '\
+"Reason: 'Server is temporarily unavailable to accept writes.'. Retry in: 3.0s."
+
+    assert_equal(message, @logger.messages[0][1])
+  end
 end

data/test/test_helper.rb

@@ -37,3 +37,15 @@ require 'minitest/reporters'
 Minitest::Reporters.use!
 
 require 'webmock/minitest'
+
+class MockLogger
+  attr_accessor :messages
+
+  def initialize
+    @messages = []
+  end
+
+  def add(level, &block)
+    @messages << [level, yield(block)]
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: influxdb-client
 version: !ruby/object:Gem::Version
-  version: 1.8.0
+  version: 1.10.0.pre.1373
 platform: ruby
 authors:
 - Jakub Bednar
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-10-02 00:00:00.000000000 Z
+date: 2020-11-09 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -168,6 +168,7 @@ files:
 - lib/influxdb2/client/worker.rb
 - lib/influxdb2/client/write_api.rb
 - test/influxdb/client_test.rb
+- test/influxdb/default_api_test.rb
 - test/influxdb/delete_api_integration_test.rb
 - test/influxdb/delete_api_test.rb
 - test/influxdb/flux_csv_parser_test.rb
@@ -197,9 +198,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: 2.2.0
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">="
+  - - ">"
     - !ruby/object:Gem::Version
-      version: '0'
+      version: 1.3.1
 requirements: []
 rubygems_version: 3.0.3
 signing_key: 
@@ -207,6 +208,7 @@ specification_version: 4
 summary: Ruby library for InfluxDB 2.
 test_files:
 - test/influxdb/client_test.rb
+- test/influxdb/default_api_test.rb
 - test/influxdb/delete_api_integration_test.rb
 - test/influxdb/delete_api_test.rb
 - test/influxdb/flux_csv_parser_test.rb