influxdb-client 1.0.0.pre.191 → 1.1.0.pre.459

data/lib/influxdb2/client/point.rb

@@ -45,6 +45,7 @@ module InfluxDB2
       @time = time
       @precision = precision
     end
+    attr_reader :precision
 
     # Create DataPoint instance from specified data.
     #

data/lib/influxdb2/client/query_api.rb

@@ -0,0 +1,93 @@
+# The MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+require_relative 'models/dialect'
+require_relative 'models/query'
+require_relative 'flux_csv_parser'
+require 'json'
+
+module InfluxDB2
+  # The client of the InfluxDB 2.0 that implement Query HTTP API endpoint.
+  #
+  class QueryApi < DefaultApi
+    DEFAULT_DIALECT = InfluxDB2::Dialect.new(header: true, delimiter: ',', comment_prefix: '#',
+                                             annotations: %w[datatype group default])
+
+    # @param [Hash] options The options to be used by the client.
+    def initialize(options:)
+      super(options: options)
+    end
+
+    # @param [Object] query the flux query to execute. The data could be represent by [String], [Query]
+    # @param [String] org specifies the source organization
+    # @return [String] result of query
+    def query_raw(query: nil, org: nil, dialect: DEFAULT_DIALECT)
+      _post_query(query: query, org: org, dialect: dialect).read_body
+    end
+
+    # @param [Object] query the flux query to execute. The data could be represent by [String], [Query]
+    # @param [String] org specifies the source organization
+    # @return [Array] list of FluxTables which are matched the query
+    def query(query: nil, org: nil, dialect: DEFAULT_DIALECT)
+      response = query_raw(query: query, org: org, dialect: dialect)
+      parser = InfluxDB2::FluxCsvParser.new(response)
+
+      parser.parse
+      parser.tables
+    end
+
+    # @param [Object] query the flux query to execute. The data could be represent by [String], [Query]
+    # @param [String] org specifies the source organization
+    # @return stream of Flux Records
+    def query_stream(query: nil, org: nil, dialect: DEFAULT_DIALECT)
+      response = _post_query(query: query, org: org, dialect: dialect)
+
+      InfluxDB2::FluxCsvParser.new(response, stream: true)
+    end
+
+    private
+
+    def _post_query(query: nil, org: nil, dialect: DEFAULT_DIALECT)
+      org_param = org || @options[:org]
+      _check('org', org_param)
+
+      payload = _generate_payload(query, dialect)
+      return nil if payload.nil?
+
+      uri = URI.parse(File.join(@options[:url], '/api/v2/query'))
+      uri.query = URI.encode_www_form(org: org_param)
+
+      _post(payload.to_body.to_json, uri)
+    end
+
+    def _generate_payload(query, dialect)
+      if query.nil?
+        nil
+      elsif query.is_a?(Query)
+        query
+      elsif query.is_a?(String)
+        if query.empty?
+          nil
+        else
+          Query.new(query: query, dialect: dialect, type: nil)
+        end
+      end
+    end
+  end
+end

data/lib/influxdb2/client/version.rb

@@ -19,5 +19,5 @@
 # THE SOFTWARE.
 
 module InfluxDB2
-  VERSION = '1.0.0'.freeze
+  VERSION = '1.1.0'.freeze
 end

data/lib/influxdb2/client/worker.rb

@@ -0,0 +1,89 @@
+# The MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+module InfluxDB2
+  # Worker for handling write batching queue
+  #
+  class Worker
+    def initialize(api_client, write_options)
+      @api_client = api_client
+      @write_options = write_options
+
+      @queue = Queue.new
+      @queue_event = Queue.new
+
+      @queue_event.push(true)
+
+      @thread_flush = Thread.new do
+        until api_client.closed
+          sleep @write_options.flush_interval / 1_000
+          check_background_queue
+        end
+      end
+
+      @thread_size = Thread.new do
+        until api_client.closed
+          check_background_queue(size: true) if @queue.length >= @write_options.batch_size
+          sleep 0.01
+        end
+      end
+    end
+
+    def push(payload)
+      @queue.push(payload)
+    end
+
+    def check_background_queue(size: false, flush_all: false)
+      @queue_event.pop
+      data = {}
+      points = 0
+
+      if size && @queue.length < @write_options.batch_size
+        @queue_event.push(true)
+        return
+      end
+
+      while (flush_all || points < @write_options.batch_size) && !@queue.empty?
+        begin
+          item = @queue.pop(true)
+          key = item.key
+          data[key] = [] unless data.key?(key)
+          data[key] << item.data
+          points += 1
+        rescue ThreadError
+          return
+        end
+      end
+
+      write(data) unless data.values.flatten.empty?
+      @queue_event.push(true)
+    end
+
+    def flush_all
+      check_background_queue(flush_all: true) unless @queue.empty?
+    end
+
+    def write(data)
+      data.each do |key, points|
+        @api_client.write_raw(points.join("\n"), precision: key.precision, bucket: key.bucket, org: key.org)
+      end
+    end
+  end
+end

data/lib/influxdb2/client/write_api.rb

@@ -17,8 +17,31 @@
 # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
+require_relative 'worker'
 
 module InfluxDB2
+  module WriteType
+    SYNCHRONOUS = 1
+    BATCHING = 2
+  end
+
+  # Creates write api configuration.
+  #
+  # @param write_type: methods of write (batching, asynchronous, synchronous)
+  # @param batch_size: the number of data point to collect in batch
+  # @param flush_interval: flush data at least in this interval
+  class WriteOptions
+    def initialize(write_type: WriteType::SYNCHRONOUS, batch_size: 1_000, flush_interval: 1_000)
+      @write_type = write_type
+      @batch_size = batch_size
+      @flush_interval = flush_interval
+    end
+
+    attr_reader :write_type, :batch_size, :flush_interval
+  end
+
+  SYNCHRONOUS = InfluxDB2::WriteOptions.new(write_type: WriteType::SYNCHRONOUS)
+
   # Precision constants.
   #
   class WritePrecision
@@ -37,15 +60,15 @@ module InfluxDB2
 
   # Write time series data into InfluxDB.
   #
-  class WriteApi
-    DEFAULT_TIMEOUT = 10
-    DEFAULT_REDIRECT_COUNT = 10
-
+  class WriteApi < DefaultApi
     # @param [Hash] options The options to be used by the client.
-    def initialize(options:)
-      @options = options
-      @max_redirect_count = @options[:max_redirect_count] || DEFAULT_REDIRECT_COUNT
+    # @param [WriteOptions] write_options Write api configuration.
+    def initialize(options:, write_options: SYNCHRONOUS)
+      super(options: options)
+      @write_options = write_options
+      @closed = false
     end
+    attr_reader :closed
 
     # Write data into specified Bucket.
     #
@@ -87,66 +110,108 @@ module InfluxDB2
       _check('bucket', bucket_param)
       _check('org', org_param)
 
-      payload = _generate_payload(data)
+      payload = _generate_payload(data, bucket: bucket_param, org: org_param, precision: precision_param)
       return nil if payload.nil?
 
+      if WriteType::BATCHING == @write_options.write_type
+        _worker.push(payload)
+      else
+        write_raw(payload, precision: precision_param, bucket: bucket_param, org: org_param)
+      end
+    end
+
+    # @return [ true ] Always true.
+    def close!
+      _worker.flush_all unless _worker.nil?
+      @closed = true
+      true
+    end
+
+    # @param [String] payload data as String
+    # @param [WritePrecision] precision The precision for the unix timestamps within the body line-protocol
+    # @param [String] bucket specifies the destination bucket for writes
+    # @param [String] org specifies the destination organization for writes
+    def write_raw(payload, precision: nil, bucket: nil, org: nil)
+      precision_param = precision || @options[:precision]
+      bucket_param = bucket || @options[:bucket]
+      org_param = org || @options[:org]
+      _check('precision', precision_param)
+      _check('bucket', bucket_param)
+      _check('org', org_param)
+
+      return nil unless payload.instance_of?(String) || payload.empty?
+
       uri = URI.parse(File.join(@options[:url], '/api/v2/write'))
       uri.query = URI.encode_www_form(bucket: bucket_param, org: org_param, precision: precision_param.to_s)
 
       _post(payload, uri)
     end
 
-    private
+    # Item for batching queue
+    class BatchItem
+      def initialize(key, data)
+        @key = key
+        @data = data
+      end
+      attr_reader :key, :data
+    end
 
-    def _post(payload, uri, limit = @max_redirect_count)
-      raise InfluxError.from_message("Too many HTTP redirects. Exceeded limit: #{@max_redirect_count}") if limit.zero?
-
-      http = Net::HTTP.new(uri.host, uri.port)
-      http.open_timeout = @options[:open_timeout] || DEFAULT_TIMEOUT
-      http.write_timeout = @options[:write_timeout] || DEFAULT_TIMEOUT if Net::HTTP.method_defined? :write_timeout
-      http.read_timeout = @options[:read_timeout] || DEFAULT_TIMEOUT
-      http.use_ssl = @options[:use_ssl].nil? ? true : @options[:use_ssl]
-
-      request = Net::HTTP::Post.new(uri.request_uri)
-      request['Authorization'] = "Token #{@options[:token]}"
-      request.body = payload
-
-      begin
-        response = http.request(request)
-        case response
-        when Net::HTTPSuccess then
-          response
-        when Net::HTTPRedirection then
-          location = response['location']
-          _post(payload, URI.parse(location), limit - 1)
-        else
-          raise InfluxError.from_response(response)
-        end
-      ensure
-        http.finish if http.started?
+    # Key for batch item
+    class BatchItemKey
+      def initialize(bucket, org, precision = DEFAULT_WRITE_PRECISION)
+        @bucket = bucket
+        @org = org
+        @precision = precision
+      end
+      attr_reader :bucket, :org, :precision
+
+      def ==(other)
+        @bucket == other.bucket && @org == other.org && @precision == other.precision
+      end
+
+      alias eql? ==
+
+      def hash
+        @bucket.hash ^ @org.hash ^ @precision.hash # XOR
       end
     end
 
-    def _check(key, value)
-      raise ArgumentError, "The '#{key}' should be defined as argument or default option: #{@options}" if value.nil?
+    private
+
+    WORKER_MUTEX = Mutex.new
+    def _worker
+      return nil unless @write_options.write_type == WriteType::BATCHING
+
+      return @worker if @worker
+
+      WORKER_MUTEX.synchronize do
+        # this return is necessary because the previous mutex holder
+        # might have already assigned the @worker
+        return @worker if @worker
+
+        @worker = Worker.new(self, @write_options)
+      end
     end
 
-    def _generate_payload(data)
+    def _generate_payload(data, precision: nil, bucket: nil, org: nil)
       if data.nil?
         nil
       elsif data.is_a?(Point)
-        data.to_line_protocol
+        _generate_payload(data.to_line_protocol, bucket: bucket, org: org, precision: data.precision ||
+            DEFAULT_WRITE_PRECISION)
       elsif data.is_a?(String)
         if data.empty?
           nil
+        elsif @write_options.write_type == WriteType::BATCHING
+          BatchItem.new(BatchItemKey.new(bucket, org, precision), data)
         else
           data
         end
       elsif data.is_a?(Hash)
-        _generate_payload(Point.from_hash(data))
+        _generate_payload(Point.from_hash(data), bucket: bucket, org: org, precision: precision)
       elsif data.respond_to? :map
         data.map do |item|
-          _generate_payload(item)
+          _generate_payload(item, bucket: bucket, org: org, precision: precision)
         end.reject(&:nil?).join("\n".freeze)
       end
     end

data/test/influxdb/flux_csv_parser_test.rb

@@ -0,0 +1,326 @@
+# The MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+require 'test_helper'
+
+class FluxCsvParserTest < MiniTest::Test
+  def test_multiple_values
+    data = "#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,string,string,string,string,long,long,string\n" \
+      "#group,false,false,true,true,true,true,true,true,false,false,false\n" \
+      "#default,_result,,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_field,_measurement,host,region,_value2,value1,value_str\n" \
+      ",,0,1677-09-21T00:12:43.145224192Z,2018-07-16T11:21:02.547596934Z,free,mem,A,west,121,11,test\n" \
+      ",,1,1677-09-21T00:12:43.145224192Z,2018-07-16T11:21:02.547596934Z,free,mem,B,west,484,22,test\n" \
+      ",,2,1677-09-21T00:12:43.145224192Z,2018-07-16T11:21:02.547596934Z,usage_system,cpu,A,west,1444,38,test\n" \
+      ',,3,1677-09-21T00:12:43.145224192Z,2018-07-16T11:21:02.547596934Z,user_usage,cpu,A,west,2401,49,test'
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+
+    column_headers = tables[0].columns
+    assert_equal 11, column_headers.size
+
+    values = [false, false, true, true, true, true, true, true, false, false, false]
+    _assert_columns(column_headers, values: values)
+    assert_equal 4, tables.size
+
+    _assert_multiple_record(tables)
+  end
+
+  def test_parse_shortcut
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,boolean\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,true\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,true\n"
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+
+    assert_equal 1, tables.size
+    assert_equal 1, tables[0].records.size
+
+    record = tables[0].records[0]
+
+    assert_equal _parse_time('1970-01-01T00:00:10Z'), record.start
+    assert_equal _parse_time('1970-01-01T00:00:20Z'), record.stop
+    assert_equal _parse_time('1970-01-01T00:00:10Z'), record.time
+    assert_equal 10, record.value
+    assert_equal 'free', record.field
+    assert_equal 'mem', record.measurement
+  end
+
+  def test_mapping_boolean
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,boolean\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,true\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,true\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,false\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,x\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n"
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+    records = tables[0].records
+
+    assert_equal true, records[0].values['value']
+    assert_equal false, records[1].values['value']
+    assert_equal false, records[2].values['value']
+    assert_equal true, records[3].values['value']
+  end
+
+  def test_mapping_unsigned_long
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,unsignedLong\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,17916881237904312345\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n"
+
+    expected = 17_916_881_237_904_312_345
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+    records = tables[0].records
+
+    assert_equal expected, records[0].values['value']
+    assert_nil records[1].values['value']
+  end
+
+  def test_mapping_double
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,double\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,12.25\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n" \
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+    records = tables[0].records
+
+    assert_equal 12.25, records[0].values['value']
+    assert_nil records[1].values['value']
+  end
+
+  def test_mapping_base64_binary
+    binary_data = 'test value'
+    encoded_data = Base64.encode64(binary_data)
+
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,base64Binary\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ',,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,' + encoded_data + "\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n"
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+    records = tables[0].records
+
+    value = records[0].values['value']
+
+    assert !value.nil?
+    assert_equal binary_data, value
+
+    assert_nil records[1].values['value']
+  end
+
+  def test_mapping_rfc3339
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,dateTime:RFC3339\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,1970-01-01T00:00:10Z\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n"
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+    records = tables[0].records
+
+    assert_equal Time.parse('1970-01-01T00:00:10Z').to_datetime.rfc3339, records[0].values['value']
+    assert_nil records[1].values['value']
+  end
+
+  def test_mapping_duration
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339' \
+      ",dateTime:RFC3339,long,string,string,string,duration\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,125\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n"
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+    records = tables[0].records
+
+    assert_equal 125, records[0].values['value']
+    assert_nil records[1].values['value']
+  end
+
+  def test_group_key
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,duration\n" \
+      "#group,false,false,false,false,true,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,125\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n" \
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+
+    assert_equal 10, tables[0].columns.size
+    assert_equal 2, tables[0].group_key.size
+  end
+
+  def test_unknown_type_as_string
+    data = '#datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,' \
+      "dateTime:RFC3339,long,string,string,string,unknown\n" \
+      "#group,false,false,false,false,false,false,false,false,false,true\n" \
+      "#default,_result,,,,,,,,,\n" \
+      ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,12.25\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n"
+
+    tables = InfluxDB2::FluxCsvParser.new(data).parse.tables
+    records = tables[0].records
+
+    assert_equal '12.25', records[0].values['value']
+    assert_nil records[1].values['value']
+  end
+
+  private
+
+  def _parse_time(time)
+    Time.parse(time).to_datetime.rfc3339
+  end
+
+  def _assert_record(flux_record, values: nil, size: 0, value: nil)
+    values.keys.each do |key|
+      assert_equal values[key], flux_record.values[key]
+    end
+
+    if value.nil?
+      assert_nil value
+    else
+      assert_equal value, flux_record.value
+    end
+
+    assert_equal size, flux_record.values.size
+  end
+
+  def _assert_columns(column_headers, values: nil)
+    i = 0
+    values.each do |value|
+      assert_equal value, column_headers[i].group
+      i += 1
+    end
+  end
+
+  def _assert_multiple_record(tables)
+    # Record 1
+    table_records = tables[0].records
+    assert_equal 1, table_records.size
+
+    values = { 'table' => 0, 'host' => 'A', 'region' => 'west', 'value1' => 11, '_value2' => 121,
+               'value_str' => 'test' }
+
+    _assert_record(table_records[0], values: values, size: 11)
+
+    # Record 2
+    table_records = tables[1].records
+    assert_equal 1, table_records.size
+
+    values = { 'table' => 1, 'host' => 'B', 'region' => 'west', 'value1' => 22, '_value2' => 484,
+               'value_str' => 'test' }
+
+    _assert_record(table_records[0], values: values, size: 11)
+
+    # Record 3
+    table_records = tables[2].records
+    assert_equal 1, table_records.size
+
+    values = { 'table' => 2, 'host' => 'A', 'region' => 'west', 'value1' => 38, '_value2' => 1444,
+               'value_str' => 'test' }
+
+    _assert_record(table_records[0], values: values, size: 11)
+
+    # Record 4
+    table_records = tables[3].records
+    assert_equal 1, table_records.size
+
+    values = { 'table' => 3, 'host' => 'A', 'region' => 'west', 'value1' => 49, '_value2' => 2401,
+               'value_str' => 'test' }
+
+    _assert_record(table_records[0], values: values, size: 11)
+  end
+end
+
+class FluxCsvParserErrorTest < MiniTest::Test
+  def test_error
+    data = "#datatype,string,string\n" \
+      "#group,true,true\n" \
+      "#default,,\n" \
+      ",error,reference\n" \
+      ',failed to create physical plan: invalid time bounds from procedure from: bounds contain zero time,897'
+
+    parser = InfluxDB2::FluxCsvParser.new(data)
+
+    error = assert_raises InfluxDB2::FluxQueryError do
+      parser.parse
+    end
+
+    assert_equal 'failed to create physical plan: invalid time bounds from procedure from: bounds contain zero time',
+                 error.message
+    assert_equal 897, error.reference
+  end
+
+  def test_error_without_reference
+    data = "#datatype,string,string\n" \
+      "#group,true,true\n" \
+      "#default,,\n" \
+      ",error,reference\n" \
+      ',failed to create physical plan: invalid time bounds from procedure from: bounds contain zero time,'
+
+    parser = InfluxDB2::FluxCsvParser.new(data)
+
+    error = assert_raises InfluxDB2::FluxQueryError do
+      parser.parse
+    end
+
+    assert_equal 'failed to create physical plan: invalid time bounds from procedure from: bounds contain zero time',
+                 error.message
+    assert_equal 0, error.reference
+  end
+
+  def test_without_table_definition
+    data = ",result,table,_start,_stop,_time,_value,_field,_measurement,host,value\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,12.25\n" \
+      ",,0,1970-01-01T00:00:10Z,1970-01-01T00:00:20Z,1970-01-01T00:00:10Z,10,free,mem,A,\n"
+
+    parser = InfluxDB2::FluxCsvParser.new(data)
+
+    error = assert_raises InfluxDB2::FluxCsvParserError do
+      parser.parse
+    end
+
+    assert_equal 'Unable to parse CSV response. FluxTable definition was not found.', error.message
+  end
+end