influxdb-client 1.0.0.pre.191 → 1.1.0.pre.459

data/lib/influxdb2/client.rb

@@ -18,8 +18,11 @@
 # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 # THE SOFTWARE.
 
+require 'influxdb2/client/default_api'
 require 'influxdb2/client/version'
 require 'influxdb2/client/client'
 require 'influxdb2/client/influx_error'
 require 'influxdb2/client/write_api'
+require 'influxdb2/client/query_api'
 require 'influxdb2/client/point'
+require 'influxdb2/client/flux_table'

data/lib/influxdb2/client/client.rb

@@ -45,6 +45,7 @@ module InfluxDB2
     # @option options [bool] :use_ssl Turn on/off SSL for HTTP communication
     #   the body line-protocol
     def initialize(url, token, options = nil)
+      @auto_closeable = []
       @options = options ? options.dup : {}
       @options[:url] = url if url.is_a? String
       @options[:token] = token if token.is_a? String
@@ -56,8 +57,17 @@ module InfluxDB2
     # Write time series data into InfluxDB thought WriteApi.
     #
     # @return [WriteApi] New instance of WriteApi.
-    def create_write_api
-      WriteApi.new(options: @options)
+    def create_write_api(write_options: InfluxDB2::SYNCHRONOUS)
+      write_api = WriteApi.new(options: @options, write_options: write_options)
+      @auto_closeable.push(write_api)
+      write_api
+    end
+
+    # Get the Query client.
+    #
+    # @return [QueryApi] New instance of QueryApi.
+    def create_query_api
+      QueryApi.new(options: @options)
     end
 
     # Close all connections into InfluxDB 2.
@@ -65,6 +75,7 @@ module InfluxDB2
     # @return [ true ] Always true.
     def close!
       @closed = true
+      @auto_closeable.each(&:close!)
       true
     end
   end

data/lib/influxdb2/client/default_api.rb

@@ -0,0 +1,68 @@
+# The MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+module InfluxDB2
+  # default api
+  class DefaultApi
+    DEFAULT_TIMEOUT = 10
+    DEFAULT_REDIRECT_COUNT = 10
+
+    # @param [Hash] options The options to be used by the client.
+    def initialize(options:)
+      @options = options
+      @max_redirect_count = @options[:max_redirect_count] || DEFAULT_REDIRECT_COUNT
+    end
+
+    private
+
+    def _post(payload, uri, limit = @max_redirect_count)
+      raise InfluxError.from_message("Too many HTTP redirects. Exceeded limit: #{@max_redirect_count}") if limit.zero?
+
+      http = Net::HTTP.new(uri.host, uri.port)
+      http.open_timeout = @options[:open_timeout] || DEFAULT_TIMEOUT
+      http.write_timeout = @options[:write_timeout] || DEFAULT_TIMEOUT if Net::HTTP.method_defined? :write_timeout
+      http.read_timeout = @options[:read_timeout] || DEFAULT_TIMEOUT
+      http.use_ssl = @options[:use_ssl].nil? ? true : @options[:use_ssl]
+
+      request = Net::HTTP::Post.new(uri.request_uri)
+      request['Authorization'] = "Token #{@options[:token]}"
+      request.body = payload
+
+      begin
+        response = http.request(request)
+        case response
+        when Net::HTTPSuccess then
+          response
+        when Net::HTTPRedirection then
+          location = response['location']
+          _post(payload, URI.parse(location), limit - 1)
+        else
+          raise InfluxError.from_response(response)
+        end
+      ensure
+        http.finish if http.started?
+      end
+    end
+
+    def _check(key, value)
+      raise ArgumentError, "The '#{key}' should be defined as argument or default option: #{@options}" if value.nil?
+    end
+  end
+end

data/lib/influxdb2/client/flux_csv_parser.rb

@@ -0,0 +1,246 @@
+# The MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+require 'csv'
+require 'base64'
+
+module InfluxDB2
+  # This class represents Flux query error
+  #
+  class FluxQueryError < StandardError
+    def initialize(message, reference)
+      super(message)
+      @reference = reference
+    end
+
+    attr_reader :reference
+  end
+
+  # This class represents Flux query error
+  #
+  class FluxCsvParserError < StandardError
+    def initialize(message)
+      super(message)
+    end
+  end
+
+  # This class us used to construct FluxResult from CSV.
+  #
+  class FluxCsvParser
+    include Enumerable
+    def initialize(response, stream: false)
+      @response = response
+      @stream = stream
+      @tables = {}
+
+      @table_index = 0
+      @start_new_table = false
+      @table = nil
+      @parsing_state_error = false
+
+      @closed = false
+    end
+
+    attr_reader :tables, :closed
+
+    def parse
+      @csv_file = CSV.new(@response.instance_of?(Net::HTTPOK) ? @response.body : @response)
+
+      while (csv = @csv_file.shift)
+        # Response has HTTP status ok, but response is error.
+        next if csv.empty?
+
+        if csv[1] == 'error' && csv[2] == 'reference'
+          @parsing_state_error = true
+          next
+        end
+
+        # Throw  InfluxException with error response
+        if @parsing_state_error
+          error = csv[1]
+          reference_value = csv[2]
+          raise FluxQueryError.new(error, reference_value.nil? || reference_value.empty? ? 0 : reference_value.to_i)
+        end
+
+        result = _parse_line(csv)
+
+        yield result if @stream && result.instance_of?(InfluxDB2::FluxRecord)
+      end
+
+      self
+    end
+
+    def each
+      return enum_for(:each) unless block_given?
+
+      parse do |record|
+        yield record
+      end
+
+      self
+    ensure
+      _close_connection
+    end
+
+    private
+
+    def _parse_line(csv)
+      token = csv[0]
+
+      # start new table
+      if token == '#datatype'
+        # Return already parsed DataFrame
+        @start_new_table = true
+        @table = InfluxDB2::FluxTable.new
+
+        @tables[@table_index] = @table unless @stream
+
+        @table_index += 1
+      elsif @table.nil?
+        raise FluxCsvParserError, 'Unable to parse CSV response. FluxTable definition was not found.'
+      end
+
+      #  # datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,dateTime:RFC3339,double,string,string,string
+      if token == '#datatype'
+        _add_data_types(@table, csv)
+
+      elsif token == '#group'
+        _add_groups(@table, csv)
+
+      elsif token == '#default'
+        _add_default_empty_values(@table, csv)
+      else
+        _parse_values(csv)
+      end
+    end
+
+    def _add_data_types(table, data_types)
+      (1..data_types.length - 1).each do |index|
+        column_def = InfluxDB2::FluxColumn.new(index: index - 1, data_type: data_types[index])
+        table.columns.push(column_def)
+      end
+    end
+
+    def _add_groups(table, csv)
+      i = 1
+
+      table.columns.each do |column|
+        column.group = csv[i] == 'true'
+        i += 1
+      end
+    end
+
+    def _add_default_empty_values(table, default_values)
+      i = 1
+
+      table.columns.each do |column|
+        column.default_value = default_values[i]
+        i += 1
+      end
+    end
+
+    def _add_column_names_and_tags(table, csv)
+      i = 1
+
+      table.columns.each do |column|
+        column.label = csv[i]
+        i += 1
+      end
+    end
+
+    def _parse_values(csv)
+      # parse column names
+      if @start_new_table
+        _add_column_names_and_tags(@table, csv)
+        @start_new_table = false
+        return
+      end
+
+      @current_index = csv[2].to_i
+
+      if @current_index > (@table_index - 1)
+        # create new table with previous column headers settings
+        @flux_columns = @table.columns
+        @table = InfluxDB2::FluxTable.new
+
+        @flux_columns.each do |column|
+          @table.columns.push(column)
+        end
+
+        @tables[@table_index] = @table unless @stream
+        @table_index += 1
+      end
+
+      flux_record = _parse_record(@table_index - 1, @table, csv)
+
+      if @stream
+        flux_record
+      else
+        @tables[@table_index - 1].records.push(flux_record)
+      end
+    end
+
+    def _parse_record(table_index, table, csv)
+      record = InfluxDB2::FluxRecord.new(table_index)
+
+      table.columns.each do |flux_column|
+        column_name = flux_column.label
+        str_val = csv[flux_column.index + 1]
+        record.values[column_name] = _to_value(str_val, flux_column)
+      end
+
+      record
+    end
+
+    def _to_value(str_val, column)
+      if str_val.nil? || str_val.empty?
+        default_value = column.default_value
+
+        return nil if default_value.nil? || default_value.empty?
+
+        _to_value(default_value, column)
+      end
+
+      case column.data_type
+      when 'boolean'
+        if str_val.nil? || str_val.empty?
+          true
+        else
+          str_val.casecmp('true').zero?
+        end
+      when 'unsignedLong', 'long', 'duration'
+        str_val.to_i
+      when 'double'
+        str_val.to_f
+      when 'base64Binary'
+        Base64.decode64(str_val)
+      when 'dateTime:RFC3339', 'dateTime:RFC3339Nano'
+        Time.parse(str_val).to_datetime.rfc3339
+      else
+        str_val
+      end
+    end
+
+    def _close_connection
+      # Close CSV Parser
+      @csv_file.close
+      @closed = true
+    end
+  end
+end

data/lib/influxdb2/client/flux_table.rb

@@ -0,0 +1,99 @@
+# The MIT License
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+
+module InfluxDB2
+  # This class represents the table structure of the Flux CSV Response.
+  # Ref: http://bit.ly/flux-spec#table
+  class FluxTable
+    def initialize
+      @columns = []
+      @records = []
+    end
+    attr_reader :columns, :records
+
+    # A table's group key is subset of the entire columns dataset that assigned to the table.
+    # As such, all records within a table will have the same values for each column that is part of the group key.
+    def group_key
+      columns = []
+
+      @columns.each do |column|
+        columns.push(column) if column.group
+      end
+
+      columns
+    end
+  end
+
+  # A record is a tuple of values. Each record in the table represents a single point in the series.
+  # Ref: http://bit.ly/flux-spec#record
+  class FluxRecord
+    # @param [Integer] table the index of table which contains the record
+    # @param [Hash] values tuple of values
+    def initialize(table, values: nil)
+      @table = table
+      @values = values || {}
+    end
+    attr_reader :table, :values
+    attr_writer :table
+
+    # @return [Time] the inclusive lower time bound of all records
+    def start
+      values['_start']
+    end
+
+    # @return [Time] the exclusive upper time bound of all records
+    def stop
+      values['_stop']
+    end
+
+    # @return [Time] the time of the record
+    def time
+      values['_time']
+    end
+
+    # @return [Object] the value of the record
+    def value
+      values['_value']
+    end
+
+    # @return [String] value with key "_field"
+    def field
+      values['_field']
+    end
+
+    # @return [String] value with key "_measurement"
+    def measurement
+      values['_measurement']
+    end
+  end
+
+  # This class represents a column header specification of FluxTable.
+  class FluxColumn
+    def initialize(index: nil, label: nil, data_type: nil, group: nil, default_value: nil)
+      @index = index
+      @label = label
+      @data_type = data_type
+      @group = group
+      @default_value = default_value
+    end
+    attr_reader :index, :label, :data_type, :group, :default_value
+    attr_writer :index, :label, :data_type, :group, :default_value
+  end
+end