influxdb-client 1.2.0

Sign up to get free protection for your applications and to get access to all the features.
Files changed (46) hide show
  1. checksums.yaml +7 -0
  2. data/.circleci/config.yml +157 -0
  3. data/.circleci/setup-rubygems.sh +3 -0
  4. data/.codecov.yml +3 -0
  5. data/.github/PULL_REQUEST_TEMPLATE +8 -0
  6. data/.gitignore +16 -0
  7. data/.rubocop.yml +38 -0
  8. data/CHANGELOG.md +27 -0
  9. data/Gemfile +24 -0
  10. data/LICENSE +21 -0
  11. data/README.md +248 -0
  12. data/Rakefile +37 -0
  13. data/bin/generate-sources.sh +23 -0
  14. data/bin/influxdb-onboarding.sh +39 -0
  15. data/bin/influxdb-restart.sh +60 -0
  16. data/bin/pom.xml +34 -0
  17. data/bin/swagger.yml +9867 -0
  18. data/influxdb-client.gemspec +53 -0
  19. data/lib/influxdb2/client.rb +29 -0
  20. data/lib/influxdb2/client/client.rb +89 -0
  21. data/lib/influxdb2/client/default_api.rb +87 -0
  22. data/lib/influxdb2/client/delete_api.rb +80 -0
  23. data/lib/influxdb2/client/flux_csv_parser.rb +251 -0
  24. data/lib/influxdb2/client/flux_table.rb +99 -0
  25. data/lib/influxdb2/client/influx_error.rb +31 -0
  26. data/lib/influxdb2/client/models/delete_predicate_request.rb +215 -0
  27. data/lib/influxdb2/client/models/dialect.rb +317 -0
  28. data/lib/influxdb2/client/models/query.rb +284 -0
  29. data/lib/influxdb2/client/point.rb +215 -0
  30. data/lib/influxdb2/client/query_api.rb +93 -0
  31. data/lib/influxdb2/client/version.rb +23 -0
  32. data/lib/influxdb2/client/worker.rb +115 -0
  33. data/lib/influxdb2/client/write_api.rb +243 -0
  34. data/test/influxdb/client_test.rb +70 -0
  35. data/test/influxdb/delete_api_integration_test.rb +100 -0
  36. data/test/influxdb/delete_api_test.rb +121 -0
  37. data/test/influxdb/flux_csv_parser_test.rb +401 -0
  38. data/test/influxdb/point_test.rb +221 -0
  39. data/test/influxdb/query_api_integration_test.rb +58 -0
  40. data/test/influxdb/query_api_stream_test.rb +98 -0
  41. data/test/influxdb/query_api_test.rb +96 -0
  42. data/test/influxdb/write_api_batching_test.rb +292 -0
  43. data/test/influxdb/write_api_integration_test.rb +76 -0
  44. data/test/influxdb/write_api_test.rb +275 -0
  45. data/test/test_helper.rb +39 -0
  46. metadata +214 -0
@@ -0,0 +1,53 @@
1
+ # The MIT License
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a copy
4
+ # of this software and associated documentation files (the "Software"), to deal
5
+ # in the Software without restriction, including without limitation the rights
6
+ # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7
+ # copies of the Software, and to permit persons to whom the Software is
8
+ # furnished to do so, subject to the following conditions:
9
+ #
10
+ # The above copyright notice and this permission notice shall be included in
11
+ # all copies or substantial portions of the Software.
12
+ #
13
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14
+ # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15
+ # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16
+ # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17
+ # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19
+ # THE SOFTWARE.
20
+
21
+ lib = File.expand_path('lib', __dir__)
22
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
23
+ require 'influxdb2/client/version'
24
+
25
+ Gem::Specification.new do |spec|
26
+ spec.name = 'influxdb-client'
27
+ spec.version = ENV['CIRCLE_BUILD_NUM'] ? "#{InfluxDB2::VERSION}-#{ENV['CIRCLE_BUILD_NUM']}" : InfluxDB2::VERSION
28
+ spec.authors = ['Jakub Bednar']
29
+ spec.email = ['jakub.bednar@gmail.com']
30
+
31
+ spec.summary = 'Ruby library for InfluxDB 2.'
32
+ spec.description = 'This is the official Ruby library for InfluxDB 2.'
33
+ spec.homepage = 'https://github.com/influxdata/influxdb-client-ruby'
34
+ spec.license = 'MIT'
35
+
36
+ spec.metadata['homepage_uri'] = spec.homepage
37
+ spec.metadata['source_code_uri'] = 'https://github.com/influxdata/influxdb-client-ruby'
38
+ spec.metadata['changelog_uri'] = 'https://raw.githubusercontent.com/influxdata/influxdb-client-ruby/master/CHANGELOG.md'
39
+
40
+ spec.files = `git ls-files`.split($INPUT_RECORD_SEPARATOR)
41
+ spec.test_files = spec.files.grep(%r{^(test|spec|features|smoke)/})
42
+ spec.require_paths = ['lib']
43
+ spec.required_ruby_version = '>= 2.2.0'
44
+
45
+ spec.add_development_dependency 'bundler', '~> 2.0'
46
+ spec.add_development_dependency 'codecov', '~> 0.1.16'
47
+ spec.add_development_dependency 'minitest', '~> 5.0'
48
+ spec.add_development_dependency 'minitest-reporters', '~> 1.4'
49
+ spec.add_development_dependency 'rake', '>= 12.3.3'
50
+ spec.add_development_dependency 'rubocop', '~> 0.66.0'
51
+ spec.add_development_dependency 'simplecov', '~> 0.17.1'
52
+ spec.add_development_dependency 'webmock', '~> 3.7'
53
+ end
@@ -0,0 +1,29 @@
1
+ # The MIT License
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a copy
4
+ # of this software and associated documentation files (the "Software"), to deal
5
+ # in the Software without restriction, including without limitation the rights
6
+ # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7
+ # copies of the Software, and to permit persons to whom the Software is
8
+ # furnished to do so, subject to the following conditions:
9
+ #
10
+ # The above copyright notice and this permission notice shall be included in
11
+ # all copies or substantial portions of the Software.
12
+ #
13
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14
+ # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15
+ # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16
+ # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17
+ # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19
+ # THE SOFTWARE.
20
+
21
+ require 'influxdb2/client/default_api'
22
+ require 'influxdb2/client/version'
23
+ require 'influxdb2/client/client'
24
+ require 'influxdb2/client/influx_error'
25
+ require 'influxdb2/client/write_api'
26
+ require 'influxdb2/client/query_api'
27
+ require 'influxdb2/client/delete_api'
28
+ require 'influxdb2/client/point'
29
+ require 'influxdb2/client/flux_table'
@@ -0,0 +1,89 @@
1
+ # The MIT License
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a copy
4
+ # of this software and associated documentation files (the "Software"), to deal
5
+ # in the Software without restriction, including without limitation the rights
6
+ # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7
+ # copies of the Software, and to permit persons to whom the Software is
8
+ # furnished to do so, subject to the following conditions:
9
+ #
10
+ # The above copyright notice and this permission notice shall be included in
11
+ # all copies or substantial portions of the Software.
12
+ #
13
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14
+ # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15
+ # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16
+ # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17
+ # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19
+ # THE SOFTWARE.
20
+ require 'net/http'
21
+
22
+ module InfluxDB2
23
+ # The client is the entry point to HTTP API defined
24
+ # in https://github.com/influxdata/influxdb/blob/master/http/swagger.yml.
25
+ class Client
26
+ # @return [ Hash ] options The configuration options.
27
+ attr_reader :options
28
+
29
+ # Instantiate a new InfluxDB client.
30
+ #
31
+ # @example Instantiate a client.
32
+ # InfluxDBClient::Client.new(url: 'https://localhost:9999', token: 'my-token')
33
+ #
34
+ # @param [Hash] options The options to be used by the client.
35
+ # @param [String] url InfluxDB URL to connect to (ex. https://localhost:9999).
36
+ # @param [String] token Access Token used for authenticating/authorizing the InfluxDB request sent by client.
37
+ #
38
+ # @option options [String] :bucket the default destination bucket for writes
39
+ # @option options [String] :org the default organization bucket for writes
40
+ # @option options [WritePrecision] :precision the default precision for the unix timestamps within
41
+ # @option options [Integer] :open_timeout Number of seconds to wait for the connection to open
42
+ # @option options [Integer] :write_timeout Number of seconds to wait for one block of data to be written
43
+ # @option options [Integer] :read_timeout Number of seconds to wait for one block of data to be read
44
+ # @option options [Integer] :max_redirect_count Maximal number of followed HTTP redirects
45
+ # @option options [bool] :use_ssl Turn on/off SSL for HTTP communication
46
+ # the body line-protocol
47
+ def initialize(url, token, options = nil)
48
+ @auto_closeable = []
49
+ @options = options ? options.dup : {}
50
+ @options[:url] = url if url.is_a? String
51
+ @options[:token] = token if token.is_a? String
52
+ @closed = false
53
+
54
+ at_exit { close! }
55
+ end
56
+
57
+ # Write time series data into InfluxDB thought WriteApi.
58
+ #
59
+ # @return [WriteApi] New instance of WriteApi.
60
+ def create_write_api(write_options: InfluxDB2::SYNCHRONOUS)
61
+ write_api = WriteApi.new(options: @options, write_options: write_options)
62
+ @auto_closeable.push(write_api)
63
+ write_api
64
+ end
65
+
66
+ # Get the Query client.
67
+ #
68
+ # @return [QueryApi] New instance of QueryApi.
69
+ def create_query_api
70
+ QueryApi.new(options: @options)
71
+ end
72
+
73
+ # Get the Delete API to delete time series data from InfluxDB.
74
+ #
75
+ # @return [DeleteApi] New instance of DeleteApi.
76
+ def create_delete_api
77
+ DeleteApi.new(options: @options)
78
+ end
79
+
80
+ # Close all connections into InfluxDB 2.
81
+ #
82
+ # @return [ true ] Always true.
83
+ def close!
84
+ @closed = true
85
+ @auto_closeable.each(&:close!)
86
+ true
87
+ end
88
+ end
89
+ end
@@ -0,0 +1,87 @@
1
+ # The MIT License
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a copy
4
+ # of this software and associated documentation files (the "Software"), to deal
5
+ # in the Software without restriction, including without limitation the rights
6
+ # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7
+ # copies of the Software, and to permit persons to whom the Software is
8
+ # furnished to do so, subject to the following conditions:
9
+ #
10
+ # The above copyright notice and this permission notice shall be included in
11
+ # all copies or substantial portions of the Software.
12
+ #
13
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14
+ # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15
+ # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16
+ # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17
+ # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19
+ # THE SOFTWARE.
20
+
21
+ module InfluxDB2
22
+ # default api
23
+ class DefaultApi
24
+ DEFAULT_TIMEOUT = 10
25
+ DEFAULT_REDIRECT_COUNT = 10
26
+
27
+ HEADER_CONTENT_TYPE = 'Content-Type'.freeze
28
+
29
+ # @param [Hash] options The options to be used by the client.
30
+ def initialize(options:)
31
+ @options = options
32
+ @max_redirect_count = @options[:max_redirect_count] || DEFAULT_REDIRECT_COUNT
33
+ end
34
+
35
+ private
36
+
37
+ def _post_json(payload, uri, headers: {})
38
+ _check_arg_type(:headers, headers, Hash)
39
+ _post(payload, uri, headers: headers.merge(HEADER_CONTENT_TYPE => 'application/json'))
40
+ end
41
+
42
+ def _post_text(payload, uri, headers: {})
43
+ _check_arg_type(:headers, headers, Hash)
44
+ _post(payload, uri, headers: headers.merge(HEADER_CONTENT_TYPE => 'text/plain'))
45
+ end
46
+
47
+ def _post(payload, uri, limit: @max_redirect_count, headers: {})
48
+ raise InfluxError.from_message("Too many HTTP redirects. Exceeded limit: #{@max_redirect_count}") if limit.zero?
49
+
50
+ http = Net::HTTP.new(uri.host, uri.port)
51
+ http.open_timeout = @options[:open_timeout] || DEFAULT_TIMEOUT
52
+ http.write_timeout = @options[:write_timeout] || DEFAULT_TIMEOUT if Net::HTTP.method_defined? :write_timeout
53
+ http.read_timeout = @options[:read_timeout] || DEFAULT_TIMEOUT
54
+ http.use_ssl = @options[:use_ssl].nil? ? true : @options[:use_ssl]
55
+
56
+ request = Net::HTTP::Post.new(uri.request_uri)
57
+ request['Authorization'] = "Token #{@options[:token]}"
58
+ request['User-Agent'] = "influxdb-client-ruby/#{InfluxDB2::VERSION}"
59
+ headers.each { |k, v| request[k] = v }
60
+
61
+ request.body = payload
62
+
63
+ begin
64
+ response = http.request(request)
65
+ case response
66
+ when Net::HTTPSuccess then
67
+ response
68
+ when Net::HTTPRedirection then
69
+ location = response['location']
70
+ _post(payload, URI.parse(location), limit: limit - 1, headers: headers)
71
+ else
72
+ raise InfluxError.from_response(response)
73
+ end
74
+ ensure
75
+ http.finish if http.started?
76
+ end
77
+ end
78
+
79
+ def _check_arg_type(name, value, klass)
80
+ raise TypeError, "expected a #{klass.name} for #{name}; got #{value.class.name}" unless value.is_a?(klass)
81
+ end
82
+
83
+ def _check(key, value)
84
+ raise ArgumentError, "The '#{key}' should be defined as argument or default option: #{@options}" if value.nil?
85
+ end
86
+ end
87
+ end
@@ -0,0 +1,80 @@
1
+ # The MIT License
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a copy
4
+ # of this software and associated documentation files (the "Software"), to deal
5
+ # in the Software without restriction, including without limitation the rights
6
+ # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7
+ # copies of the Software, and to permit persons to whom the Software is
8
+ # furnished to do so, subject to the following conditions:
9
+ #
10
+ # The above copyright notice and this permission notice shall be included in
11
+ # all copies or substantial portions of the Software.
12
+ #
13
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14
+ # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15
+ # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16
+ # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17
+ # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19
+ # THE SOFTWARE.
20
+
21
+ require_relative 'models/delete_predicate_request'
22
+
23
+ module InfluxDB2
24
+ # Delete time series data from InfluxDB
25
+ #
26
+ class DeleteApi < DefaultApi
27
+ # @param [Hash] options The options to be used by the client.
28
+ def initialize(options:)
29
+ super(options: options)
30
+ end
31
+
32
+ # Delete time series data from InfluxDB.
33
+ #
34
+ # @example
35
+ # delete('2019-02-03T04:05:06+07:00', '2019-04-03T04:05:06+07:00',
36
+ # predicate: 'key1="value1" AND key2="value"', bucket: 'my-bucket', org: 'my-org')
37
+ #
38
+ # @example
39
+ # delete(DateTime.rfc3339('2019-02-03T04:05:06+07:00'), DateTime.rfc3339('2019-03-03T04:05:06+07:00'),
40
+ # predicate: 'key1="value1" AND key2="value"', bucket: 'my-bucket', org: 'my-org')
41
+ #
42
+ # @param [Object] start Start time of interval to delete data.
43
+ # The start could be represent by [Time], [DateTime] or [String] formatted as RFC3339.
44
+ # @param [Object] stop Stop time of interval to delete data
45
+ # The stop could be represent by [Time], [DateTime] or [String] formatted as RFC3339.
46
+ # @param [String] predicate InfluxQL-like predicate Stop time of interval to delete data
47
+ # @param [String] bucket specifies the bucket to remove data from
48
+ # @param [String] org specifies the organization to remove data from
49
+ def delete(start, stop, predicate: nil, bucket: nil, org: nil)
50
+ delete_request = InfluxDB2::DeletePredicateRequest.new(start: _to_rfc3339(start), stop: _to_rfc3339(stop),
51
+ predicate: predicate)
52
+
53
+ _delete(delete_request, bucket: bucket, org: org)
54
+ end
55
+
56
+ private
57
+
58
+ def _delete(delete_request, bucket: nil, org: nil)
59
+ bucket_param = bucket || @options[:bucket]
60
+ org_param = org || @options[:org]
61
+ _check('bucket', bucket_param)
62
+ _check('org', org_param)
63
+
64
+ uri = URI.parse(File.join(@options[:url], '/api/v2/delete'))
65
+ uri.query = URI.encode_www_form(org: org_param, bucket: bucket_param)
66
+
67
+ _post_json(delete_request.to_body.to_json, uri)
68
+ end
69
+
70
+ def _to_rfc3339(time)
71
+ if time.is_a?(String)
72
+ time
73
+ elsif time.is_a?(Time)
74
+ _to_rfc3339(time.to_datetime)
75
+ elsif time.is_a?(DateTime)
76
+ _to_rfc3339(time.rfc3339)
77
+ end
78
+ end
79
+ end
80
+ end
@@ -0,0 +1,251 @@
1
+ # The MIT License
2
+ #
3
+ # Permission is hereby granted, free of charge, to any person obtaining a copy
4
+ # of this software and associated documentation files (the "Software"), to deal
5
+ # in the Software without restriction, including without limitation the rights
6
+ # to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
7
+ # copies of the Software, and to permit persons to whom the Software is
8
+ # furnished to do so, subject to the following conditions:
9
+ #
10
+ # The above copyright notice and this permission notice shall be included in
11
+ # all copies or substantial portions of the Software.
12
+ #
13
+ # THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
14
+ # IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
15
+ # FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
16
+ # AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
17
+ # LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
18
+ # OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
19
+ # THE SOFTWARE.
20
+ require 'csv'
21
+ require 'base64'
22
+ require 'time'
23
+
24
+ module InfluxDB2
25
+ # This class represents Flux query error
26
+ #
27
+ class FluxQueryError < StandardError
28
+ def initialize(message, reference)
29
+ super(message)
30
+ @reference = reference
31
+ end
32
+
33
+ attr_reader :reference
34
+ end
35
+
36
+ # This class represents Flux query error
37
+ #
38
+ class FluxCsvParserError < StandardError
39
+ def initialize(message)
40
+ super(message)
41
+ end
42
+ end
43
+
44
+ # This class us used to construct FluxResult from CSV.
45
+ #
46
+ class FluxCsvParser
47
+ include Enumerable
48
+ def initialize(response, stream: false)
49
+ @response = response
50
+ @stream = stream
51
+ @tables = {}
52
+
53
+ @table_index = 0
54
+ @table_id = -1
55
+ @start_new_table = false
56
+ @table = nil
57
+ @parsing_state_error = false
58
+
59
+ @closed = false
60
+ end
61
+
62
+ attr_reader :tables, :closed
63
+
64
+ def parse
65
+ @csv_file = CSV.new(@response.instance_of?(Net::HTTPOK) ? @response.body : @response)
66
+
67
+ while (csv = @csv_file.shift)
68
+ # Response has HTTP status ok, but response is error.
69
+ next if csv.empty?
70
+
71
+ if csv[1] == 'error' && csv[2] == 'reference'
72
+ @parsing_state_error = true
73
+ next
74
+ end
75
+
76
+ # Throw InfluxException with error response
77
+ if @parsing_state_error
78
+ error = csv[1]
79
+ reference_value = csv[2]
80
+ raise FluxQueryError.new(error, reference_value.nil? || reference_value.empty? ? 0 : reference_value.to_i)
81
+ end
82
+
83
+ result = _parse_line(csv)
84
+
85
+ yield result if @stream && result.instance_of?(InfluxDB2::FluxRecord)
86
+ end
87
+
88
+ self
89
+ end
90
+
91
+ def each
92
+ return enum_for(:each) unless block_given?
93
+
94
+ parse do |record|
95
+ yield record
96
+ end
97
+
98
+ self
99
+ ensure
100
+ _close_connection
101
+ end
102
+
103
+ private
104
+
105
+ def _parse_line(csv)
106
+ token = csv[0]
107
+
108
+ # start new table
109
+ if token == '#datatype'
110
+ # Return already parsed DataFrame
111
+ @start_new_table = true
112
+ @table = InfluxDB2::FluxTable.new
113
+
114
+ @tables[@table_index] = @table unless @stream
115
+
116
+ @table_index += 1
117
+ @table_id = -1
118
+ elsif @table.nil?
119
+ raise FluxCsvParserError, 'Unable to parse CSV response. FluxTable definition was not found.'
120
+ end
121
+
122
+ # # datatype,string,long,dateTime:RFC3339,dateTime:RFC3339,dateTime:RFC3339,double,string,string,string
123
+ if token == '#datatype'
124
+ _add_data_types(@table, csv)
125
+
126
+ elsif token == '#group'
127
+ _add_groups(@table, csv)
128
+
129
+ elsif token == '#default'
130
+ _add_default_empty_values(@table, csv)
131
+ else
132
+ _parse_values(csv)
133
+ end
134
+ end
135
+
136
+ def _add_data_types(table, data_types)
137
+ (1..data_types.length - 1).each do |index|
138
+ column_def = InfluxDB2::FluxColumn.new(index: index - 1, data_type: data_types[index])
139
+ table.columns.push(column_def)
140
+ end
141
+ end
142
+
143
+ def _add_groups(table, csv)
144
+ i = 1
145
+
146
+ table.columns.each do |column|
147
+ column.group = csv[i] == 'true'
148
+ i += 1
149
+ end
150
+ end
151
+
152
+ def _add_default_empty_values(table, default_values)
153
+ i = 1
154
+
155
+ table.columns.each do |column|
156
+ column.default_value = default_values[i]
157
+ i += 1
158
+ end
159
+ end
160
+
161
+ def _add_column_names_and_tags(table, csv)
162
+ i = 1
163
+
164
+ table.columns.each do |column|
165
+ column.label = csv[i]
166
+ i += 1
167
+ end
168
+ end
169
+
170
+ def _parse_values(csv)
171
+ # parse column names
172
+ if @start_new_table
173
+ _add_column_names_and_tags(@table, csv)
174
+ @start_new_table = false
175
+ return
176
+ end
177
+
178
+ current_id = csv[2].to_i
179
+ @table_id = current_id if @table_id == -1
180
+
181
+ if @table_id != current_id
182
+ # create new table with previous column headers settings
183
+ @flux_columns = @table.columns
184
+ @table = InfluxDB2::FluxTable.new
185
+
186
+ @flux_columns.each do |column|
187
+ @table.columns.push(column)
188
+ end
189
+
190
+ @tables[@table_index] = @table unless @stream
191
+ @table_index += 1
192
+ @table_id = current_id
193
+ end
194
+
195
+ flux_record = _parse_record(@table_index - 1, @table, csv)
196
+
197
+ if @stream
198
+ flux_record
199
+ else
200
+ @tables[@table_index - 1].records.push(flux_record)
201
+ end
202
+ end
203
+
204
+ def _parse_record(table_index, table, csv)
205
+ record = InfluxDB2::FluxRecord.new(table_index)
206
+
207
+ table.columns.each do |flux_column|
208
+ column_name = flux_column.label
209
+ str_val = csv[flux_column.index + 1]
210
+ record.values[column_name] = _to_value(str_val, flux_column)
211
+ end
212
+
213
+ record
214
+ end
215
+
216
+ def _to_value(str_val, column)
217
+ if str_val.nil? || str_val.empty?
218
+ default_value = column.default_value
219
+
220
+ return nil if default_value.nil? || default_value.empty?
221
+
222
+ _to_value(default_value, column)
223
+ end
224
+
225
+ case column.data_type
226
+ when 'boolean'
227
+ if str_val.nil? || str_val.empty?
228
+ true
229
+ else
230
+ str_val.casecmp('true').zero?
231
+ end
232
+ when 'unsignedLong', 'long', 'duration'
233
+ str_val.to_i
234
+ when 'double'
235
+ str_val.to_f
236
+ when 'base64Binary'
237
+ Base64.decode64(str_val)
238
+ when 'dateTime:RFC3339', 'dateTime:RFC3339Nano'
239
+ Time.parse(str_val).to_datetime.rfc3339
240
+ else
241
+ str_val
242
+ end
243
+ end
244
+
245
+ def _close_connection
246
+ # Close CSV Parser
247
+ @csv_file.close
248
+ @closed = true
249
+ end
250
+ end
251
+ end