fluent-plugin-kafka-enchanced 0.5.32 → 0.5.33
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/fluent-plugin-kafka.gemspec +1 -1
- data/lib/fluent/plugin/out_kafka.rb +4 -4
- data/lib/fluent/plugin/out_kafka_buffered.rb +4 -3
- metadata +1 -1
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1ab1282a7ac9e3ae5ebc79a4aa1e3e487e363ba1
|
4
|
+
data.tar.gz: d232de7cbb671cdde30a66591f69cdb31dc5ee50
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c8aef57c1121574149a9cdc17b01962def5bd371251694e73bf2c7e1e559dfb313bb219b601336f5b8cf7d4576ceeb3ee441e66a66c391ef9f48581211b59f5d
|
7
|
+
data.tar.gz: 532b82f319abddf4a9b9add3b21a5313838d559a8e582c1b1536a19720528dab6b71ccb55763eeec919d0be06070a3f585a4fb0ee6a72c306016863fcfef5acb
|
data/fluent-plugin-kafka.gemspec
CHANGED
@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
|
|
12
12
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
13
13
|
gem.name = "fluent-plugin-kafka-enchanced"
|
14
14
|
gem.require_paths = ["lib"]
|
15
|
-
gem.version = '0.5.
|
15
|
+
gem.version = '0.5.33'
|
16
16
|
gem.required_ruby_version = ">= 2.1.0"
|
17
17
|
|
18
18
|
gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
|
@@ -182,18 +182,17 @@ DESC
|
|
182
182
|
stored_schema = {
|
183
183
|
'schema_json' => schema_json,
|
184
184
|
'schema_id' => schema_id,
|
185
|
-
'field_types' => field_types
|
185
|
+
'field_types' => field_types,
|
186
|
+
'schema' => schema
|
186
187
|
}
|
187
188
|
|
188
189
|
set_schema_to_redis(schema_name, stored_schema)
|
189
|
-
|
190
190
|
end
|
191
191
|
|
192
192
|
record['enchilada_timestamp'] = timestamp.strftime('%s%3N').to_i
|
193
193
|
record = record.map do |key, val|
|
194
194
|
[key, (stored_schema['field_types'][key] != 'string' || val.nil? ? val : val.to_s)]
|
195
195
|
end.to_h
|
196
|
-
|
197
196
|
avro.encode(record, stored_schema['schema_id'], schema: stored_schema['schema'])
|
198
197
|
end
|
199
198
|
elsif @output_data_type == 'ltsv'
|
@@ -269,7 +268,7 @@ DESC
|
|
269
268
|
parsed_schema = JSON.parse($redis.get(schema_name))
|
270
269
|
{
|
271
270
|
'schema_id' => parsed_schema['schema_id'],
|
272
|
-
'schema' => Avro::Schema.parse(parsed_schema['
|
271
|
+
'schema' => Avro::Schema.parse(parsed_schema['schema_json']),
|
273
272
|
'field_types' => parsed_schema['field_types']
|
274
273
|
}
|
275
274
|
end
|
@@ -282,3 +281,4 @@ end
|
|
282
281
|
|
283
282
|
|
284
283
|
|
284
|
+
|
@@ -235,7 +235,8 @@ DESC
|
|
235
235
|
stored_schema = {
|
236
236
|
'schema_json' => schema_json,
|
237
237
|
'schema_id' => schema_id,
|
238
|
-
'field_types' => field_types
|
238
|
+
'field_types' => field_types,
|
239
|
+
'schema' => schema
|
239
240
|
}
|
240
241
|
|
241
242
|
set_schema_to_redis(schema_name, stored_schema)
|
@@ -247,7 +248,7 @@ DESC
|
|
247
248
|
[key, (stored_schema['field_types'][key] != 'string' || val.nil? ? val : val.to_s)]
|
248
249
|
end.to_h
|
249
250
|
|
250
|
-
avro.encode(record, stored_schema['schema_id'], schema:
|
251
|
+
avro.encode(record, stored_schema['schema_id'], schema: stored_schema['schema_json'])
|
251
252
|
end
|
252
253
|
elsif @output_data_type =~ /^attr:(.*)$/
|
253
254
|
@custom_attributes = $1.split(',').map(&:strip).reject(&:empty?)
|
@@ -347,7 +348,7 @@ DESC
|
|
347
348
|
parsed_schema = JSON.parse($redis.get(schema_name))
|
348
349
|
{
|
349
350
|
'schema_id' => parsed_schema['schema_id'],
|
350
|
-
'
|
351
|
+
'schema' => Avro::Schema.parse(parsed_schema['schema_json']),
|
351
352
|
'field_types' => parsed_schema['field_types']
|
352
353
|
}
|
353
354
|
end
|