fluent-plugin-kafka-enchanced 0.5.32 → 0.5.33
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/fluent-plugin-kafka.gemspec +1 -1
- data/lib/fluent/plugin/out_kafka.rb +4 -4
- data/lib/fluent/plugin/out_kafka_buffered.rb +4 -3
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 1ab1282a7ac9e3ae5ebc79a4aa1e3e487e363ba1
|
|
4
|
+
data.tar.gz: d232de7cbb671cdde30a66591f69cdb31dc5ee50
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: c8aef57c1121574149a9cdc17b01962def5bd371251694e73bf2c7e1e559dfb313bb219b601336f5b8cf7d4576ceeb3ee441e66a66c391ef9f48581211b59f5d
|
|
7
|
+
data.tar.gz: 532b82f319abddf4a9b9add3b21a5313838d559a8e582c1b1536a19720528dab6b71ccb55763eeec919d0be06070a3f585a4fb0ee6a72c306016863fcfef5acb
|
data/fluent-plugin-kafka.gemspec
CHANGED
|
@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
|
|
|
12
12
|
gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
|
|
13
13
|
gem.name = "fluent-plugin-kafka-enchanced"
|
|
14
14
|
gem.require_paths = ["lib"]
|
|
15
|
-
gem.version = '0.5.
|
|
15
|
+
gem.version = '0.5.33'
|
|
16
16
|
gem.required_ruby_version = ">= 2.1.0"
|
|
17
17
|
|
|
18
18
|
gem.add_dependency "fluentd", [">= 0.10.58", "< 2"]
|
|
@@ -182,18 +182,17 @@ DESC
|
|
|
182
182
|
stored_schema = {
|
|
183
183
|
'schema_json' => schema_json,
|
|
184
184
|
'schema_id' => schema_id,
|
|
185
|
-
'field_types' => field_types
|
|
185
|
+
'field_types' => field_types,
|
|
186
|
+
'schema' => schema
|
|
186
187
|
}
|
|
187
188
|
|
|
188
189
|
set_schema_to_redis(schema_name, stored_schema)
|
|
189
|
-
|
|
190
190
|
end
|
|
191
191
|
|
|
192
192
|
record['enchilada_timestamp'] = timestamp.strftime('%s%3N').to_i
|
|
193
193
|
record = record.map do |key, val|
|
|
194
194
|
[key, (stored_schema['field_types'][key] != 'string' || val.nil? ? val : val.to_s)]
|
|
195
195
|
end.to_h
|
|
196
|
-
|
|
197
196
|
avro.encode(record, stored_schema['schema_id'], schema: stored_schema['schema'])
|
|
198
197
|
end
|
|
199
198
|
elsif @output_data_type == 'ltsv'
|
|
@@ -269,7 +268,7 @@ DESC
|
|
|
269
268
|
parsed_schema = JSON.parse($redis.get(schema_name))
|
|
270
269
|
{
|
|
271
270
|
'schema_id' => parsed_schema['schema_id'],
|
|
272
|
-
'schema' => Avro::Schema.parse(parsed_schema['
|
|
271
|
+
'schema' => Avro::Schema.parse(parsed_schema['schema_json']),
|
|
273
272
|
'field_types' => parsed_schema['field_types']
|
|
274
273
|
}
|
|
275
274
|
end
|
|
@@ -282,3 +281,4 @@ end
|
|
|
282
281
|
|
|
283
282
|
|
|
284
283
|
|
|
284
|
+
|
|
@@ -235,7 +235,8 @@ DESC
|
|
|
235
235
|
stored_schema = {
|
|
236
236
|
'schema_json' => schema_json,
|
|
237
237
|
'schema_id' => schema_id,
|
|
238
|
-
'field_types' => field_types
|
|
238
|
+
'field_types' => field_types,
|
|
239
|
+
'schema' => schema
|
|
239
240
|
}
|
|
240
241
|
|
|
241
242
|
set_schema_to_redis(schema_name, stored_schema)
|
|
@@ -247,7 +248,7 @@ DESC
|
|
|
247
248
|
[key, (stored_schema['field_types'][key] != 'string' || val.nil? ? val : val.to_s)]
|
|
248
249
|
end.to_h
|
|
249
250
|
|
|
250
|
-
avro.encode(record, stored_schema['schema_id'], schema:
|
|
251
|
+
avro.encode(record, stored_schema['schema_id'], schema: stored_schema['schema_json'])
|
|
251
252
|
end
|
|
252
253
|
elsif @output_data_type =~ /^attr:(.*)$/
|
|
253
254
|
@custom_attributes = $1.split(',').map(&:strip).reject(&:empty?)
|
|
@@ -347,7 +348,7 @@ DESC
|
|
|
347
348
|
parsed_schema = JSON.parse($redis.get(schema_name))
|
|
348
349
|
{
|
|
349
350
|
'schema_id' => parsed_schema['schema_id'],
|
|
350
|
-
'
|
|
351
|
+
'schema' => Avro::Schema.parse(parsed_schema['schema_json']),
|
|
351
352
|
'field_types' => parsed_schema['field_types']
|
|
352
353
|
}
|
|
353
354
|
end
|