logstash-kafka 0.7.4-java → 0.8.0-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/logstash/outputs/kafka.rb +3 -15
- metadata +8 -84
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e946070260ab3851d7390f51820a105b9116ed94
|
4
|
+
data.tar.gz: 4308038c101dcf0589d3449666fb9428cec33a66
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6b82bc9592c4659160ef3d5fb34f23e5bbdf35f47b854867bcd67f151c3b59645bf12f7680ec2d44e70c9465aa08f7bb21c62783579f9b957e392a31e105b49d
|
7
|
+
data.tar.gz: 1f60de22d7906f5eec340318507e83f098449ea47f4c64fe493e4446007e2bf8d74f3e0cf5c022fe57f600e2b70155588954d0cc34e3c7f3425a36e8b1b6403a
|
@@ -102,15 +102,6 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
102
102
|
# The client id is a user-specified string sent in each request to help trace calls. It should
|
103
103
|
# logically identify the application making the request.
|
104
104
|
config :client_id, :validate => :string, :default => ""
|
105
|
-
# # Provides a way to specify a partition key as a string. To specify a partition key for
|
106
|
-
# Kafka, configure a format that will produce the key as a string. Defaults key_serializer to
|
107
|
-
# kafka.serializer.StringEncoder to match. For example, to partition by host:
|
108
|
-
# output {
|
109
|
-
# kafka {
|
110
|
-
# partition_key_format => "%{host}"
|
111
|
-
# }
|
112
|
-
# }
|
113
|
-
config :partition_key_format, :validate => :string, :default => nil
|
114
105
|
|
115
106
|
public
|
116
107
|
def register
|
@@ -133,17 +124,16 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
133
124
|
:queue_enqueue_timeout_ms => @queue_enqueue_timeout_ms,
|
134
125
|
:batch_num_messages => @batch_num_messages,
|
135
126
|
:send_buffer_bytes => @send_buffer_bytes,
|
136
|
-
:client_id => @client_id
|
137
|
-
:partition_key_format => @partition_key_format
|
127
|
+
:client_id => @client_id
|
138
128
|
}
|
139
129
|
@producer = Kafka::Producer.new(options)
|
140
130
|
@producer.connect
|
141
131
|
|
142
132
|
@logger.info('Registering kafka producer', :topic_id => @topic_id, :broker_list => @broker_list)
|
143
133
|
|
144
|
-
@codec.on_event do |event
|
134
|
+
@codec.on_event do |event|
|
145
135
|
begin
|
146
|
-
@producer.send_msg(
|
136
|
+
@producer.send_msg(@topic_id,nil,event)
|
147
137
|
rescue LogStash::ShutdownSignal
|
148
138
|
@logger.info('Kafka producer got shutdown signal')
|
149
139
|
rescue => e
|
@@ -159,9 +149,7 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
159
149
|
finished
|
160
150
|
return
|
161
151
|
end
|
162
|
-
@partition_key = if @partition_key_format.nil? then nil else event.sprintf(@partition_key_format) end
|
163
152
|
@codec.encode(event)
|
164
|
-
@partition_key = nil
|
165
153
|
end
|
166
154
|
|
167
155
|
def teardown
|
metadata
CHANGED
@@ -1,105 +1,29 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.8.0
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Joseph Lawson
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-04-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
15
15
|
requirements:
|
16
|
-
- -
|
16
|
+
- - '='
|
17
17
|
- !ruby/object:Gem::Version
|
18
|
-
version:
|
18
|
+
version: 0.2.1
|
19
19
|
name: jruby-kafka
|
20
20
|
prerelease: false
|
21
21
|
type: :runtime
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- -
|
24
|
+
- - '='
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version:
|
27
|
-
- !ruby/object:Gem::Dependency
|
28
|
-
requirement: !ruby/object:Gem::Requirement
|
29
|
-
requirements:
|
30
|
-
- - '>='
|
31
|
-
- !ruby/object:Gem::Version
|
32
|
-
version: '0'
|
33
|
-
name: jar-dependencies
|
34
|
-
prerelease: false
|
35
|
-
type: :development
|
36
|
-
version_requirements: !ruby/object:Gem::Requirement
|
37
|
-
requirements:
|
38
|
-
- - '>='
|
39
|
-
- !ruby/object:Gem::Version
|
40
|
-
version: '0'
|
41
|
-
- !ruby/object:Gem::Dependency
|
42
|
-
requirement: !ruby/object:Gem::Requirement
|
43
|
-
requirements:
|
44
|
-
- - '>='
|
45
|
-
- !ruby/object:Gem::Version
|
46
|
-
version: 1.4.0
|
47
|
-
- - <
|
48
|
-
- !ruby/object:Gem::Version
|
49
|
-
version: 2.0.0
|
50
|
-
name: logstash
|
51
|
-
prerelease: false
|
52
|
-
type: :development
|
53
|
-
version_requirements: !ruby/object:Gem::Requirement
|
54
|
-
requirements:
|
55
|
-
- - '>='
|
56
|
-
- !ruby/object:Gem::Version
|
57
|
-
version: 1.4.0
|
58
|
-
- - <
|
59
|
-
- !ruby/object:Gem::Version
|
60
|
-
version: 2.0.0
|
61
|
-
- !ruby/object:Gem::Dependency
|
62
|
-
requirement: !ruby/object:Gem::Requirement
|
63
|
-
requirements:
|
64
|
-
- - '>='
|
65
|
-
- !ruby/object:Gem::Version
|
66
|
-
version: '0'
|
67
|
-
name: logstash-codec-plain
|
68
|
-
prerelease: false
|
69
|
-
type: :development
|
70
|
-
version_requirements: !ruby/object:Gem::Requirement
|
71
|
-
requirements:
|
72
|
-
- - '>='
|
73
|
-
- !ruby/object:Gem::Version
|
74
|
-
version: '0'
|
75
|
-
- !ruby/object:Gem::Dependency
|
76
|
-
requirement: !ruby/object:Gem::Requirement
|
77
|
-
requirements:
|
78
|
-
- - '>='
|
79
|
-
- !ruby/object:Gem::Version
|
80
|
-
version: '0'
|
81
|
-
name: logstash-codec-json
|
82
|
-
prerelease: false
|
83
|
-
type: :development
|
84
|
-
version_requirements: !ruby/object:Gem::Requirement
|
85
|
-
requirements:
|
86
|
-
- - '>='
|
87
|
-
- !ruby/object:Gem::Version
|
88
|
-
version: '0'
|
89
|
-
- !ruby/object:Gem::Dependency
|
90
|
-
requirement: !ruby/object:Gem::Requirement
|
91
|
-
requirements:
|
92
|
-
- - '>='
|
93
|
-
- !ruby/object:Gem::Version
|
94
|
-
version: '0'
|
95
|
-
name: logstash-devutils
|
96
|
-
prerelease: false
|
97
|
-
type: :development
|
98
|
-
version_requirements: !ruby/object:Gem::Requirement
|
99
|
-
requirements:
|
100
|
-
- - '>='
|
101
|
-
- !ruby/object:Gem::Version
|
102
|
-
version: '0'
|
26
|
+
version: 0.2.1
|
103
27
|
description: Kafka input and output plugins for Logstash
|
104
28
|
email:
|
105
29
|
- joe@joekiller.com
|
@@ -129,8 +53,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
129
53
|
version: '0'
|
130
54
|
requirements: []
|
131
55
|
rubyforge_project:
|
132
|
-
rubygems_version: 2.
|
56
|
+
rubygems_version: 2.4.6
|
133
57
|
signing_key:
|
134
58
|
specification_version: 4
|
135
|
-
summary: Provides input and output plugin functionality for Logstash
|
59
|
+
summary: Provides input and output plugin functionality for Logstash 1.4.X
|
136
60
|
test_files: []
|