logstash-kafka 0.7.4-java → 0.8.0-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/logstash/outputs/kafka.rb +3 -15
- metadata +8 -84
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e946070260ab3851d7390f51820a105b9116ed94
|
4
|
+
data.tar.gz: 4308038c101dcf0589d3449666fb9428cec33a66
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6b82bc9592c4659160ef3d5fb34f23e5bbdf35f47b854867bcd67f151c3b59645bf12f7680ec2d44e70c9465aa08f7bb21c62783579f9b957e392a31e105b49d
|
7
|
+
data.tar.gz: 1f60de22d7906f5eec340318507e83f098449ea47f4c64fe493e4446007e2bf8d74f3e0cf5c022fe57f600e2b70155588954d0cc34e3c7f3425a36e8b1b6403a
|
@@ -102,15 +102,6 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
102
102
|
# The client id is a user-specified string sent in each request to help trace calls. It should
|
103
103
|
# logically identify the application making the request.
|
104
104
|
config :client_id, :validate => :string, :default => ""
|
105
|
-
# # Provides a way to specify a partition key as a string. To specify a partition key for
|
106
|
-
# Kafka, configure a format that will produce the key as a string. Defaults key_serializer to
|
107
|
-
# kafka.serializer.StringEncoder to match. For example, to partition by host:
|
108
|
-
# output {
|
109
|
-
# kafka {
|
110
|
-
# partition_key_format => "%{host}"
|
111
|
-
# }
|
112
|
-
# }
|
113
|
-
config :partition_key_format, :validate => :string, :default => nil
|
114
105
|
|
115
106
|
public
|
116
107
|
def register
|
@@ -133,17 +124,16 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
133
124
|
:queue_enqueue_timeout_ms => @queue_enqueue_timeout_ms,
|
134
125
|
:batch_num_messages => @batch_num_messages,
|
135
126
|
:send_buffer_bytes => @send_buffer_bytes,
|
136
|
-
:client_id => @client_id
|
137
|
-
:partition_key_format => @partition_key_format
|
127
|
+
:client_id => @client_id
|
138
128
|
}
|
139
129
|
@producer = Kafka::Producer.new(options)
|
140
130
|
@producer.connect
|
141
131
|
|
142
132
|
@logger.info('Registering kafka producer', :topic_id => @topic_id, :broker_list => @broker_list)
|
143
133
|
|
144
|
-
@codec.on_event do |event
|
134
|
+
@codec.on_event do |event|
|
145
135
|
begin
|
146
|
-
@producer.send_msg(
|
136
|
+
@producer.send_msg(@topic_id,nil,event)
|
147
137
|
rescue LogStash::ShutdownSignal
|
148
138
|
@logger.info('Kafka producer got shutdown signal')
|
149
139
|
rescue => e
|
@@ -159,9 +149,7 @@ class LogStash::Outputs::Kafka < LogStash::Outputs::Base
|
|
159
149
|
finished
|
160
150
|
return
|
161
151
|
end
|
162
|
-
@partition_key = if @partition_key_format.nil? then nil else event.sprintf(@partition_key_format) end
|
163
152
|
@codec.encode(event)
|
164
|
-
@partition_key = nil
|
165
153
|
end
|
166
154
|
|
167
155
|
def teardown
|
metadata
CHANGED
@@ -1,105 +1,29 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.8.0
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Joseph Lawson
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2015-
|
11
|
+
date: 2015-04-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
15
15
|
requirements:
|
16
|
-
- -
|
16
|
+
- - '='
|
17
17
|
- !ruby/object:Gem::Version
|
18
|
-
version:
|
18
|
+
version: 0.2.1
|
19
19
|
name: jruby-kafka
|
20
20
|
prerelease: false
|
21
21
|
type: :runtime
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
|
-
- -
|
24
|
+
- - '='
|
25
25
|
- !ruby/object:Gem::Version
|
26
|
-
version:
|
27
|
-
- !ruby/object:Gem::Dependency
|
28
|
-
requirement: !ruby/object:Gem::Requirement
|
29
|
-
requirements:
|
30
|
-
- - '>='
|
31
|
-
- !ruby/object:Gem::Version
|
32
|
-
version: '0'
|
33
|
-
name: jar-dependencies
|
34
|
-
prerelease: false
|
35
|
-
type: :development
|
36
|
-
version_requirements: !ruby/object:Gem::Requirement
|
37
|
-
requirements:
|
38
|
-
- - '>='
|
39
|
-
- !ruby/object:Gem::Version
|
40
|
-
version: '0'
|
41
|
-
- !ruby/object:Gem::Dependency
|
42
|
-
requirement: !ruby/object:Gem::Requirement
|
43
|
-
requirements:
|
44
|
-
- - '>='
|
45
|
-
- !ruby/object:Gem::Version
|
46
|
-
version: 1.4.0
|
47
|
-
- - <
|
48
|
-
- !ruby/object:Gem::Version
|
49
|
-
version: 2.0.0
|
50
|
-
name: logstash
|
51
|
-
prerelease: false
|
52
|
-
type: :development
|
53
|
-
version_requirements: !ruby/object:Gem::Requirement
|
54
|
-
requirements:
|
55
|
-
- - '>='
|
56
|
-
- !ruby/object:Gem::Version
|
57
|
-
version: 1.4.0
|
58
|
-
- - <
|
59
|
-
- !ruby/object:Gem::Version
|
60
|
-
version: 2.0.0
|
61
|
-
- !ruby/object:Gem::Dependency
|
62
|
-
requirement: !ruby/object:Gem::Requirement
|
63
|
-
requirements:
|
64
|
-
- - '>='
|
65
|
-
- !ruby/object:Gem::Version
|
66
|
-
version: '0'
|
67
|
-
name: logstash-codec-plain
|
68
|
-
prerelease: false
|
69
|
-
type: :development
|
70
|
-
version_requirements: !ruby/object:Gem::Requirement
|
71
|
-
requirements:
|
72
|
-
- - '>='
|
73
|
-
- !ruby/object:Gem::Version
|
74
|
-
version: '0'
|
75
|
-
- !ruby/object:Gem::Dependency
|
76
|
-
requirement: !ruby/object:Gem::Requirement
|
77
|
-
requirements:
|
78
|
-
- - '>='
|
79
|
-
- !ruby/object:Gem::Version
|
80
|
-
version: '0'
|
81
|
-
name: logstash-codec-json
|
82
|
-
prerelease: false
|
83
|
-
type: :development
|
84
|
-
version_requirements: !ruby/object:Gem::Requirement
|
85
|
-
requirements:
|
86
|
-
- - '>='
|
87
|
-
- !ruby/object:Gem::Version
|
88
|
-
version: '0'
|
89
|
-
- !ruby/object:Gem::Dependency
|
90
|
-
requirement: !ruby/object:Gem::Requirement
|
91
|
-
requirements:
|
92
|
-
- - '>='
|
93
|
-
- !ruby/object:Gem::Version
|
94
|
-
version: '0'
|
95
|
-
name: logstash-devutils
|
96
|
-
prerelease: false
|
97
|
-
type: :development
|
98
|
-
version_requirements: !ruby/object:Gem::Requirement
|
99
|
-
requirements:
|
100
|
-
- - '>='
|
101
|
-
- !ruby/object:Gem::Version
|
102
|
-
version: '0'
|
26
|
+
version: 0.2.1
|
103
27
|
description: Kafka input and output plugins for Logstash
|
104
28
|
email:
|
105
29
|
- joe@joekiller.com
|
@@ -129,8 +53,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
129
53
|
version: '0'
|
130
54
|
requirements: []
|
131
55
|
rubyforge_project:
|
132
|
-
rubygems_version: 2.
|
56
|
+
rubygems_version: 2.4.6
|
133
57
|
signing_key:
|
134
58
|
specification_version: 4
|
135
|
-
summary: Provides input and output plugin functionality for Logstash
|
59
|
+
summary: Provides input and output plugin functionality for Logstash 1.4.X
|
136
60
|
test_files: []
|