logstash-input-kafka 0.1.11 → 0.1.12

Sign up to get free protection for your applications and to get access to all the features.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/lib/logstash/inputs/kafka.rb +8 -1
  3. data/logstash-input-kafka.gemspec +2 -2
  4. metadata +37 -37
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 5d00fb54c511964c51cd8e844c2d6de9ba2dcb61
4
- data.tar.gz: eb403041a26554a3c6a4ce94c2377f378b8f34bd
3
+ metadata.gz: 590c98f8cd45c7c10f45a043d220321c6e3ded86
4
+ data.tar.gz: f3f9715bd35243f4d729b4f8a79c2438cdccee36
5
5
  SHA512:
6
- metadata.gz: 78232c8c0a4a7b947343ab9f035253974e0dedb6d85834ef91f09f31bb8c40da2c12b4f4ed455d39d8b6983505f7a01765da3ff0b82a4b0954385e44fdae5d42
7
- data.tar.gz: af6c839a34c70e6d20003dbfd91ac6c7939ac4fc5dddbe2904bb353544183f7eeaf9eb11c9beef946287945abd5cd45b4dbc6ce69cb23bf3a59ebd5b004052d6
6
+ metadata.gz: 17135af7da33c79743782737c028dea570dd64008085d2cb0df7108a5538225e5fbdac62415cc3bd77685b85f587de3fbd77dfec915d0fb53e46674b29775980
7
+ data.tar.gz: b1029dcb13a0cfa795e451ea6fce9ea5c11a021fafe11a699d20f4adbb4dfbed55677ff69774090de96bbca3b3b77b9a8052553a00d9d21676db2f944d040771
data/lib/logstash/inputs/kafka.rb CHANGED
@@ -80,6 +80,11 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
80
80
  # maximum message size the server allows or else it is possible for the producer to send
81
81
  # messages larger than the consumer can fetch.
82
82
  config :fetch_message_max_bytes, :validate => :number, :default => 1048576
83
+ # The serializer class for messages. The default decoder takes a byte[] and returns the same byte[]
84
+ config :decoder_class, :validate => :string, :default => 'kafka.serializer.DefaultDecoder'
85
+ # The serializer class for keys (defaults to the same default as for messages)
86
+ config :key_decoder_class, :validate => :string, :default => 'kafka.serializer.DefaultDecoder'
87
+
83
88
 
84
89
  public
85
90
  def register
@@ -97,7 +102,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
97
102
  :consumer_id => @consumer_id,
98
103
  :fetch_message_max_bytes => @fetch_message_max_bytes,
99
104
  :allow_topics => @white_list,
100
- :filter_topics => @black_list
105
+ :filter_topics => @black_list,
106
+ :value_decoder_class => @decoder_class,
107
+ :key_decoder_class => @key_decoder_class
101
108
  }
102
109
  if @reset_beginning
103
110
  options[:reset_beginning] = 'from-beginning'
data/logstash-input-kafka.gemspec CHANGED
@@ -1,7 +1,7 @@
1
1
  Gem::Specification.new do |s|
2
2
 
3
3
  s.name = 'logstash-input-kafka'
4
- s.version = '0.1.11'
4
+ s.version = '0.1.12'
5
5
  s.licenses = ['Apache License (2.0)']
6
6
  s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
7
7
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -35,7 +35,7 @@ Gem::Specification.new do |s|
35
35
  s.add_runtime_dependency 'ruby-maven', '3.1.1.0.8'
36
36
  s.add_runtime_dependency "maven-tools", '1.0.7'
37
37
 
38
- s.add_runtime_dependency 'jruby-kafka', ['>= 1.1.0', '< 2.0.0']
38
+ s.add_runtime_dependency 'jruby-kafka', ['>= 1.2.0', '< 2.0.0']
39
39
 
40
40
  s.add_development_dependency 'logstash-devutils'
41
41
  end
metadata CHANGED
@@ -1,17 +1,18 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.11
4
+ version: 0.1.12
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elasticsearch
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-02-26 00:00:00.000000000 Z
11
+ date: 2015-03-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- requirement: !ruby/object:Gem::Requirement
14
+ name: logstash-core
15
+ version_requirements: !ruby/object:Gem::Requirement
15
16
  requirements:
16
17
  - - '>='
17
18
  - !ruby/object:Gem::Version
@@ -19,10 +20,7 @@ dependencies:
19
20
  - - <
20
21
  - !ruby/object:Gem::Version
21
22
  version: 2.0.0
22
- name: logstash-core
23
- prerelease: false
24
- type: :runtime
25
- version_requirements: !ruby/object:Gem::Requirement
23
+ requirement: !ruby/object:Gem::Requirement
26
24
  requirements:
27
25
  - - '>='
28
26
  - !ruby/object:Gem::Version
@@ -30,110 +28,112 @@ dependencies:
30
28
  - - <
31
29
  - !ruby/object:Gem::Version
32
30
  version: 2.0.0
31
+ prerelease: false
32
+ type: :runtime
33
33
  - !ruby/object:Gem::Dependency
34
+ name: logstash-codec-json
35
+ version_requirements: !ruby/object:Gem::Requirement
36
+ requirements:
37
+ - - '>='
38
+ - !ruby/object:Gem::Version
39
+ version: '0'
34
40
  requirement: !ruby/object:Gem::Requirement
35
41
  requirements:
36
42
  - - '>='
37
43
  - !ruby/object:Gem::Version
38
44
  version: '0'
39
- name: logstash-codec-json
40
45
  prerelease: false
41
46
  type: :runtime
47
+ - !ruby/object:Gem::Dependency
48
+ name: logstash-codec-plain
42
49
  version_requirements: !ruby/object:Gem::Requirement
43
50
  requirements:
44
51
  - - '>='
45
52
  - !ruby/object:Gem::Version
46
53
  version: '0'
47
- - !ruby/object:Gem::Dependency
48
54
  requirement: !ruby/object:Gem::Requirement
49
55
  requirements:
50
56
  - - '>='
51
57
  - !ruby/object:Gem::Version
52
58
  version: '0'
53
- name: logstash-codec-plain
54
59
  prerelease: false
55
60
  type: :runtime
61
+ - !ruby/object:Gem::Dependency
62
+ name: jar-dependencies
56
63
  version_requirements: !ruby/object:Gem::Requirement
57
64
  requirements:
58
- - - '>='
65
+ - - '='
59
66
  - !ruby/object:Gem::Version
60
- version: '0'
61
- - !ruby/object:Gem::Dependency
67
+ version: 0.1.7
62
68
  requirement: !ruby/object:Gem::Requirement
63
69
  requirements:
64
70
  - - '='
65
71
  - !ruby/object:Gem::Version
66
72
  version: 0.1.7
67
- name: jar-dependencies
68
73
  prerelease: false
69
74
  type: :runtime
75
+ - !ruby/object:Gem::Dependency
76
+ name: ruby-maven
70
77
  version_requirements: !ruby/object:Gem::Requirement
71
78
  requirements:
72
79
  - - '='
73
80
  - !ruby/object:Gem::Version
74
- version: 0.1.7
75
- - !ruby/object:Gem::Dependency
81
+ version: 3.1.1.0.8
76
82
  requirement: !ruby/object:Gem::Requirement
77
83
  requirements:
78
84
  - - '='
79
85
  - !ruby/object:Gem::Version
80
86
  version: 3.1.1.0.8
81
- name: ruby-maven
82
87
  prerelease: false
83
88
  type: :runtime
89
+ - !ruby/object:Gem::Dependency
90
+ name: maven-tools
84
91
  version_requirements: !ruby/object:Gem::Requirement
85
92
  requirements:
86
93
  - - '='
87
94
  - !ruby/object:Gem::Version
88
- version: 3.1.1.0.8
89
- - !ruby/object:Gem::Dependency
95
+ version: 1.0.7
90
96
  requirement: !ruby/object:Gem::Requirement
91
97
  requirements:
92
98
  - - '='
93
99
  - !ruby/object:Gem::Version
94
100
  version: 1.0.7
95
- name: maven-tools
96
101
  prerelease: false
97
102
  type: :runtime
103
+ - !ruby/object:Gem::Dependency
104
+ name: jruby-kafka
98
105
  version_requirements: !ruby/object:Gem::Requirement
99
106
  requirements:
100
- - - '='
107
+ - - '>='
101
108
  - !ruby/object:Gem::Version
102
- version: 1.0.7
103
- - !ruby/object:Gem::Dependency
109
+ version: 1.2.0
110
+ - - <
111
+ - !ruby/object:Gem::Version
112
+ version: 2.0.0
104
113
  requirement: !ruby/object:Gem::Requirement
105
114
  requirements:
106
115
  - - '>='
107
116
  - !ruby/object:Gem::Version
108
- version: 1.1.0
117
+ version: 1.2.0
109
118
  - - <
110
119
  - !ruby/object:Gem::Version
111
120
  version: 2.0.0
112
- name: jruby-kafka
113
121
  prerelease: false
114
122
  type: :runtime
123
+ - !ruby/object:Gem::Dependency
124
+ name: logstash-devutils
115
125
  version_requirements: !ruby/object:Gem::Requirement
116
126
  requirements:
117
127
  - - '>='
118
128
  - !ruby/object:Gem::Version
119
- version: 1.1.0
120
- - - <
121
- - !ruby/object:Gem::Version
122
- version: 2.0.0
123
- - !ruby/object:Gem::Dependency
129
+ version: '0'
124
130
  requirement: !ruby/object:Gem::Requirement
125
131
  requirements:
126
132
  - - '>='
127
133
  - !ruby/object:Gem::Version
128
134
  version: '0'
129
- name: logstash-devutils
130
135
  prerelease: false
131
136
  type: :development
132
- version_requirements: !ruby/object:Gem::Requirement
133
- requirements:
134
- - - '>='
135
- - !ruby/object:Gem::Version
136
- version: '0'
137
137
  description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
138
138
  email: info@elasticsearch.com
139
139
  executables: []
@@ -172,7 +172,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
172
172
  version: '0'
173
173
  requirements: []
174
174
  rubyforge_project:
175
- rubygems_version: 2.4.5
175
+ rubygems_version: 2.1.9
176
176
  signing_key:
177
177
  specification_version: 4
178
178
  summary: This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker