logstash-input-kafka 0.1.11 → 0.1.12

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/lib/logstash/inputs/kafka.rb +8 -1
  3. data/logstash-input-kafka.gemspec +2 -2
  4. metadata +37 -37
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 5d00fb54c511964c51cd8e844c2d6de9ba2dcb61
4
- data.tar.gz: eb403041a26554a3c6a4ce94c2377f378b8f34bd
3
+ metadata.gz: 590c98f8cd45c7c10f45a043d220321c6e3ded86
4
+ data.tar.gz: f3f9715bd35243f4d729b4f8a79c2438cdccee36
5
5
  SHA512:
6
- metadata.gz: 78232c8c0a4a7b947343ab9f035253974e0dedb6d85834ef91f09f31bb8c40da2c12b4f4ed455d39d8b6983505f7a01765da3ff0b82a4b0954385e44fdae5d42
7
- data.tar.gz: af6c839a34c70e6d20003dbfd91ac6c7939ac4fc5dddbe2904bb353544183f7eeaf9eb11c9beef946287945abd5cd45b4dbc6ce69cb23bf3a59ebd5b004052d6
6
+ metadata.gz: 17135af7da33c79743782737c028dea570dd64008085d2cb0df7108a5538225e5fbdac62415cc3bd77685b85f587de3fbd77dfec915d0fb53e46674b29775980
7
+ data.tar.gz: b1029dcb13a0cfa795e451ea6fce9ea5c11a021fafe11a699d20f4adbb4dfbed55677ff69774090de96bbca3b3b77b9a8052553a00d9d21676db2f944d040771
data/lib/logstash/inputs/kafka.rb CHANGED
@@ -80,6 +80,11 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
80
80
  # maximum message size the server allows or else it is possible for the producer to send
81
81
  # messages larger than the consumer can fetch.
82
82
  config :fetch_message_max_bytes, :validate => :number, :default => 1048576
83
+ # The serializer class for messages. The default decoder takes a byte[] and returns the same byte[]
84
+ config :decoder_class, :validate => :string, :default => 'kafka.serializer.DefaultDecoder'
85
+ # The serializer class for keys (defaults to the same default as for messages)
86
+ config :key_decoder_class, :validate => :string, :default => 'kafka.serializer.DefaultDecoder'
87
+
83
88
 
84
89
  public
85
90
  def register
@@ -97,7 +102,9 @@ class LogStash::Inputs::Kafka < LogStash::Inputs::Base
97
102
  :consumer_id => @consumer_id,
98
103
  :fetch_message_max_bytes => @fetch_message_max_bytes,
99
104
  :allow_topics => @white_list,
100
- :filter_topics => @black_list
105
+ :filter_topics => @black_list,
106
+ :value_decoder_class => @decoder_class,
107
+ :key_decoder_class => @key_decoder_class
101
108
  }
102
109
  if @reset_beginning
103
110
  options[:reset_beginning] = 'from-beginning'
data/logstash-input-kafka.gemspec CHANGED
@@ -1,7 +1,7 @@
1
1
  Gem::Specification.new do |s|
2
2
 
3
3
  s.name = 'logstash-input-kafka'
4
- s.version = '0.1.11'
4
+ s.version = '0.1.12'
5
5
  s.licenses = ['Apache License (2.0)']
6
6
  s.summary = 'This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker'
7
7
  s.description = "This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program"
@@ -35,7 +35,7 @@ Gem::Specification.new do |s|
35
35
  s.add_runtime_dependency 'ruby-maven', '3.1.1.0.8'
36
36
  s.add_runtime_dependency "maven-tools", '1.0.7'
37
37
 
38
- s.add_runtime_dependency 'jruby-kafka', ['>= 1.1.0', '< 2.0.0']
38
+ s.add_runtime_dependency 'jruby-kafka', ['>= 1.2.0', '< 2.0.0']
39
39
 
40
40
  s.add_development_dependency 'logstash-devutils'
41
41
  end
metadata CHANGED
@@ -1,17 +1,18 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: logstash-input-kafka
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.1.11
4
+ version: 0.1.12
5
5
  platform: ruby
6
6
  authors:
7
7
  - Elasticsearch
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2015-02-26 00:00:00.000000000 Z
11
+ date: 2015-03-23 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
- requirement: !ruby/object:Gem::Requirement
14
+ name: logstash-core
15
+ version_requirements: !ruby/object:Gem::Requirement
15
16
  requirements:
16
17
  - - '>='
17
18
  - !ruby/object:Gem::Version
@@ -19,10 +20,7 @@ dependencies:
19
20
  - - <
20
21
  - !ruby/object:Gem::Version
21
22
  version: 2.0.0
22
- name: logstash-core
23
- prerelease: false
24
- type: :runtime
25
- version_requirements: !ruby/object:Gem::Requirement
23
+ requirement: !ruby/object:Gem::Requirement
26
24
  requirements:
27
25
  - - '>='
28
26
  - !ruby/object:Gem::Version
@@ -30,110 +28,112 @@ dependencies:
30
28
  - - <
31
29
  - !ruby/object:Gem::Version
32
30
  version: 2.0.0
31
+ prerelease: false
32
+ type: :runtime
33
33
  - !ruby/object:Gem::Dependency
34
+ name: logstash-codec-json
35
+ version_requirements: !ruby/object:Gem::Requirement
36
+ requirements:
37
+ - - '>='
38
+ - !ruby/object:Gem::Version
39
+ version: '0'
34
40
  requirement: !ruby/object:Gem::Requirement
35
41
  requirements:
36
42
  - - '>='
37
43
  - !ruby/object:Gem::Version
38
44
  version: '0'
39
- name: logstash-codec-json
40
45
  prerelease: false
41
46
  type: :runtime
47
+ - !ruby/object:Gem::Dependency
48
+ name: logstash-codec-plain
42
49
  version_requirements: !ruby/object:Gem::Requirement
43
50
  requirements:
44
51
  - - '>='
45
52
  - !ruby/object:Gem::Version
46
53
  version: '0'
47
- - !ruby/object:Gem::Dependency
48
54
  requirement: !ruby/object:Gem::Requirement
49
55
  requirements:
50
56
  - - '>='
51
57
  - !ruby/object:Gem::Version
52
58
  version: '0'
53
- name: logstash-codec-plain
54
59
  prerelease: false
55
60
  type: :runtime
61
+ - !ruby/object:Gem::Dependency
62
+ name: jar-dependencies
56
63
  version_requirements: !ruby/object:Gem::Requirement
57
64
  requirements:
58
- - - '>='
65
+ - - '='
59
66
  - !ruby/object:Gem::Version
60
- version: '0'
61
- - !ruby/object:Gem::Dependency
67
+ version: 0.1.7
62
68
  requirement: !ruby/object:Gem::Requirement
63
69
  requirements:
64
70
  - - '='
65
71
  - !ruby/object:Gem::Version
66
72
  version: 0.1.7
67
- name: jar-dependencies
68
73
  prerelease: false
69
74
  type: :runtime
75
+ - !ruby/object:Gem::Dependency
76
+ name: ruby-maven
70
77
  version_requirements: !ruby/object:Gem::Requirement
71
78
  requirements:
72
79
  - - '='
73
80
  - !ruby/object:Gem::Version
74
- version: 0.1.7
75
- - !ruby/object:Gem::Dependency
81
+ version: 3.1.1.0.8
76
82
  requirement: !ruby/object:Gem::Requirement
77
83
  requirements:
78
84
  - - '='
79
85
  - !ruby/object:Gem::Version
80
86
  version: 3.1.1.0.8
81
- name: ruby-maven
82
87
  prerelease: false
83
88
  type: :runtime
89
+ - !ruby/object:Gem::Dependency
90
+ name: maven-tools
84
91
  version_requirements: !ruby/object:Gem::Requirement
85
92
  requirements:
86
93
  - - '='
87
94
  - !ruby/object:Gem::Version
88
- version: 3.1.1.0.8
89
- - !ruby/object:Gem::Dependency
95
+ version: 1.0.7
90
96
  requirement: !ruby/object:Gem::Requirement
91
97
  requirements:
92
98
  - - '='
93
99
  - !ruby/object:Gem::Version
94
100
  version: 1.0.7
95
- name: maven-tools
96
101
  prerelease: false
97
102
  type: :runtime
103
+ - !ruby/object:Gem::Dependency
104
+ name: jruby-kafka
98
105
  version_requirements: !ruby/object:Gem::Requirement
99
106
  requirements:
100
- - - '='
107
+ - - '>='
101
108
  - !ruby/object:Gem::Version
102
- version: 1.0.7
103
- - !ruby/object:Gem::Dependency
109
+ version: 1.2.0
110
+ - - <
111
+ - !ruby/object:Gem::Version
112
+ version: 2.0.0
104
113
  requirement: !ruby/object:Gem::Requirement
105
114
  requirements:
106
115
  - - '>='
107
116
  - !ruby/object:Gem::Version
108
- version: 1.1.0
117
+ version: 1.2.0
109
118
  - - <
110
119
  - !ruby/object:Gem::Version
111
120
  version: 2.0.0
112
- name: jruby-kafka
113
121
  prerelease: false
114
122
  type: :runtime
123
+ - !ruby/object:Gem::Dependency
124
+ name: logstash-devutils
115
125
  version_requirements: !ruby/object:Gem::Requirement
116
126
  requirements:
117
127
  - - '>='
118
128
  - !ruby/object:Gem::Version
119
- version: 1.1.0
120
- - - <
121
- - !ruby/object:Gem::Version
122
- version: 2.0.0
123
- - !ruby/object:Gem::Dependency
129
+ version: '0'
124
130
  requirement: !ruby/object:Gem::Requirement
125
131
  requirements:
126
132
  - - '>='
127
133
  - !ruby/object:Gem::Version
128
134
  version: '0'
129
- name: logstash-devutils
130
135
  prerelease: false
131
136
  type: :development
132
- version_requirements: !ruby/object:Gem::Requirement
133
- requirements:
134
- - - '>='
135
- - !ruby/object:Gem::Version
136
- version: '0'
137
137
  description: This gem is a logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/plugin install gemname. This gem is not a stand-alone program
138
138
  email: info@elasticsearch.com
139
139
  executables: []
@@ -172,7 +172,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
172
172
  version: '0'
173
173
  requirements: []
174
174
  rubyforge_project:
175
- rubygems_version: 2.4.5
175
+ rubygems_version: 2.1.9
176
176
  signing_key:
177
177
  specification_version: 4
178
178
  summary: This input will read events from a Kafka topic. It uses the high level consumer API provided by Kafka to read messages from the broker