jruby-kafka 1.6-java → 1.7.pre.beta-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +13 -5
- data/lib/jruby-kafka/group.rb +14 -3
- data/lib/jruby-kafka/version.rb +1 -1
- data/lib/jruby-kafka_jars.rb +36 -16
- metadata +17 -17
checksums.yaml
CHANGED
@@ -1,7 +1,15 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
|
2
|
+
!binary "U0hBMQ==":
|
3
|
+
metadata.gz: !binary |-
|
4
|
+
ZWJjNTQ4NDI3ZjE1NGNlM2QzMTFkNzcxOGYyMzA5OGU0MTJhM2QwMg==
|
5
|
+
data.tar.gz: !binary |-
|
6
|
+
OTllYWQ3ZGM5ZjJjMmUyZWNmZDkwZjA1OGU5ZDdiODM1YWU3NzRkYg==
|
5
7
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
|
8
|
+
metadata.gz: !binary |-
|
9
|
+
YmZmZjQyODJlOWM1NmIxODY2YjJlODU5MWExZjliNWVjZDg1MDI0NTQ5MTMw
|
10
|
+
ZmRjYzRhZTYxNDlhODBjNDJjOGE3YTUzMzNhZjk5MGMwMTgxMjk3MWEyOWE0
|
11
|
+
MTZjMmIzNzY3ZTU5ZmNlOGY0Mzc5NDc3MDEwZGJkNTA3YWM1Y2U=
|
12
|
+
data.tar.gz: !binary |-
|
13
|
+
YmQ0NzU0ZTU2ODlhZmVlNTQ2NTcxMTAwZWQ1NTFmMzJhODA2NWZhODVkZDdm
|
14
|
+
ZTFlZjFmMDk2NDMzMGEyZTgyODZhNDJlNTNlMjRhYjMxODZkNTNjYWJjMDVl
|
15
|
+
OTdmNTY2YTEzYzIyZDAyZWQwZGNlMDVjYWRiZThiNjgzYmFiYTU=
|
data/lib/jruby-kafka/group.rb
CHANGED
@@ -17,10 +17,10 @@ class Kafka::Group
|
|
17
17
|
# :zk_connect_timeout => "6000" - (optional) The max time that the client waits while establishing a connection to zookeeper.
|
18
18
|
# :group_id => "group" - REQUIRED: The group id to consume on.
|
19
19
|
# :topic_id => "topic" - REQUIRED: The topic id to consume on.
|
20
|
-
# :reset_beginning => "from-beginning" - (optional) reset the consumer group to start at the
|
20
|
+
# :reset_beginning => "from-beginning" - (optional) reset the consumer group to start at the
|
21
21
|
# earliest message present in the log by clearing any offsets for the group stored in Zookeeper.
|
22
|
-
# :auto_offset_reset => "smallest" or "largest" - (optional, default 'largest') If the consumer does not already
|
23
|
-
# have an established offset to consume from, start with the earliest message present in the log (smallest) or
|
22
|
+
# :auto_offset_reset => "smallest" or "largest" - (optional, default 'largest') If the consumer does not already
|
23
|
+
# have an established offset to consume from, start with the earliest message present in the log (smallest) or
|
24
24
|
# after the last message in the log (largest).
|
25
25
|
# :consumer_restart_on_error => "true" - (optional) Controls if consumer threads are to restart on caught exceptions.
|
26
26
|
# exceptions are logged.
|
@@ -55,6 +55,8 @@ class Kafka::Group
|
|
55
55
|
@consumer_id = nil
|
56
56
|
@key_decoder_class = "kafka.serializer.DefaultDecoder"
|
57
57
|
@value_decoder_class = "kafka.serializer.DefaultDecoder"
|
58
|
+
@dual_commit_enabled = "#{true}"
|
59
|
+
@offsets_storage = "zookeeper"
|
58
60
|
|
59
61
|
if options[:zk_connect_timeout]
|
60
62
|
@zk_connect_timeout = "#{options[:zk_connect_timeout]}"
|
@@ -143,6 +145,13 @@ class Kafka::Group
|
|
143
145
|
if options[:consumer_id]
|
144
146
|
@consumer_id = options[:consumer_id]
|
145
147
|
end
|
148
|
+
|
149
|
+
if options[:dual_commit_enabled]
|
150
|
+
@dual_commit_enabled = "#{options[:dual_commit_enabled]}"
|
151
|
+
end
|
152
|
+
if options[:offsets_storage]
|
153
|
+
@offsets_storage = "#{options[:offsets_storage]}"
|
154
|
+
end
|
146
155
|
end
|
147
156
|
|
148
157
|
public
|
@@ -238,6 +247,8 @@ class Kafka::Group
|
|
238
247
|
properties.put('fetch.wait.max.ms', @fetch_wait_max_ms)
|
239
248
|
properties.put('refresh.leader.backoff.ms', @refresh_leader_backoff_ms)
|
240
249
|
properties.put('consumer.timeout.ms', @consumer_timeout_ms)
|
250
|
+
properties.put('dual.commit.enabled', @dual_commit_enabled)
|
251
|
+
properties.put('offsets.storage', @offsets_storage)
|
241
252
|
unless @consumer_id.nil?
|
242
253
|
properties.put('consumer.id', @consumer_id)
|
243
254
|
end
|
data/lib/jruby-kafka/version.rb
CHANGED
data/lib/jruby-kafka_jars.rb
CHANGED
@@ -1,18 +1,38 @@
|
|
1
1
|
# this is a generated file, to avoid over-writing it just delete this comment
|
2
|
-
|
2
|
+
begin
|
3
|
+
require 'jar_dependencies'
|
4
|
+
rescue LoadError
|
5
|
+
require 'log4j/log4j/1.2.17/log4j-1.2.17.jar'
|
6
|
+
require 'org/apache/kafka/kafka_2.10/0.8.2.2/kafka_2.10-0.8.2.2.jar'
|
7
|
+
require 'org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar'
|
8
|
+
require 'org/slf4j/slf4j-log4j12/1.7.13/slf4j-log4j12-1.7.13.jar'
|
9
|
+
require 'org/slf4j/slf4j-api/1.7.13/slf4j-api-1.7.13.jar'
|
10
|
+
require 'net/sf/jopt-simple/jopt-simple/3.2/jopt-simple-3.2.jar'
|
11
|
+
require 'io/netty/netty/3.7.0.Final/netty-3.7.0.Final.jar'
|
12
|
+
require 'net/jpountz/lz4/lz4/1.2.0/lz4-1.2.0.jar'
|
13
|
+
require 'junit/junit/3.8.1/junit-3.8.1.jar'
|
14
|
+
require 'org/apache/kafka/kafka-clients/0.8.2.2/kafka-clients-0.8.2.2.jar'
|
15
|
+
require 'com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar'
|
16
|
+
require 'jline/jline/0.9.94/jline-0.9.94.jar'
|
17
|
+
require 'org/xerial/snappy/snappy-java/1.1.1.7/snappy-java-1.1.1.7.jar'
|
18
|
+
require 'org/scala-lang/scala-library/2.10.4/scala-library-2.10.4.jar'
|
19
|
+
require 'com/101tec/zkclient/0.3/zkclient-0.3.jar'
|
20
|
+
end
|
3
21
|
|
4
|
-
|
5
|
-
require_jar( 'log4j', 'log4j', '1.2.17' )
|
6
|
-
require_jar( 'org.
|
7
|
-
require_jar( '
|
8
|
-
require_jar( '
|
9
|
-
require_jar( 'org.slf4j', 'slf4j-api', '1.7.13' )
|
10
|
-
require_jar( '
|
11
|
-
require_jar( '
|
12
|
-
require_jar( '
|
13
|
-
require_jar( '
|
14
|
-
require_jar( 'org.apache.
|
15
|
-
require_jar( '
|
16
|
-
require_jar( '
|
17
|
-
require_jar( 'org.
|
18
|
-
require_jar( '
|
22
|
+
if defined? Jars
|
23
|
+
require_jar( 'log4j', 'log4j', '1.2.17' )
|
24
|
+
require_jar( 'org.apache.kafka', 'kafka_2.10', '0.8.2.2' )
|
25
|
+
require_jar( 'org.apache.zookeeper', 'zookeeper', '3.4.6' )
|
26
|
+
require_jar( 'org.slf4j', 'slf4j-log4j12', '1.7.13' )
|
27
|
+
require_jar( 'org.slf4j', 'slf4j-api', '1.7.13' )
|
28
|
+
require_jar( 'net.sf.jopt-simple', 'jopt-simple', '3.2' )
|
29
|
+
require_jar( 'io.netty', 'netty', '3.7.0.Final' )
|
30
|
+
require_jar( 'net.jpountz.lz4', 'lz4', '1.2.0' )
|
31
|
+
require_jar( 'junit', 'junit', '3.8.1' )
|
32
|
+
require_jar( 'org.apache.kafka', 'kafka-clients', '0.8.2.2' )
|
33
|
+
require_jar( 'com.yammer.metrics', 'metrics-core', '2.2.0' )
|
34
|
+
require_jar( 'jline', 'jline', '0.9.94' )
|
35
|
+
require_jar( 'org.xerial.snappy', 'snappy-java', '1.1.1.7' )
|
36
|
+
require_jar( 'org.scala-lang', 'scala-library', '2.10.4' )
|
37
|
+
require_jar( 'com.101tec', 'zkclient', '0.3' )
|
38
|
+
end
|
metadata
CHANGED
@@ -1,66 +1,66 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: jruby-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 1.7.pre.beta
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Joseph Lawson
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-
|
11
|
+
date: 2016-08-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
+
name: jar-dependencies
|
14
15
|
requirement: !ruby/object:Gem::Requirement
|
15
16
|
requirements:
|
16
17
|
- - ~>
|
17
18
|
- !ruby/object:Gem::Version
|
18
19
|
version: 0.3.2
|
19
|
-
name: jar-dependencies
|
20
|
-
prerelease: false
|
21
20
|
type: :development
|
21
|
+
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - ~>
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: 0.3.2
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
+
name: rake
|
28
29
|
requirement: !ruby/object:Gem::Requirement
|
29
30
|
requirements:
|
30
31
|
- - ~>
|
31
32
|
- !ruby/object:Gem::Version
|
32
33
|
version: '10.5'
|
33
|
-
name: rake
|
34
|
-
prerelease: false
|
35
34
|
type: :development
|
35
|
+
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - ~>
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '10.5'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
+
name: rspec
|
42
43
|
requirement: !ruby/object:Gem::Requirement
|
43
44
|
requirements:
|
44
45
|
- - ~>
|
45
46
|
- !ruby/object:Gem::Version
|
46
47
|
version: '3.4'
|
47
|
-
name: rspec
|
48
|
-
prerelease: false
|
49
48
|
type: :development
|
49
|
+
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - ~>
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '3.4'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
+
name: ruby-maven
|
56
57
|
requirement: !ruby/object:Gem::Requirement
|
57
58
|
requirements:
|
58
59
|
- - ~>
|
59
60
|
- !ruby/object:Gem::Version
|
60
61
|
version: '3.3'
|
61
|
-
name: ruby-maven
|
62
|
-
prerelease: false
|
63
62
|
type: :development
|
63
|
+
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - ~>
|
@@ -100,26 +100,26 @@ homepage: https://github.com/joekiller/jruby-kafka
|
|
100
100
|
licenses:
|
101
101
|
- Apache 2.0
|
102
102
|
metadata: {}
|
103
|
-
post_install_message:
|
103
|
+
post_install_message:
|
104
104
|
rdoc_options: []
|
105
105
|
require_paths:
|
106
106
|
- lib
|
107
107
|
required_ruby_version: !ruby/object:Gem::Requirement
|
108
108
|
requirements:
|
109
|
-
- - '>='
|
109
|
+
- - ! '>='
|
110
110
|
- !ruby/object:Gem::Version
|
111
111
|
version: '0'
|
112
112
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
113
113
|
requirements:
|
114
|
-
- - '
|
114
|
+
- - ! '>'
|
115
115
|
- !ruby/object:Gem::Version
|
116
|
-
version:
|
116
|
+
version: 1.3.1
|
117
117
|
requirements:
|
118
118
|
- jar 'org.apache.kafka:kafka_2.10', '0.8.2.2'
|
119
119
|
- jar 'org.slf4j:slf4j-log4j12', '1.7.13'
|
120
|
-
rubyforge_project:
|
120
|
+
rubyforge_project:
|
121
121
|
rubygems_version: 2.4.5
|
122
|
-
signing_key:
|
122
|
+
signing_key:
|
123
123
|
specification_version: 4
|
124
124
|
summary: jruby Kafka wrapper
|
125
125
|
test_files: []
|