jruby-kafka 1.6-java → 1.7.pre.beta-java
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +13 -5
- data/lib/jruby-kafka/group.rb +14 -3
- data/lib/jruby-kafka/version.rb +1 -1
- data/lib/jruby-kafka_jars.rb +36 -16
- metadata +17 -17
checksums.yaml
CHANGED
@@ -1,7 +1,15 @@
|
|
1
1
|
---
|
2
|
-
|
3
|
-
metadata.gz:
|
4
|
-
|
2
|
+
!binary "U0hBMQ==":
|
3
|
+
metadata.gz: !binary |-
|
4
|
+
ZWJjNTQ4NDI3ZjE1NGNlM2QzMTFkNzcxOGYyMzA5OGU0MTJhM2QwMg==
|
5
|
+
data.tar.gz: !binary |-
|
6
|
+
OTllYWQ3ZGM5ZjJjMmUyZWNmZDkwZjA1OGU5ZDdiODM1YWU3NzRkYg==
|
5
7
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
|
8
|
+
metadata.gz: !binary |-
|
9
|
+
YmZmZjQyODJlOWM1NmIxODY2YjJlODU5MWExZjliNWVjZDg1MDI0NTQ5MTMw
|
10
|
+
ZmRjYzRhZTYxNDlhODBjNDJjOGE3YTUzMzNhZjk5MGMwMTgxMjk3MWEyOWE0
|
11
|
+
MTZjMmIzNzY3ZTU5ZmNlOGY0Mzc5NDc3MDEwZGJkNTA3YWM1Y2U=
|
12
|
+
data.tar.gz: !binary |-
|
13
|
+
YmQ0NzU0ZTU2ODlhZmVlNTQ2NTcxMTAwZWQ1NTFmMzJhODA2NWZhODVkZDdm
|
14
|
+
ZTFlZjFmMDk2NDMzMGEyZTgyODZhNDJlNTNlMjRhYjMxODZkNTNjYWJjMDVl
|
15
|
+
OTdmNTY2YTEzYzIyZDAyZWQwZGNlMDVjYWRiZThiNjgzYmFiYTU=
|
data/lib/jruby-kafka/group.rb
CHANGED
@@ -17,10 +17,10 @@ class Kafka::Group
|
|
17
17
|
# :zk_connect_timeout => "6000" - (optional) The max time that the client waits while establishing a connection to zookeeper.
|
18
18
|
# :group_id => "group" - REQUIRED: The group id to consume on.
|
19
19
|
# :topic_id => "topic" - REQUIRED: The topic id to consume on.
|
20
|
-
# :reset_beginning => "from-beginning" - (optional) reset the consumer group to start at the
|
20
|
+
# :reset_beginning => "from-beginning" - (optional) reset the consumer group to start at the
|
21
21
|
# earliest message present in the log by clearing any offsets for the group stored in Zookeeper.
|
22
|
-
# :auto_offset_reset => "smallest" or "largest" - (optional, default 'largest') If the consumer does not already
|
23
|
-
# have an established offset to consume from, start with the earliest message present in the log (smallest) or
|
22
|
+
# :auto_offset_reset => "smallest" or "largest" - (optional, default 'largest') If the consumer does not already
|
23
|
+
# have an established offset to consume from, start with the earliest message present in the log (smallest) or
|
24
24
|
# after the last message in the log (largest).
|
25
25
|
# :consumer_restart_on_error => "true" - (optional) Controls if consumer threads are to restart on caught exceptions.
|
26
26
|
# exceptions are logged.
|
@@ -55,6 +55,8 @@ class Kafka::Group
|
|
55
55
|
@consumer_id = nil
|
56
56
|
@key_decoder_class = "kafka.serializer.DefaultDecoder"
|
57
57
|
@value_decoder_class = "kafka.serializer.DefaultDecoder"
|
58
|
+
@dual_commit_enabled = "#{true}"
|
59
|
+
@offsets_storage = "zookeeper"
|
58
60
|
|
59
61
|
if options[:zk_connect_timeout]
|
60
62
|
@zk_connect_timeout = "#{options[:zk_connect_timeout]}"
|
@@ -143,6 +145,13 @@ class Kafka::Group
|
|
143
145
|
if options[:consumer_id]
|
144
146
|
@consumer_id = options[:consumer_id]
|
145
147
|
end
|
148
|
+
|
149
|
+
if options[:dual_commit_enabled]
|
150
|
+
@dual_commit_enabled = "#{options[:dual_commit_enabled]}"
|
151
|
+
end
|
152
|
+
if options[:offsets_storage]
|
153
|
+
@offsets_storage = "#{options[:offsets_storage]}"
|
154
|
+
end
|
146
155
|
end
|
147
156
|
|
148
157
|
public
|
@@ -238,6 +247,8 @@ class Kafka::Group
|
|
238
247
|
properties.put('fetch.wait.max.ms', @fetch_wait_max_ms)
|
239
248
|
properties.put('refresh.leader.backoff.ms', @refresh_leader_backoff_ms)
|
240
249
|
properties.put('consumer.timeout.ms', @consumer_timeout_ms)
|
250
|
+
properties.put('dual.commit.enabled', @dual_commit_enabled)
|
251
|
+
properties.put('offsets.storage', @offsets_storage)
|
241
252
|
unless @consumer_id.nil?
|
242
253
|
properties.put('consumer.id', @consumer_id)
|
243
254
|
end
|
data/lib/jruby-kafka/version.rb
CHANGED
data/lib/jruby-kafka_jars.rb
CHANGED
@@ -1,18 +1,38 @@
|
|
1
1
|
# this is a generated file, to avoid over-writing it just delete this comment
|
2
|
-
|
2
|
+
begin
|
3
|
+
require 'jar_dependencies'
|
4
|
+
rescue LoadError
|
5
|
+
require 'log4j/log4j/1.2.17/log4j-1.2.17.jar'
|
6
|
+
require 'org/apache/kafka/kafka_2.10/0.8.2.2/kafka_2.10-0.8.2.2.jar'
|
7
|
+
require 'org/apache/zookeeper/zookeeper/3.4.6/zookeeper-3.4.6.jar'
|
8
|
+
require 'org/slf4j/slf4j-log4j12/1.7.13/slf4j-log4j12-1.7.13.jar'
|
9
|
+
require 'org/slf4j/slf4j-api/1.7.13/slf4j-api-1.7.13.jar'
|
10
|
+
require 'net/sf/jopt-simple/jopt-simple/3.2/jopt-simple-3.2.jar'
|
11
|
+
require 'io/netty/netty/3.7.0.Final/netty-3.7.0.Final.jar'
|
12
|
+
require 'net/jpountz/lz4/lz4/1.2.0/lz4-1.2.0.jar'
|
13
|
+
require 'junit/junit/3.8.1/junit-3.8.1.jar'
|
14
|
+
require 'org/apache/kafka/kafka-clients/0.8.2.2/kafka-clients-0.8.2.2.jar'
|
15
|
+
require 'com/yammer/metrics/metrics-core/2.2.0/metrics-core-2.2.0.jar'
|
16
|
+
require 'jline/jline/0.9.94/jline-0.9.94.jar'
|
17
|
+
require 'org/xerial/snappy/snappy-java/1.1.1.7/snappy-java-1.1.1.7.jar'
|
18
|
+
require 'org/scala-lang/scala-library/2.10.4/scala-library-2.10.4.jar'
|
19
|
+
require 'com/101tec/zkclient/0.3/zkclient-0.3.jar'
|
20
|
+
end
|
3
21
|
|
4
|
-
|
5
|
-
require_jar( 'log4j', 'log4j', '1.2.17' )
|
6
|
-
require_jar( 'org.
|
7
|
-
require_jar( '
|
8
|
-
require_jar( '
|
9
|
-
require_jar( 'org.slf4j', 'slf4j-api', '1.7.13' )
|
10
|
-
require_jar( '
|
11
|
-
require_jar( '
|
12
|
-
require_jar( '
|
13
|
-
require_jar( '
|
14
|
-
require_jar( 'org.apache.
|
15
|
-
require_jar( '
|
16
|
-
require_jar( '
|
17
|
-
require_jar( 'org.
|
18
|
-
require_jar( '
|
22
|
+
if defined? Jars
|
23
|
+
require_jar( 'log4j', 'log4j', '1.2.17' )
|
24
|
+
require_jar( 'org.apache.kafka', 'kafka_2.10', '0.8.2.2' )
|
25
|
+
require_jar( 'org.apache.zookeeper', 'zookeeper', '3.4.6' )
|
26
|
+
require_jar( 'org.slf4j', 'slf4j-log4j12', '1.7.13' )
|
27
|
+
require_jar( 'org.slf4j', 'slf4j-api', '1.7.13' )
|
28
|
+
require_jar( 'net.sf.jopt-simple', 'jopt-simple', '3.2' )
|
29
|
+
require_jar( 'io.netty', 'netty', '3.7.0.Final' )
|
30
|
+
require_jar( 'net.jpountz.lz4', 'lz4', '1.2.0' )
|
31
|
+
require_jar( 'junit', 'junit', '3.8.1' )
|
32
|
+
require_jar( 'org.apache.kafka', 'kafka-clients', '0.8.2.2' )
|
33
|
+
require_jar( 'com.yammer.metrics', 'metrics-core', '2.2.0' )
|
34
|
+
require_jar( 'jline', 'jline', '0.9.94' )
|
35
|
+
require_jar( 'org.xerial.snappy', 'snappy-java', '1.1.1.7' )
|
36
|
+
require_jar( 'org.scala-lang', 'scala-library', '2.10.4' )
|
37
|
+
require_jar( 'com.101tec', 'zkclient', '0.3' )
|
38
|
+
end
|
metadata
CHANGED
@@ -1,66 +1,66 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: jruby-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version:
|
4
|
+
version: 1.7.pre.beta
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Joseph Lawson
|
8
|
-
autorequire:
|
8
|
+
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-
|
11
|
+
date: 2016-08-12 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
|
+
name: jar-dependencies
|
14
15
|
requirement: !ruby/object:Gem::Requirement
|
15
16
|
requirements:
|
16
17
|
- - ~>
|
17
18
|
- !ruby/object:Gem::Version
|
18
19
|
version: 0.3.2
|
19
|
-
name: jar-dependencies
|
20
|
-
prerelease: false
|
21
20
|
type: :development
|
21
|
+
prerelease: false
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - ~>
|
25
25
|
- !ruby/object:Gem::Version
|
26
26
|
version: 0.3.2
|
27
27
|
- !ruby/object:Gem::Dependency
|
28
|
+
name: rake
|
28
29
|
requirement: !ruby/object:Gem::Requirement
|
29
30
|
requirements:
|
30
31
|
- - ~>
|
31
32
|
- !ruby/object:Gem::Version
|
32
33
|
version: '10.5'
|
33
|
-
name: rake
|
34
|
-
prerelease: false
|
35
34
|
type: :development
|
35
|
+
prerelease: false
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - ~>
|
39
39
|
- !ruby/object:Gem::Version
|
40
40
|
version: '10.5'
|
41
41
|
- !ruby/object:Gem::Dependency
|
42
|
+
name: rspec
|
42
43
|
requirement: !ruby/object:Gem::Requirement
|
43
44
|
requirements:
|
44
45
|
- - ~>
|
45
46
|
- !ruby/object:Gem::Version
|
46
47
|
version: '3.4'
|
47
|
-
name: rspec
|
48
|
-
prerelease: false
|
49
48
|
type: :development
|
49
|
+
prerelease: false
|
50
50
|
version_requirements: !ruby/object:Gem::Requirement
|
51
51
|
requirements:
|
52
52
|
- - ~>
|
53
53
|
- !ruby/object:Gem::Version
|
54
54
|
version: '3.4'
|
55
55
|
- !ruby/object:Gem::Dependency
|
56
|
+
name: ruby-maven
|
56
57
|
requirement: !ruby/object:Gem::Requirement
|
57
58
|
requirements:
|
58
59
|
- - ~>
|
59
60
|
- !ruby/object:Gem::Version
|
60
61
|
version: '3.3'
|
61
|
-
name: ruby-maven
|
62
|
-
prerelease: false
|
63
62
|
type: :development
|
63
|
+
prerelease: false
|
64
64
|
version_requirements: !ruby/object:Gem::Requirement
|
65
65
|
requirements:
|
66
66
|
- - ~>
|
@@ -100,26 +100,26 @@ homepage: https://github.com/joekiller/jruby-kafka
|
|
100
100
|
licenses:
|
101
101
|
- Apache 2.0
|
102
102
|
metadata: {}
|
103
|
-
post_install_message:
|
103
|
+
post_install_message:
|
104
104
|
rdoc_options: []
|
105
105
|
require_paths:
|
106
106
|
- lib
|
107
107
|
required_ruby_version: !ruby/object:Gem::Requirement
|
108
108
|
requirements:
|
109
|
-
- - '>='
|
109
|
+
- - ! '>='
|
110
110
|
- !ruby/object:Gem::Version
|
111
111
|
version: '0'
|
112
112
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
113
113
|
requirements:
|
114
|
-
- - '
|
114
|
+
- - ! '>'
|
115
115
|
- !ruby/object:Gem::Version
|
116
|
-
version:
|
116
|
+
version: 1.3.1
|
117
117
|
requirements:
|
118
118
|
- jar 'org.apache.kafka:kafka_2.10', '0.8.2.2'
|
119
119
|
- jar 'org.slf4j:slf4j-log4j12', '1.7.13'
|
120
|
-
rubyforge_project:
|
120
|
+
rubyforge_project:
|
121
121
|
rubygems_version: 2.4.5
|
122
|
-
signing_key:
|
122
|
+
signing_key:
|
123
123
|
specification_version: 4
|
124
124
|
summary: jruby Kafka wrapper
|
125
125
|
test_files: []
|