ruby-kafka 0.6.8 → 0.7.0.alpha1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +1 -7
- data/lib/kafka/client.rb +1 -1
- data/lib/kafka/consumer.rb +6 -16
- data/lib/kafka/consumer_group.rb +0 -4
- data/lib/kafka/fetch_operation.rb +1 -1
- data/lib/kafka/fetcher.rb +2 -2
- data/lib/kafka/heartbeat.rb +5 -7
- data/lib/kafka/version.rb +1 -1
- metadata +4 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 3a913d7cca1f36c5d37398c39620db551399b18073ae1cc11eb110e0d32f8a39
|
4
|
+
data.tar.gz: 5ccef5d293d0d8732eb592496468f8f7840a4a8a62ca1982c0c81d7b224a2f93
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: e21b28dd124d83ca1c470f807e21ceb1d4c117a6aa9f22103f405752f4212fc5119d969b09e58a6bd35dfe56ea7611274dd79cb7c10fe8c573ce6031b3a8a547
|
7
|
+
data.tar.gz: dab421eb3da87aa62e134e16a0cafb73825df1ca09b7dd3c702d12e9235c303ec286b581b4f5c87fafc95ae19983d76db3995fb1eda5ef922ba1bae4f224bbbc
|
data/CHANGELOG.md
CHANGED
@@ -4,13 +4,7 @@ Changes and additions to the library will be listed here.
|
|
4
4
|
|
5
5
|
## Unreleased
|
6
6
|
|
7
|
-
|
8
|
-
|
9
|
-
- Fix bug related to partition assignment.
|
10
|
-
|
11
|
-
## v0.6.4
|
12
|
-
|
13
|
-
- Fix bug that caused consumers to jump back and reprocess messages (#595).
|
7
|
+
- Drop support for Kafka 0.10 in favor of native support for Kafka 0.11.
|
14
8
|
|
15
9
|
## v0.6.3
|
16
10
|
|
data/lib/kafka/client.rb
CHANGED
data/lib/kafka/consumer.rb
CHANGED
@@ -235,7 +235,7 @@ module Kafka
|
|
235
235
|
mark_message_as_processed(message) if automatically_mark_as_processed
|
236
236
|
@offset_manager.commit_offsets_if_necessary
|
237
237
|
|
238
|
-
|
238
|
+
@heartbeat.send_if_necessary
|
239
239
|
|
240
240
|
return if !@running
|
241
241
|
end
|
@@ -326,7 +326,7 @@ module Kafka
|
|
326
326
|
|
327
327
|
@offset_manager.commit_offsets_if_necessary
|
328
328
|
|
329
|
-
|
329
|
+
@heartbeat.send_if_necessary
|
330
330
|
|
331
331
|
return if !@running
|
332
332
|
end
|
@@ -362,18 +362,10 @@ module Kafka
|
|
362
362
|
@offset_manager.mark_as_processed(message.topic, message.partition, message.offset)
|
363
363
|
end
|
364
364
|
|
365
|
-
def
|
366
|
-
@heartbeat.
|
365
|
+
def send_heartbeat_if_necessary
|
366
|
+
@heartbeat.send_if_necessary
|
367
367
|
end
|
368
368
|
|
369
|
-
def trigger_heartbeat!
|
370
|
-
@heartbeat.trigger!
|
371
|
-
end
|
372
|
-
|
373
|
-
# Aliases for the external API compatibility
|
374
|
-
alias send_heartbeat_if_necessary trigger_heartbeat
|
375
|
-
alias send_heartbeat trigger_heartbeat!
|
376
|
-
|
377
369
|
private
|
378
370
|
|
379
371
|
def consumer_loop
|
@@ -496,7 +488,7 @@ module Kafka
|
|
496
488
|
|
497
489
|
join_group unless @group.member?
|
498
490
|
|
499
|
-
|
491
|
+
@heartbeat.send_if_necessary
|
500
492
|
|
501
493
|
resume_paused_partitions!
|
502
494
|
|
@@ -509,9 +501,7 @@ module Kafka
|
|
509
501
|
|
510
502
|
case tag
|
511
503
|
when :batches
|
512
|
-
|
513
|
-
# are only processed if the batches are from brokers for which this broker is still responsible.
|
514
|
-
message.select { |batch| @group.assigned_to?(batch.topic, batch.partition) }
|
504
|
+
message
|
515
505
|
when :exception
|
516
506
|
raise message
|
517
507
|
end
|
data/lib/kafka/consumer_group.rb
CHANGED
@@ -109,7 +109,7 @@ module Kafka
|
|
109
109
|
}
|
110
110
|
}
|
111
111
|
}
|
112
|
-
rescue Kafka::ConnectionError, Kafka::LeaderNotAvailable, Kafka::NotLeaderForPartition
|
112
|
+
rescue Kafka::ConnectionError, Kafka::LeaderNotAvailable, Kafka::NotLeaderForPartition
|
113
113
|
@cluster.mark_as_stale!
|
114
114
|
|
115
115
|
raise
|
data/lib/kafka/fetcher.rb
CHANGED
@@ -138,9 +138,9 @@ module Kafka
|
|
138
138
|
highwater_mark_offset: batch.highwater_mark_offset,
|
139
139
|
message_count: batch.messages.count,
|
140
140
|
})
|
141
|
-
|
142
|
-
@next_offsets[batch.topic][batch.partition] = batch.last_offset + 1
|
143
141
|
end
|
142
|
+
|
143
|
+
@next_offsets[batch.topic][batch.partition] = batch.last_offset + 1
|
144
144
|
end
|
145
145
|
|
146
146
|
@queue << [:batches, batches]
|
data/lib/kafka/heartbeat.rb
CHANGED
@@ -8,13 +8,11 @@ module Kafka
|
|
8
8
|
@last_heartbeat = Time.now
|
9
9
|
end
|
10
10
|
|
11
|
-
def
|
12
|
-
@
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
def trigger
|
17
|
-
trigger! if Time.now > @last_heartbeat + @interval
|
11
|
+
def send_if_necessary
|
12
|
+
if Time.now > @last_heartbeat + @interval
|
13
|
+
@group.heartbeat
|
14
|
+
@last_heartbeat = Time.now
|
15
|
+
end
|
18
16
|
end
|
19
17
|
end
|
20
18
|
end
|
data/lib/kafka/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: ruby-kafka
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.7.0.alpha1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Daniel Schierbeck
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2018-
|
11
|
+
date: 2018-05-24 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -412,9 +412,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
412
412
|
version: 2.1.0
|
413
413
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
414
414
|
requirements:
|
415
|
-
- - "
|
415
|
+
- - ">"
|
416
416
|
- !ruby/object:Gem::Version
|
417
|
-
version:
|
417
|
+
version: 1.3.1
|
418
418
|
requirements: []
|
419
419
|
rubyforge_project:
|
420
420
|
rubygems_version: 2.7.6
|