kafka-clients-jruby 1.0.0.pre0-java → 1.0.0.pre1-java
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/kafka/clients/cluster.rb +51 -0
- data/lib/kafka/clients/consumer.rb +95 -0
- data/lib/kafka/clients/consumer_record.rb +29 -0
- data/lib/kafka/clients/consumer_records.rb +19 -0
- data/lib/kafka/clients/ext/kafka_clients.jar +0 -0
- data/lib/kafka/clients/future.rb +13 -0
- data/lib/kafka/clients/node.rb +23 -0
- data/lib/kafka/clients/offset_and_metadata.rb +16 -0
- data/lib/kafka/clients/partition_info.rb +20 -0
- data/lib/kafka/clients/producer.rb +61 -0
- data/lib/kafka/clients/producer_record.rb +45 -0
- data/lib/kafka/clients/record_metadata.rb +26 -0
- data/lib/kafka/clients/topic_partition.rb +14 -0
- data/lib/kafka/clients/version.rb +1 -1
- metadata +15 -3
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: fbc8d425d6981d0e63e316120b14213858e4654d
|
4
|
+
data.tar.gz: 738e1f0667c02a508afb613530c365c71b2fcd62
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: c41bc40d8bfb2ab934eac8785c07a1c7c8566776a3c9cc32345d2a76d3635a544b8e9ec4a6cb7daf9f7013fa0fd845532fda1c0d355a3c55361a5f0675edb869
|
7
|
+
data.tar.gz: 6b81ed7cf1f7aa227159367937a45c4863624b7ea0a67332ef2f4ecd5fe70a05413cecbe4cde82701db6a0f4df5a60a64484feb0e2b256b80d0339d2b207ff03
|
@@ -0,0 +1,51 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class Cluster
|
4
|
+
# @!method nodes
|
5
|
+
# @return [Enumerable<Kafka::Clients::Node>]
|
6
|
+
|
7
|
+
# @!method node_by_id(node_id)
|
8
|
+
# @param node_id [Integer]
|
9
|
+
# @return [Kafka::Clients::Node]
|
10
|
+
|
11
|
+
# @!method leader_for(topic_partition)
|
12
|
+
# @return [Kafka::Clients::Node]
|
13
|
+
# @overload leader_for(topic_partition)
|
14
|
+
# @param topic_partition [Kafka::Clients::TopicPartition]
|
15
|
+
# @return [Kafka::Clients::Node]
|
16
|
+
# @overload leader_for(topic, partition)
|
17
|
+
# @param topic [String]
|
18
|
+
# @param partition [Integer]
|
19
|
+
# @return [Kafka::Clients::Node]
|
20
|
+
|
21
|
+
# @!method partition(topic_partition)
|
22
|
+
# @return [Kafka::Clients::PartitionInfo]
|
23
|
+
# @overload partition(topic_partition)
|
24
|
+
# @param topic_partition [Kafka::Clients::TopicPartition]
|
25
|
+
# @return [Kafka::Clients::PartitionInfo]
|
26
|
+
# @overload partition(topic, partition)
|
27
|
+
# @param topic [String]
|
28
|
+
# @param partition [Integer]
|
29
|
+
# @return [Kafka::Clients::PartitionInfo]
|
30
|
+
|
31
|
+
# @!method partitions_for_topic(topic_name)
|
32
|
+
# @param topic_name [String]
|
33
|
+
# @return [Enumerable<Kafka::Clients::PartitionInfo>]
|
34
|
+
|
35
|
+
# @!method available_partitions_for_topic(topic_name)
|
36
|
+
# @param topic_name [String]
|
37
|
+
# @return [Enumerable<Kafka::Clients::PartitionInfo>]
|
38
|
+
|
39
|
+
# @!method partitions_for_node(node_id)
|
40
|
+
# @param node_id [Integer]
|
41
|
+
# @return [Enumerable<Kafka::Clients::PartitionInfo>]
|
42
|
+
|
43
|
+
# @!method partition_count_for_topic(topic_name)
|
44
|
+
# @param topic_name [String]
|
45
|
+
# @return [Integer, nil]
|
46
|
+
|
47
|
+
# @!method topics
|
48
|
+
# @return [Enumerable<String>]
|
49
|
+
end
|
50
|
+
end
|
51
|
+
end
|
@@ -0,0 +1,95 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class Consumer
|
4
|
+
# @!method initialize(configuration)
|
5
|
+
# @param configuration [Hash]
|
6
|
+
# @return [self]
|
7
|
+
|
8
|
+
# @!method close
|
9
|
+
# @return [nil]
|
10
|
+
|
11
|
+
# @!method partitions_for(topic_name)
|
12
|
+
# @param topic_name [String]
|
13
|
+
# @return [Enumerable<Kafka::Clients::PartitionInfo>]
|
14
|
+
|
15
|
+
# @!method subscribe(topic_names_or_pattern)
|
16
|
+
# @param topic_names_or_pattern [Enumerable<String>, String]
|
17
|
+
# @return [nil]
|
18
|
+
|
19
|
+
# @!method subscription
|
20
|
+
# @return [Enumerable<String>]
|
21
|
+
|
22
|
+
# @!method usubscribe
|
23
|
+
# @return [nil]
|
24
|
+
|
25
|
+
# @!method poll(timeout)
|
26
|
+
# @param timeout [Float] the number of seconds (not milliseconds) to
|
27
|
+
# wait for records
|
28
|
+
# @return [Kafka::Clients::ConsumerRecords]
|
29
|
+
|
30
|
+
# @!method commit_sync(offsets=nil)
|
31
|
+
# @param offsets [Hash<Kafka::Clients::TopicPartition, (Kafka::Clients::OffsetAndMetadata, Integer)>]
|
32
|
+
# @return [nil]
|
33
|
+
|
34
|
+
# @!method commit_async(offsets=nil)
|
35
|
+
# @param offsets [Hash<Kafka::Clients::TopicPartition, (Kafka::Clients::OffsetAndMetadata, Integer)>]
|
36
|
+
# @yieldparam offsets [Hash<Kafka::Clients::TopicPartition, Kafka::Clients::OffsetAndMetadata>]
|
37
|
+
# @yieldparam error [Kafka::Clients::KafkaError]
|
38
|
+
# @return [nil]
|
39
|
+
|
40
|
+
# @!method position(topic_partition)
|
41
|
+
# @return [Integer]
|
42
|
+
# @overload position(topic_partition)
|
43
|
+
# @param topic_partition [TopicPartition]
|
44
|
+
# @return [Integer]
|
45
|
+
# @overload position(topic, partition)
|
46
|
+
# @param topic [String]
|
47
|
+
# @param partition [Integer]
|
48
|
+
# @return [Integer]
|
49
|
+
|
50
|
+
# @!method seek_to_beginning(topic_partitions=nil)
|
51
|
+
# @param topic_partitions [Enumerable<Kafka::Clients::TopicPartition>]
|
52
|
+
# @return [nil]
|
53
|
+
|
54
|
+
# @!method seek_to_end(topic_partitions=nil)
|
55
|
+
# @param topic_partitions [Enumerable<Kafka::Clients::TopicPartition>]
|
56
|
+
# @return [nil]
|
57
|
+
|
58
|
+
# @!method seek(topic_partition, offset)
|
59
|
+
# @return [nil]
|
60
|
+
# @overload seek(topic_partition, offset)
|
61
|
+
# @param topic_partition [Kafka::Clients::TopicPartition]
|
62
|
+
# @param offset [Integer]
|
63
|
+
# @return [nil]
|
64
|
+
# @overload seek(topic, partition, offset)
|
65
|
+
# @param topic [String]
|
66
|
+
# @param partition [Integer]
|
67
|
+
# @param offset [Integer]
|
68
|
+
# @return [nil]
|
69
|
+
|
70
|
+
# @!method assign(topic_partitions)
|
71
|
+
# @param topic_partitions [Enumerable<Kafka::Clients::TopicPartition>]
|
72
|
+
# @return [nil]
|
73
|
+
|
74
|
+
# @!method assignment
|
75
|
+
# @return [Enumerable<TopicPartition>]
|
76
|
+
|
77
|
+
# @!method wakeup
|
78
|
+
# @return [nil]
|
79
|
+
|
80
|
+
# @!method list_topics
|
81
|
+
# @return [Hash<String, Enumerable<Kafka::Clients::PartitionInfo>>]
|
82
|
+
|
83
|
+
# @!method pause(topic_partitions)
|
84
|
+
# @param topic_partitions [Enumerable<Kafka::Clients::TopicPartition>]
|
85
|
+
# @return [nil]
|
86
|
+
|
87
|
+
# @!method resume(topic_partitions)
|
88
|
+
# @param topic_partitions [Enumerable<Kafka::Clients::TopicPartition>]
|
89
|
+
# @return [nil]
|
90
|
+
|
91
|
+
# @!method paused
|
92
|
+
# @return [Enumerable<Kafka::Clients::TopicPartition>]
|
93
|
+
end
|
94
|
+
end
|
95
|
+
end
|
@@ -0,0 +1,29 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class ConsumerRecord
|
4
|
+
# @!method topic
|
5
|
+
# @return [String]
|
6
|
+
|
7
|
+
# @!method partition
|
8
|
+
# @return [Integer]
|
9
|
+
|
10
|
+
# @!method offset
|
11
|
+
# @return [Integer]
|
12
|
+
|
13
|
+
# @!method checksum
|
14
|
+
# @return [Integer]
|
15
|
+
|
16
|
+
# @!method key
|
17
|
+
# @return [String]
|
18
|
+
|
19
|
+
# @!method value
|
20
|
+
# @return [String]
|
21
|
+
|
22
|
+
# @!method timestamp
|
23
|
+
# @return [Timestamp]
|
24
|
+
|
25
|
+
# @!method timestamp_type
|
26
|
+
# @return [Symbol]
|
27
|
+
end
|
28
|
+
end
|
29
|
+
end
|
@@ -0,0 +1,19 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class ConsumerRecords
|
4
|
+
include Enumerable
|
5
|
+
|
6
|
+
# @!method count
|
7
|
+
# @return [Integer]
|
8
|
+
|
9
|
+
alias_method :size, :count
|
10
|
+
|
11
|
+
# @!method each
|
12
|
+
# @yieldparam record [Kafka::Clients::ConsumerRecord]
|
13
|
+
# @return [Enumerable<Kafka::Clients::ConsumerRecord>]
|
14
|
+
|
15
|
+
# @!method empty?
|
16
|
+
# @return [true, false]
|
17
|
+
end
|
18
|
+
end
|
19
|
+
end
|
Binary file
|
@@ -0,0 +1,23 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class Node
|
4
|
+
# @!method has_rack?
|
5
|
+
# @return [true, false]
|
6
|
+
|
7
|
+
# @!method rack
|
8
|
+
# @return [String, nil]
|
9
|
+
|
10
|
+
# @!method host
|
11
|
+
# @return [String]
|
12
|
+
|
13
|
+
# @!method id
|
14
|
+
# @return [Integer]
|
15
|
+
|
16
|
+
# @!method empty?
|
17
|
+
# @return [true, false]
|
18
|
+
|
19
|
+
# @!method port
|
20
|
+
# @return [Integer]
|
21
|
+
end
|
22
|
+
end
|
23
|
+
end
|
@@ -0,0 +1,16 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class OffsetAndMetadata
|
4
|
+
# @!method initialize(offset, metadata=nil)
|
5
|
+
# @param offset [Integer]
|
6
|
+
# @param metadata [String]
|
7
|
+
# @return [self]
|
8
|
+
|
9
|
+
# @!method offset
|
10
|
+
# @return [Integer]
|
11
|
+
|
12
|
+
# @!method metadata
|
13
|
+
# @return [String, nil]
|
14
|
+
end
|
15
|
+
end
|
16
|
+
end
|
@@ -0,0 +1,20 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class PartitionInfo
|
4
|
+
# @!method topic
|
5
|
+
# @return [String]
|
6
|
+
|
7
|
+
# @!method partition
|
8
|
+
# @return [Integer]
|
9
|
+
|
10
|
+
# @!method leader
|
11
|
+
# @return [Kafka::Clients::Node]
|
12
|
+
|
13
|
+
# @!method replicas
|
14
|
+
# @return [Enumerable<Kafka::Clients::Node>]
|
15
|
+
|
16
|
+
# @!method in_sync_replicas
|
17
|
+
# @return [Enumerable<Kafka::Clients::Node>]
|
18
|
+
end
|
19
|
+
end
|
20
|
+
end
|
@@ -0,0 +1,61 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class Producer
|
4
|
+
# @!method initialize(configuration)
|
5
|
+
# @param configuration [Hash]
|
6
|
+
# @return [self]
|
7
|
+
|
8
|
+
# @!method close(options=nil)
|
9
|
+
# @param options [Hash]
|
10
|
+
# @option options [Float] :timeout
|
11
|
+
# @return [self]
|
12
|
+
|
13
|
+
# @!method send(record)
|
14
|
+
# @yieldparam metadata [Kafka::Clients::RecordMetadata]
|
15
|
+
# @yieldparam error [Kafka::Clients::KafkaError]
|
16
|
+
# @return [Kafka::Clients::Future<Kafka::Clients::RecordMetadata>]
|
17
|
+
# @overload send(record)
|
18
|
+
# @yieldparam metadata [Kafka::Clients::RecordMetadata]
|
19
|
+
# @yieldparam error [Kafka::Clients::KafkaError]
|
20
|
+
# @param record [Kafka::Clients::ProducerRecord]
|
21
|
+
# @return [Kafka::Clients::Future<Kafka::Clients::RecordMetadata>]
|
22
|
+
# @overload send(topic, value)
|
23
|
+
# @yieldparam metadata [Kafka::Clients::RecordMetadata]
|
24
|
+
# @yieldparam error [Kafka::Clients::KafkaError]
|
25
|
+
# @param topic [String]
|
26
|
+
# @param value [String]
|
27
|
+
# @return [Kafka::Clients::Future<Kafka::Clients::RecordMetadata>]
|
28
|
+
# @overload send(topic, key, value)
|
29
|
+
# @yieldparam metadata [Kafka::Clients::RecordMetadata]
|
30
|
+
# @yieldparam error [Kafka::Clients::KafkaError]
|
31
|
+
# @param topic [String]
|
32
|
+
# @param key [String]
|
33
|
+
# @param value [String]
|
34
|
+
# @return [Kafka::Clients::Future<Kafka::Clients::RecordMetadata>]
|
35
|
+
# @overload send(topic, partition, key, value)
|
36
|
+
# @yieldparam metadata [Kafka::Clients::RecordMetadata]
|
37
|
+
# @yieldparam error [Kafka::Clients::KafkaError]
|
38
|
+
# @param topic [String]
|
39
|
+
# @param partition [Integer]
|
40
|
+
# @param key [String]
|
41
|
+
# @param value [String]
|
42
|
+
# @return [Kafka::Clients::Future<Kafka::Clients::RecordMetadata>]
|
43
|
+
# @overload send(topic, partition, timestamp, key, value)
|
44
|
+
# @yieldparam metadata [Kafka::Clients::RecordMetadata]
|
45
|
+
# @yieldparam error [Kafka::Clients::KafkaError]
|
46
|
+
# @param topic [String]
|
47
|
+
# @param partition [Integer]
|
48
|
+
# @param timestamp [Time, Float]
|
49
|
+
# @param key [String]
|
50
|
+
# @param value [String]
|
51
|
+
# @return [Kafka::Clients::Future<Kafka::Clients::RecordMetadata>]
|
52
|
+
|
53
|
+
# @!method flush
|
54
|
+
# @return [nil]
|
55
|
+
|
56
|
+
# @!method partitions_for(topic_name)
|
57
|
+
# @param topic_name [String]
|
58
|
+
# @return [Enumerable<Kafka::Clients::PartitionInfo>]
|
59
|
+
end
|
60
|
+
end
|
61
|
+
end
|
@@ -0,0 +1,45 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class ProducerRecord
|
4
|
+
# @!method initialize(topic, partition, timestamp, key, value)
|
5
|
+
# @return [self]
|
6
|
+
# @overload send(topic, value)
|
7
|
+
# @param topic [String]
|
8
|
+
# @param value [String]
|
9
|
+
# @return [self]
|
10
|
+
# @overload send(topic, key, value)
|
11
|
+
# @param topic [String]
|
12
|
+
# @param key [String]
|
13
|
+
# @param value [String]
|
14
|
+
# @return [self]
|
15
|
+
# @overload send(topic, partition, key, value)
|
16
|
+
# @param topic [String]
|
17
|
+
# @param partition [Integer]
|
18
|
+
# @param key [String]
|
19
|
+
# @param value [String]
|
20
|
+
# @return [self]
|
21
|
+
# @overload send(topic, partition, timestamp, key, value)
|
22
|
+
# @param topic [String]
|
23
|
+
# @param partition [Integer]
|
24
|
+
# @param timestamp [Time, Float]
|
25
|
+
# @param key [String]
|
26
|
+
# @param value [String]
|
27
|
+
# @return [self]
|
28
|
+
|
29
|
+
# @!method topic
|
30
|
+
# @return [String]
|
31
|
+
|
32
|
+
# @!method partition
|
33
|
+
# @return [Integer]
|
34
|
+
|
35
|
+
# @!method timestamp
|
36
|
+
# @return [Time]
|
37
|
+
|
38
|
+
# @!method key
|
39
|
+
# @return [String]
|
40
|
+
|
41
|
+
# @!method value
|
42
|
+
# @return [String]
|
43
|
+
end
|
44
|
+
end
|
45
|
+
end
|
@@ -0,0 +1,26 @@
|
|
1
|
+
module Kafka
|
2
|
+
module Clients
|
3
|
+
class RecordMetadata
|
4
|
+
# @!method topic
|
5
|
+
# @return [String]
|
6
|
+
|
7
|
+
# @!method partition
|
8
|
+
# @return [Integer]
|
9
|
+
|
10
|
+
# @!method timestamp
|
11
|
+
# @return [Time]
|
12
|
+
|
13
|
+
# @!method offset
|
14
|
+
# @return [Integer]
|
15
|
+
|
16
|
+
# @!method checksum
|
17
|
+
# @return [Integer]
|
18
|
+
|
19
|
+
# @!method serialized_key_size
|
20
|
+
# @return [Integer]
|
21
|
+
|
22
|
+
# @!method serialized_value_size
|
23
|
+
# @return [Integer]
|
24
|
+
end
|
25
|
+
end
|
26
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: kafka-clients-jruby
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.0.0.
|
4
|
+
version: 1.0.0.pre1
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Theo Hultberg
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-10-
|
11
|
+
date: 2016-10-09 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: Native JRuby wrappers of the Kafka producer and consumer clients
|
14
14
|
email: theo@burtcorp.com
|
@@ -19,9 +19,21 @@ files:
|
|
19
19
|
- ".yardopts"
|
20
20
|
- README.md
|
21
21
|
- lib/kafka/clients.rb
|
22
|
+
- lib/kafka/clients/cluster.rb
|
23
|
+
- lib/kafka/clients/consumer.rb
|
24
|
+
- lib/kafka/clients/consumer_record.rb
|
25
|
+
- lib/kafka/clients/consumer_records.rb
|
22
26
|
- lib/kafka/clients/ext/kafka_clients.jar
|
27
|
+
- lib/kafka/clients/future.rb
|
28
|
+
- lib/kafka/clients/node.rb
|
29
|
+
- lib/kafka/clients/offset_and_metadata.rb
|
30
|
+
- lib/kafka/clients/partition_info.rb
|
31
|
+
- lib/kafka/clients/producer.rb
|
32
|
+
- lib/kafka/clients/producer_record.rb
|
33
|
+
- lib/kafka/clients/record_metadata.rb
|
34
|
+
- lib/kafka/clients/topic_partition.rb
|
23
35
|
- lib/kafka/clients/version.rb
|
24
|
-
homepage:
|
36
|
+
homepage: http://github.com/burtcorp/kafka-clients-jruby
|
25
37
|
licenses: []
|
26
38
|
metadata: {}
|
27
39
|
post_install_message:
|