logstash-input-kinesis 2.0.0-java → 2.0.1-java
Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: e58c88a1472fb5a313445353cd29777d014356a8
|
4
|
+
data.tar.gz: 6874ad08fd88c0f4e7d0924d024e5974b3cf5515
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 4e4bb72505af25b89a26bce1af2ce870007c65373138be07a188ae983cc0af818c2db7ed08d8dbc284b50b1d88424e4f272e96d97063894b73ecc22d2bc01cfe
|
7
|
+
data.tar.gz: 558f2ee9456e49b130e1ec33b0890c7a3485e46b2b2357c10862d011d0b9b4dcc15acfb937495996f54e8f6730d8aaf361c985e21292ce87ca20bfdd44ef38ed
|
@@ -18,13 +18,12 @@ class LogStash::Inputs::Kinesis::Worker
|
|
18
18
|
@constructed = true
|
19
19
|
else
|
20
20
|
_shard_id = args[0].shardId
|
21
|
-
@decoder = java.nio.charset::Charset.forName("UTF-8").newDecoder()
|
22
21
|
end
|
23
22
|
end
|
24
23
|
public :initialize
|
25
24
|
|
26
25
|
def processRecords(records_input)
|
27
|
-
records_input.records.each { |record| process_record(record) }
|
26
|
+
records_input.records.each { |record| process_record(record.getData) }
|
28
27
|
if Time.now >= @next_checkpoint
|
29
28
|
checkpoint(records_input.checkpointer)
|
30
29
|
@next_checkpoint = Time.now + @checkpoint_interval
|
@@ -46,7 +45,7 @@ class LogStash::Inputs::Kinesis::Worker
|
|
46
45
|
end
|
47
46
|
|
48
47
|
def process_record(record)
|
49
|
-
raw =
|
48
|
+
raw = String.from_java_bytes(record.array)
|
50
49
|
@codec.decode(raw) do |event|
|
51
50
|
@decorator.call(event)
|
52
51
|
@output_queue << event
|
@@ -10,7 +10,7 @@ RSpec.describe "LogStash::Inputs::Kinesis::Worker" do
|
|
10
10
|
subject!(:worker) { LogStash::Inputs::Kinesis::Worker.new(codec, queue, decorator, checkpoint_interval) }
|
11
11
|
let(:codec) { LogStash::Codecs::JSON.new() }
|
12
12
|
let(:queue) { Queue.new }
|
13
|
-
let(:decorator) { proc { |x| x
|
13
|
+
let(:decorator) { proc { |x| x.set('decorated', true); x } }
|
14
14
|
let(:checkpoint_interval) { 120 }
|
15
15
|
let(:checkpointer) { double('checkpointer', checkpoint: nil) }
|
16
16
|
let(:init_input) { KCL_TYPES::InitializationInput.new().withShardId("xyz") }
|
@@ -53,9 +53,9 @@ RSpec.describe "LogStash::Inputs::Kinesis::Worker" do
|
|
53
53
|
m2 = queue.pop
|
54
54
|
expect(m1).to be_kind_of(LogStash::Event)
|
55
55
|
expect(m2).to be_kind_of(LogStash::Event)
|
56
|
-
expect(m1
|
57
|
-
expect(m1
|
58
|
-
expect(m1
|
56
|
+
expect(m1.get('id')).to eq("record1")
|
57
|
+
expect(m1.get('message')).to eq("test1")
|
58
|
+
expect(m1.get('decorated')).to eq(true)
|
59
59
|
end
|
60
60
|
|
61
61
|
it "checkpoints on interval" do
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-kinesis
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 2.0.
|
4
|
+
version: 2.0.1
|
5
5
|
platform: java
|
6
6
|
authors:
|
7
7
|
- Brian Palmer
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2016-10-
|
11
|
+
date: 2016-10-26 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|