fluent-plugin-azure-queue 0.0.4.pre → 0.0.5.pre
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/VERSION +1 -1
- data/lib/fluent/plugin/in_azure_event_hub_capture.rb +16 -8
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 9ce24e4937db26a3918accbc66d8b39692a1259c
|
|
4
|
+
data.tar.gz: b9a068ff1a161c12e1f80cd8a6cb8ac716936dae
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 990edfb1e19407bf039dd05de4d388c4f54d65dd911712ccbac0a884bbe9a66657757448cf139b72f0357373f8c96e9a3882ac7a96a1a634099a1783b28f26de
|
|
7
|
+
data.tar.gz: ecedf28bd3eced34c4405805c9f1845393b43ce7d15ee96a750231e3f6c00442f2b955ac0e0ecde51e17ffed7e38234415478cd22e217850c0620c4c20f126d8
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
0.0.
|
|
1
|
+
0.0.5.pre
|
|
@@ -57,7 +57,7 @@ module Fluent
|
|
|
57
57
|
begin
|
|
58
58
|
blobs = @blob_client.list_blobs(@container_name)
|
|
59
59
|
blobs = blobs.select { |b| b.properties[:lease_status] == "unlocked" }
|
|
60
|
-
log.
|
|
60
|
+
log.info("Found #{blobs.count} unlocked blobs", container_name: @container_name)
|
|
61
61
|
# Blobs come back with oldest first
|
|
62
62
|
blobs.each do |blob|
|
|
63
63
|
ingest_blob(blob)
|
|
@@ -75,7 +75,7 @@ module Fluent
|
|
|
75
75
|
def ingest_blob(blob)
|
|
76
76
|
begin
|
|
77
77
|
lease_id = @blob_client.acquire_blob_lease(@container_name, blob.name, duration: @lease_duration)
|
|
78
|
-
log.
|
|
78
|
+
log.info("Blob Leased", blob_name: blob.name)
|
|
79
79
|
blob, blob_contents = @blob_client.get_blob(@container_name, blob.name)
|
|
80
80
|
emit_blob_messages(blob_contents)
|
|
81
81
|
log.trace("Done Ingest blob", blob_name: blob.name)
|
|
@@ -88,9 +88,9 @@ module Fluent
|
|
|
88
88
|
end
|
|
89
89
|
rescue Azure::Core::Http::HTTPError => e
|
|
90
90
|
if e.status_code == 409
|
|
91
|
-
log.
|
|
91
|
+
log.trace("Blob already leased", blob_name: blob.name)
|
|
92
92
|
elsif e.status_code == 404
|
|
93
|
-
log.
|
|
93
|
+
log.trace("Blob already deleted", blob_name: blob.name)
|
|
94
94
|
else
|
|
95
95
|
log.warn("Error occurred while ingesting blob", error: e)
|
|
96
96
|
log.warn_backtrace(e.backtrace)
|
|
@@ -105,10 +105,18 @@ module Fluent
|
|
|
105
105
|
buffer = StringIO.new(blob_contents)
|
|
106
106
|
reader = Avro::DataFile::Reader.new(buffer, Avro::IO::DatumReader.new)
|
|
107
107
|
event_stream = MultiEventStream.new
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
108
|
+
begin
|
|
109
|
+
reader.each do |record|
|
|
110
|
+
time = Time.strptime(record["EnqueuedTimeUtc"], "%m/%d/%Y %r").to_i
|
|
111
|
+
value = { @message_key => record["Body"] }
|
|
112
|
+
event_stream.add(time, value)
|
|
113
|
+
end
|
|
114
|
+
rescue NoMethodError => e
|
|
115
|
+
if e.message.include? "unpack"
|
|
116
|
+
log.warn("Found 0 length block in blob")
|
|
117
|
+
else
|
|
118
|
+
throw
|
|
119
|
+
end
|
|
112
120
|
end
|
|
113
121
|
router.emit_stream(@tag, event_stream)
|
|
114
122
|
end
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-azure-queue
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.5.pre
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Scott Bonebrake
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-08
|
|
11
|
+
date: 2017-09-08 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fluentd
|