fluent-plugin-azure-queue 0.0.2.pre → 0.0.4.pre
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/README.md +8 -3
- data/VERSION +1 -1
- data/lib/fluent/plugin/in_azure_event_hub_capture.rb +2 -0
- metadata +2 -3
- data/Gemfile.lock +0 -71
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 6ef77a4c3038b154cb9793556718046ce4869d8e
|
|
4
|
+
data.tar.gz: f431a0149f4b62e4b0687b398460ab76d1934c4e
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 98c7ad2dbd3bc9ac3de6f3cd24c76b48f3ceb663f15cd68164696e81dccebbee1564b4ad249a63ee3d17fc56d3af3b7d865efcc1e7e76a66d1a0b220060e5afa
|
|
7
|
+
data.tar.gz: ea2e64a117d105a87cc0cfd1ee5c6ed90cc08923ce3410e80a18511ce37a69fb13620ba23a49e60ce1bf8f37bea558defbf52a08bedea4488bcfbc6b72dd1cf6
|
data/.gitignore
CHANGED
data/README.md
CHANGED
|
@@ -1,6 +1,9 @@
|
|
|
1
1
|
# A [Fluentd](http://github.com/fluent/fluentd) plugin to read from azure queues and event hubs
|
|
2
|
-
|
|
3
|
-
|
|
2
|
+
[](https://travis-ci.org/sbonebrake/fluent-plugin-azure-queue)
|
|
3
|
+
|
|
4
|
+
This gem consists of two fluentd input plugins, azure_queue and azure_event_hub_capture.
|
|
5
|
+
The azure queue input plugin performs at about 30 messages/second in my tests.
|
|
6
|
+
If you need more throughput from event hubs, I suggest using the event hub capture plugin.
|
|
4
7
|
|
|
5
8
|
## Dependencies
|
|
6
9
|
|
|
@@ -74,7 +77,9 @@ public static void Run(string[] hubMessages, ICollector<string> outputQueue, Tra
|
|
|
74
77
|
}
|
|
75
78
|
```
|
|
76
79
|
## azure_event_hub_capture Input Plugin
|
|
77
|
-
This plugin is designed to work with blobs stored to a container via [Azure Event Hubs Capture](https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-capture-overview)
|
|
80
|
+
This plugin is designed to work with blobs stored to a container via [Azure Event Hubs Capture](https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-capture-overview)
|
|
81
|
+
|
|
82
|
+
**Warning:** This plugin will delete the blobs after emitting the contents in fluentd.
|
|
78
83
|
|
|
79
84
|
### Input: Configuration
|
|
80
85
|
|
data/VERSION
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
0.0.
|
|
1
|
+
0.0.4.pre
|
|
@@ -89,6 +89,8 @@ module Fluent
|
|
|
89
89
|
rescue Azure::Core::Http::HTTPError => e
|
|
90
90
|
if e.status_code == 409
|
|
91
91
|
log.info("Blob already leased", blob_name: blob.name)
|
|
92
|
+
elsif e.status_code == 404
|
|
93
|
+
log.info("Blob already deleted", blob_name: blob.name)
|
|
92
94
|
else
|
|
93
95
|
log.warn("Error occurred while ingesting blob", error: e)
|
|
94
96
|
log.warn_backtrace(e.backtrace)
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: fluent-plugin-azure-queue
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.4.pre
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Scott Bonebrake
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2017-08-
|
|
11
|
+
date: 2017-08-30 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: fluentd
|
|
@@ -143,7 +143,6 @@ files:
|
|
|
143
143
|
- ".gitignore"
|
|
144
144
|
- ".travis.yml"
|
|
145
145
|
- Gemfile
|
|
146
|
-
- Gemfile.lock
|
|
147
146
|
- LICENSE
|
|
148
147
|
- README.md
|
|
149
148
|
- Rakefile
|
data/Gemfile.lock
DELETED
|
@@ -1,71 +0,0 @@
|
|
|
1
|
-
PATH
|
|
2
|
-
remote: .
|
|
3
|
-
specs:
|
|
4
|
-
fluent-plugin-azure-queue (0.0.1.pre)
|
|
5
|
-
avro (>= 1.8)
|
|
6
|
-
azure-storage (>= 0.12.3.preview, < 0.13)
|
|
7
|
-
concurrent-ruby
|
|
8
|
-
fluentd (>= 0.12.2, < 0.14)
|
|
9
|
-
nokogiri
|
|
10
|
-
|
|
11
|
-
GEM
|
|
12
|
-
remote: https://rubygems.org/
|
|
13
|
-
specs:
|
|
14
|
-
avro (1.8.2)
|
|
15
|
-
multi_json
|
|
16
|
-
azure-core (0.1.10)
|
|
17
|
-
faraday (~> 0.9)
|
|
18
|
-
faraday_middleware (~> 0.10)
|
|
19
|
-
azure-storage (0.12.3.preview)
|
|
20
|
-
azure-core (~> 0.1)
|
|
21
|
-
faraday (~> 0.9)
|
|
22
|
-
faraday_middleware (~> 0.10)
|
|
23
|
-
concurrent-ruby (1.0.5)
|
|
24
|
-
cool.io (1.5.1)
|
|
25
|
-
faraday (0.13.0)
|
|
26
|
-
multipart-post (>= 1.2, < 3)
|
|
27
|
-
faraday_middleware (0.12.2)
|
|
28
|
-
faraday (>= 0.7.4, < 1.0)
|
|
29
|
-
flexmock (2.3.5)
|
|
30
|
-
fluentd (0.12.39)
|
|
31
|
-
cool.io (>= 1.2.2, < 2.0.0)
|
|
32
|
-
http_parser.rb (>= 0.5.1, < 0.7.0)
|
|
33
|
-
json (>= 1.4.3)
|
|
34
|
-
msgpack (>= 0.5.11, < 2)
|
|
35
|
-
sigdump (~> 0.2.2)
|
|
36
|
-
string-scrub (>= 0.0.3, <= 0.0.5)
|
|
37
|
-
tzinfo (>= 1.0.0)
|
|
38
|
-
tzinfo-data (>= 1.0.0)
|
|
39
|
-
yajl-ruby (~> 1.0)
|
|
40
|
-
http_parser.rb (0.6.0)
|
|
41
|
-
json (2.1.0)
|
|
42
|
-
mini_portile2 (2.1.0)
|
|
43
|
-
msgpack (1.1.0)
|
|
44
|
-
multi_json (1.12.1)
|
|
45
|
-
multipart-post (2.0.0)
|
|
46
|
-
nokogiri (1.6.8.1)
|
|
47
|
-
mini_portile2 (~> 2.1.0)
|
|
48
|
-
power_assert (1.0.2)
|
|
49
|
-
rake (12.0.0)
|
|
50
|
-
sigdump (0.2.4)
|
|
51
|
-
string-scrub (0.0.5)
|
|
52
|
-
test-unit (3.2.5)
|
|
53
|
-
power_assert
|
|
54
|
-
thread_safe (0.3.6)
|
|
55
|
-
tzinfo (1.2.3)
|
|
56
|
-
thread_safe (~> 0.1)
|
|
57
|
-
tzinfo-data (1.2017.2)
|
|
58
|
-
tzinfo (>= 1.0.0)
|
|
59
|
-
yajl-ruby (1.3.0)
|
|
60
|
-
|
|
61
|
-
PLATFORMS
|
|
62
|
-
ruby
|
|
63
|
-
|
|
64
|
-
DEPENDENCIES
|
|
65
|
-
flexmock (>= 1.3.3)
|
|
66
|
-
fluent-plugin-azure-queue!
|
|
67
|
-
rake (>= 0.9.2)
|
|
68
|
-
test-unit (>= 3.0.8)
|
|
69
|
-
|
|
70
|
-
BUNDLED WITH
|
|
71
|
-
1.15.3
|