fluent-plugin-azure-queue 0.0.2.pre → 0.0.4.pre
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.gitignore +1 -0
- data/README.md +8 -3
- data/VERSION +1 -1
- data/lib/fluent/plugin/in_azure_event_hub_capture.rb +2 -0
- metadata +2 -3
- data/Gemfile.lock +0 -71
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6ef77a4c3038b154cb9793556718046ce4869d8e
|
4
|
+
data.tar.gz: f431a0149f4b62e4b0687b398460ab76d1934c4e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 98c7ad2dbd3bc9ac3de6f3cd24c76b48f3ceb663f15cd68164696e81dccebbee1564b4ad249a63ee3d17fc56d3af3b7d865efcc1e7e76a66d1a0b220060e5afa
|
7
|
+
data.tar.gz: ea2e64a117d105a87cc0cfd1ee5c6ed90cc08923ce3410e80a18511ce37a69fb13620ba23a49e60ce1bf8f37bea558defbf52a08bedea4488bcfbc6b72dd1cf6
|
data/.gitignore
CHANGED
data/README.md
CHANGED
@@ -1,6 +1,9 @@
|
|
1
1
|
# A [Fluentd](http://github.com/fluent/fluentd) plugin to read from azure queues and event hubs
|
2
|
-
|
3
|
-
|
2
|
+
[![Build Status](https://travis-ci.org/sbonebrake/fluent-plugin-azure-queue.svg?branch=master)](https://travis-ci.org/sbonebrake/fluent-plugin-azure-queue)
|
3
|
+
|
4
|
+
This gem consists of two fluentd input plugins, azure_queue and azure_event_hub_capture.
|
5
|
+
The azure queue input plugin performs at about 30 messages/second in my tests.
|
6
|
+
If you need more throughput from event hubs, I suggest using the event hub capture plugin.
|
4
7
|
|
5
8
|
## Dependencies
|
6
9
|
|
@@ -74,7 +77,9 @@ public static void Run(string[] hubMessages, ICollector<string> outputQueue, Tra
|
|
74
77
|
}
|
75
78
|
```
|
76
79
|
## azure_event_hub_capture Input Plugin
|
77
|
-
This plugin is designed to work with blobs stored to a container via [Azure Event Hubs Capture](https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-capture-overview)
|
80
|
+
This plugin is designed to work with blobs stored to a container via [Azure Event Hubs Capture](https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-capture-overview)
|
81
|
+
|
82
|
+
**Warning:** This plugin will delete the blobs after emitting the contents in fluentd.
|
78
83
|
|
79
84
|
### Input: Configuration
|
80
85
|
|
data/VERSION
CHANGED
@@ -1 +1 @@
|
|
1
|
-
0.0.
|
1
|
+
0.0.4.pre
|
@@ -89,6 +89,8 @@ module Fluent
|
|
89
89
|
rescue Azure::Core::Http::HTTPError => e
|
90
90
|
if e.status_code == 409
|
91
91
|
log.info("Blob already leased", blob_name: blob.name)
|
92
|
+
elsif e.status_code == 404
|
93
|
+
log.info("Blob already deleted", blob_name: blob.name)
|
92
94
|
else
|
93
95
|
log.warn("Error occurred while ingesting blob", error: e)
|
94
96
|
log.warn_backtrace(e.backtrace)
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fluent-plugin-azure-queue
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.4.pre
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Scott Bonebrake
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-08-
|
11
|
+
date: 2017-08-30 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: fluentd
|
@@ -143,7 +143,6 @@ files:
|
|
143
143
|
- ".gitignore"
|
144
144
|
- ".travis.yml"
|
145
145
|
- Gemfile
|
146
|
-
- Gemfile.lock
|
147
146
|
- LICENSE
|
148
147
|
- README.md
|
149
148
|
- Rakefile
|
data/Gemfile.lock
DELETED
@@ -1,71 +0,0 @@
|
|
1
|
-
PATH
|
2
|
-
remote: .
|
3
|
-
specs:
|
4
|
-
fluent-plugin-azure-queue (0.0.1.pre)
|
5
|
-
avro (>= 1.8)
|
6
|
-
azure-storage (>= 0.12.3.preview, < 0.13)
|
7
|
-
concurrent-ruby
|
8
|
-
fluentd (>= 0.12.2, < 0.14)
|
9
|
-
nokogiri
|
10
|
-
|
11
|
-
GEM
|
12
|
-
remote: https://rubygems.org/
|
13
|
-
specs:
|
14
|
-
avro (1.8.2)
|
15
|
-
multi_json
|
16
|
-
azure-core (0.1.10)
|
17
|
-
faraday (~> 0.9)
|
18
|
-
faraday_middleware (~> 0.10)
|
19
|
-
azure-storage (0.12.3.preview)
|
20
|
-
azure-core (~> 0.1)
|
21
|
-
faraday (~> 0.9)
|
22
|
-
faraday_middleware (~> 0.10)
|
23
|
-
concurrent-ruby (1.0.5)
|
24
|
-
cool.io (1.5.1)
|
25
|
-
faraday (0.13.0)
|
26
|
-
multipart-post (>= 1.2, < 3)
|
27
|
-
faraday_middleware (0.12.2)
|
28
|
-
faraday (>= 0.7.4, < 1.0)
|
29
|
-
flexmock (2.3.5)
|
30
|
-
fluentd (0.12.39)
|
31
|
-
cool.io (>= 1.2.2, < 2.0.0)
|
32
|
-
http_parser.rb (>= 0.5.1, < 0.7.0)
|
33
|
-
json (>= 1.4.3)
|
34
|
-
msgpack (>= 0.5.11, < 2)
|
35
|
-
sigdump (~> 0.2.2)
|
36
|
-
string-scrub (>= 0.0.3, <= 0.0.5)
|
37
|
-
tzinfo (>= 1.0.0)
|
38
|
-
tzinfo-data (>= 1.0.0)
|
39
|
-
yajl-ruby (~> 1.0)
|
40
|
-
http_parser.rb (0.6.0)
|
41
|
-
json (2.1.0)
|
42
|
-
mini_portile2 (2.1.0)
|
43
|
-
msgpack (1.1.0)
|
44
|
-
multi_json (1.12.1)
|
45
|
-
multipart-post (2.0.0)
|
46
|
-
nokogiri (1.6.8.1)
|
47
|
-
mini_portile2 (~> 2.1.0)
|
48
|
-
power_assert (1.0.2)
|
49
|
-
rake (12.0.0)
|
50
|
-
sigdump (0.2.4)
|
51
|
-
string-scrub (0.0.5)
|
52
|
-
test-unit (3.2.5)
|
53
|
-
power_assert
|
54
|
-
thread_safe (0.3.6)
|
55
|
-
tzinfo (1.2.3)
|
56
|
-
thread_safe (~> 0.1)
|
57
|
-
tzinfo-data (1.2017.2)
|
58
|
-
tzinfo (>= 1.0.0)
|
59
|
-
yajl-ruby (1.3.0)
|
60
|
-
|
61
|
-
PLATFORMS
|
62
|
-
ruby
|
63
|
-
|
64
|
-
DEPENDENCIES
|
65
|
-
flexmock (>= 1.3.3)
|
66
|
-
fluent-plugin-azure-queue!
|
67
|
-
rake (>= 0.9.2)
|
68
|
-
test-unit (>= 3.0.8)
|
69
|
-
|
70
|
-
BUNDLED WITH
|
71
|
-
1.15.3
|