fluent-plugin-azure-queue 0.0.2.pre → 0.0.4.pre

Sign up to get free protection for your applications and to get access to all the features.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 9b5f7a60d891724ad0d4ac6e48558010990ffa61
4
- data.tar.gz: e8981830e82a093f33f84ec7280b6bdad1dd06f9
3
+ metadata.gz: 6ef77a4c3038b154cb9793556718046ce4869d8e
4
+ data.tar.gz: f431a0149f4b62e4b0687b398460ab76d1934c4e
5
5
  SHA512:
6
- metadata.gz: d0b20d70a0f4b5ac513ecd770d3ea6f66c8fbbc20dae47806f39735a1185fdb2f47f6ffff331f4a6e6802f2f340eeff2ad8cfe6d3fdabdd79b91ba619b2cb05a
7
- data.tar.gz: e9b764484e9efee4a4025d0fa5c38765deefee2a8a222209351c208aa12e9b7add59d170ffb11f92c2a3673996028e96004859bb1fd779de31e52e9ff84ba122
6
+ metadata.gz: 98c7ad2dbd3bc9ac3de6f3cd24c76b48f3ceb663f15cd68164696e81dccebbee1564b4ad249a63ee3d17fc56d3af3b7d865efcc1e7e76a66d1a0b220060e5afa
7
+ data.tar.gz: ea2e64a117d105a87cc0cfd1ee5c6ed90cc08923ce3410e80a18511ce37a69fb13620ba23a49e60ce1bf8f37bea558defbf52a08bedea4488bcfbc6b72dd1cf6
data/.gitignore CHANGED
@@ -9,6 +9,7 @@
9
9
  /test/tmp/
10
10
  /test/version_tmp/
11
11
  /tmp/
12
+ /Gemfile.lock
12
13
 
13
14
  # Used by dotenv library to load environment variables.
14
15
  # .env
data/README.md CHANGED
@@ -1,6 +1,9 @@
1
1
  # A [Fluentd](http://github.com/fluent/fluentd) plugin to read from azure queues and event hubs
2
- The azure queue input plugin performs at about 30 messages/second in my tests. If you need more throughput from event hubs,
3
- I suggest using the event hub capture plugin.
2
+ [![Build Status](https://travis-ci.org/sbonebrake/fluent-plugin-azure-queue.svg?branch=master)](https://travis-ci.org/sbonebrake/fluent-plugin-azure-queue)
3
+
4
+ This gem consists of two fluentd input plugins, azure_queue and azure_event_hub_capture.
5
+ The azure queue input plugin performs at about 30 messages/second in my tests.
6
+ If you need more throughput from event hubs, I suggest using the event hub capture plugin.
4
7
 
5
8
  ## Dependencies
6
9
 
@@ -74,7 +77,9 @@ public static void Run(string[] hubMessages, ICollector<string> outputQueue, Tra
74
77
  }
75
78
  ```
76
79
  ## azure_event_hub_capture Input Plugin
77
- This plugin is designed to work with blobs stored to a container via [Azure Event Hubs Capture](https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-capture-overview)
80
+ This plugin is designed to work with blobs stored to a container via [Azure Event Hubs Capture](https://docs.microsoft.com/en-us/azure/event-hubs/event-hubs-capture-overview)
81
+
82
+ **Warning:** This plugin will delete the blobs after emitting the contents in fluentd.
78
83
 
79
84
  ### Input: Configuration
80
85
 
data/VERSION CHANGED
@@ -1 +1 @@
1
- 0.0.2.pre
1
+ 0.0.4.pre
@@ -89,6 +89,8 @@ module Fluent
89
89
  rescue Azure::Core::Http::HTTPError => e
90
90
  if e.status_code == 409
91
91
  log.info("Blob already leased", blob_name: blob.name)
92
+ elsif e.status_code == 404
93
+ log.info("Blob already deleted", blob_name: blob.name)
92
94
  else
93
95
  log.warn("Error occurred while ingesting blob", error: e)
94
96
  log.warn_backtrace(e.backtrace)
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: fluent-plugin-azure-queue
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.2.pre
4
+ version: 0.0.4.pre
5
5
  platform: ruby
6
6
  authors:
7
7
  - Scott Bonebrake
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2017-08-29 00:00:00.000000000 Z
11
+ date: 2017-08-30 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: fluentd
@@ -143,7 +143,6 @@ files:
143
143
  - ".gitignore"
144
144
  - ".travis.yml"
145
145
  - Gemfile
146
- - Gemfile.lock
147
146
  - LICENSE
148
147
  - README.md
149
148
  - Rakefile
@@ -1,71 +0,0 @@
1
- PATH
2
- remote: .
3
- specs:
4
- fluent-plugin-azure-queue (0.0.1.pre)
5
- avro (>= 1.8)
6
- azure-storage (>= 0.12.3.preview, < 0.13)
7
- concurrent-ruby
8
- fluentd (>= 0.12.2, < 0.14)
9
- nokogiri
10
-
11
- GEM
12
- remote: https://rubygems.org/
13
- specs:
14
- avro (1.8.2)
15
- multi_json
16
- azure-core (0.1.10)
17
- faraday (~> 0.9)
18
- faraday_middleware (~> 0.10)
19
- azure-storage (0.12.3.preview)
20
- azure-core (~> 0.1)
21
- faraday (~> 0.9)
22
- faraday_middleware (~> 0.10)
23
- concurrent-ruby (1.0.5)
24
- cool.io (1.5.1)
25
- faraday (0.13.0)
26
- multipart-post (>= 1.2, < 3)
27
- faraday_middleware (0.12.2)
28
- faraday (>= 0.7.4, < 1.0)
29
- flexmock (2.3.5)
30
- fluentd (0.12.39)
31
- cool.io (>= 1.2.2, < 2.0.0)
32
- http_parser.rb (>= 0.5.1, < 0.7.0)
33
- json (>= 1.4.3)
34
- msgpack (>= 0.5.11, < 2)
35
- sigdump (~> 0.2.2)
36
- string-scrub (>= 0.0.3, <= 0.0.5)
37
- tzinfo (>= 1.0.0)
38
- tzinfo-data (>= 1.0.0)
39
- yajl-ruby (~> 1.0)
40
- http_parser.rb (0.6.0)
41
- json (2.1.0)
42
- mini_portile2 (2.1.0)
43
- msgpack (1.1.0)
44
- multi_json (1.12.1)
45
- multipart-post (2.0.0)
46
- nokogiri (1.6.8.1)
47
- mini_portile2 (~> 2.1.0)
48
- power_assert (1.0.2)
49
- rake (12.0.0)
50
- sigdump (0.2.4)
51
- string-scrub (0.0.5)
52
- test-unit (3.2.5)
53
- power_assert
54
- thread_safe (0.3.6)
55
- tzinfo (1.2.3)
56
- thread_safe (~> 0.1)
57
- tzinfo-data (1.2017.2)
58
- tzinfo (>= 1.0.0)
59
- yajl-ruby (1.3.0)
60
-
61
- PLATFORMS
62
- ruby
63
-
64
- DEPENDENCIES
65
- flexmock (>= 1.3.3)
66
- fluent-plugin-azure-queue!
67
- rake (>= 0.9.2)
68
- test-unit (>= 3.0.8)
69
-
70
- BUNDLED WITH
71
- 1.15.3