logstash-input-azure_blob_storage 0.12.3 → 0.12.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +5 -0
- data/Gemfile +7 -0
- data/README.md +2 -2
- data/lib/logstash/inputs/azure_blob_storage.rb +520 -495
- data/logstash-input-azure_blob_storage.gemspec +22 -20
- data/spec/inputs/azure_blob_storage_spec.rb +10 -14
- metadata +17 -5
- data/spec/inputs/test.rb +0 -11
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 00e66bdb4eda73c6d9a4219034d6a33bbf4d8a1c8206f7f2e6ec39b414dd9d63
|
4
|
+
data.tar.gz: 953fa1cc28b60e5a44d7575ead5428e6fd62c309ad1c9630a2f2cd73dac1ffc3
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: a19ff34ae098f9bf115789b43781c4073268934c34fd69a2ae119ea844deffcd30d853aefc29e00fe4495858cbf336ec1c6dc0f2113c26239a47fcacfb73bb87
|
7
|
+
data.tar.gz: 93ff0a91bfc54f8b159c80c9e0156064b3805166c0d83ae51fae09a8944e6f6b852ed72d269d5b1dd6e8561007a80042583fe2f7d7be20b09122c414c13ff94b
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,8 @@
|
|
1
|
+
## 0.12.4
|
2
|
+
- Connection Cache reset removed, since agents are cached per host
|
3
|
+
- Explicit handling of json_lines and respecting line boundaries (thanks nttoshev)
|
4
|
+
- Removed reprocessing on any exception
|
5
|
+
|
1
6
|
## 0.12.3
|
2
7
|
- Fixed repetative processing
|
3
8
|
- Replaced newreg with registry cleanup, using newreg to replace old registry worked in 0.11, but not in .12
|
data/Gemfile
CHANGED
@@ -1,3 +1,10 @@
|
|
1
1
|
source 'https://rubygems.org'
|
2
2
|
gemspec
|
3
3
|
|
4
|
+
logstash_path = ENV['LOGSTASH_PATH'] || '../../logstash'
|
5
|
+
use_logstash_source = ENV['LOGSTASH_SOURCE'] && ENV['LOGSTASH_SOURCE'].to_s == '1'
|
6
|
+
|
7
|
+
if Dir.exist?(logstash_path) && use_logstash_source
|
8
|
+
gem 'logstash-core', path: "#{logstash_path}/logstash-core"
|
9
|
+
gem 'logstash-core-plugin-api', path: "#{logstash_path}/logstash-core-plugin-api"
|
10
|
+
end
|
data/README.md
CHANGED
@@ -8,7 +8,7 @@ For problems or feature requests with this specific plugin, raise a github issue
|
|
8
8
|
This plugin can read from Azure Storage Blobs, for instance JSON diagnostics logs for NSG flow logs or LINE based accesslogs from App Services.
|
9
9
|
[Azure Blob Storage](https://azure.microsoft.com/en-us/services/storage/blobs/)
|
10
10
|
|
11
|
-
The plugin depends on the [Ruby library azure-storage-
|
11
|
+
The plugin depends on the [Ruby library azure-storage-blob](https://rubygems.org/gems/azure-storage-blob/versions/1.1.0) from Microsoft, that depends on Faraday for the HTTPS connection to Azure.
|
12
12
|
|
13
13
|
The plugin executes the following steps
|
14
14
|
1. Lists all the files in the azure storage account. where the path of the files are matching pathprefix
|
@@ -207,7 +207,7 @@ filter {
|
|
207
207
|
remove_field => ["subresponse"]
|
208
208
|
remove_field => ["username"]
|
209
209
|
remove_field => ["clientPort"]
|
210
|
-
remove_field => ["port"]
|
210
|
+
remove_field => ["port"]
|
211
211
|
remove_field => ["timestamp"]
|
212
212
|
}
|
213
213
|
}
|