logstash-input-azure_blob_storage 0.11.6 → 0.12.2
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/CHANGELOG.md +14 -0
- data/lib/logstash/inputs/azure_blob_storage.rb +9 -2
- data/logstash-input-azure_blob_storage.gemspec +2 -2
- metadata +14 -8
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 7d9a45fa4fa24b7e14ffd518665c9310bbf4ff6ba82fd063fde124a45d20f475
|
4
|
+
data.tar.gz: 56b119316882fefc3d208418aac0b1b712d94649099297f52bef1f04eb44f7fb
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 17f9c1fc032e18a764a6985a4e6d5a96eacfb4732861a9f6c1a6f41be01ff9c9036e0ce5d15348da12a3d236855111744e6bd867e64162a7417e4f8bdd862392
|
7
|
+
data.tar.gz: 6e39fc13efa7f7aea54e6aad9c4d5e1c3c00e1c9a5c56f39b28622496b598aecada794c337f9c348c911527b1e17229d1923829a707acf4bfa282da94441dd46
|
data/CHANGELOG.md
CHANGED
@@ -1,3 +1,17 @@
|
|
1
|
+
#$ 0.12.2
|
2
|
+
- Fixed the exception handling, not trying to print how many JSON fields there are while catching the exception
|
3
|
+
|
4
|
+
## 0.12.1
|
5
|
+
- Catch NSGFLOW logs when the JSON parsing somehow failed
|
6
|
+
|
7
|
+
## 0.12.0
|
8
|
+
- version 2 of azure-storage
|
9
|
+
- saving current files registry, not keeping historical files
|
10
|
+
|
11
|
+
## 0.11.7
|
12
|
+
- implemented skip_learning
|
13
|
+
- start ignoring failed files and not retry
|
14
|
+
|
1
15
|
## 0.11.6
|
2
16
|
- fix in json head and tail learning the max_results
|
3
17
|
- broke out connection setup in order to call it again if connection exceptions come
|
@@ -213,7 +213,8 @@ def run(queue)
|
|
213
213
|
end
|
214
214
|
# size nilClass when the list doesn't grow?!
|
215
215
|
# Worklist is the subset of files where the already read offset is smaller than the file size
|
216
|
-
|
216
|
+
@registry = newreg
|
217
|
+
worklist.clear
|
217
218
|
chunk = nil
|
218
219
|
|
219
220
|
worklist = newreg.select {|name,file| file[:offset] < file[:length]}
|
@@ -235,7 +236,9 @@ def run(queue)
|
|
235
236
|
chunk = full_read(name)
|
236
237
|
size=chunk.size
|
237
238
|
rescue Exception => e
|
238
|
-
@logger.error("Failed to read #{name} because of: #{e.message} .. will continue and pretend this never happened")
|
239
|
+
@logger.error("Failed to read #{name} because of: #{e.message} .. will continue, set file as read and pretend this never happened")
|
240
|
+
@logger.error("#{size} size and #{file[:length]} file length")
|
241
|
+
size = file[:length]
|
239
242
|
end
|
240
243
|
else
|
241
244
|
@logger.info("found a zero size file #{name}")
|
@@ -386,6 +389,7 @@ end
|
|
386
389
|
|
387
390
|
def nsgflowlog(queue, json, name)
|
388
391
|
count=0
|
392
|
+
begin
|
389
393
|
json["records"].each do |record|
|
390
394
|
res = resource(record["resourceId"])
|
391
395
|
resource = { :subscription => res[:subscription], :resourcegroup => res[:resourcegroup], :nsg => res[:nsg] }
|
@@ -415,6 +419,9 @@ def nsgflowlog(queue, json, name)
|
|
415
419
|
end
|
416
420
|
end
|
417
421
|
end
|
422
|
+
rescue Exception => e
|
423
|
+
@logger.error("NSG Flowlog problem for #{name} and error message #{e.message}")
|
424
|
+
end
|
418
425
|
return count
|
419
426
|
end
|
420
427
|
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-input-azure_blob_storage'
|
3
|
-
s.version = '0.
|
3
|
+
s.version = '0.12.2'
|
4
4
|
s.licenses = ['Apache-2.0']
|
5
5
|
s.summary = 'This logstash plugin reads and parses data from Azure Storage Blobs.'
|
6
6
|
s.description = <<-EOF
|
@@ -22,6 +22,6 @@ EOF
|
|
22
22
|
# Gem dependencies
|
23
23
|
s.add_runtime_dependency 'logstash-core-plugin-api', '~> 2.1'
|
24
24
|
s.add_runtime_dependency 'stud', '~> 0.0.23'
|
25
|
-
s.add_runtime_dependency 'azure-storage-blob', '~>
|
25
|
+
s.add_runtime_dependency 'azure-storage-blob', '~> 2', '>= 2.0.3'
|
26
26
|
#s.add_development_dependency 'logstash-devutils', '~> 2'
|
27
27
|
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-azure_blob_storage
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.12.2
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Jan Geertsma
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2021-
|
11
|
+
date: 2021-12-21 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -17,8 +17,8 @@ dependencies:
|
|
17
17
|
- !ruby/object:Gem::Version
|
18
18
|
version: '2.1'
|
19
19
|
name: logstash-core-plugin-api
|
20
|
-
type: :runtime
|
21
20
|
prerelease: false
|
21
|
+
type: :runtime
|
22
22
|
version_requirements: !ruby/object:Gem::Requirement
|
23
23
|
requirements:
|
24
24
|
- - "~>"
|
@@ -31,8 +31,8 @@ dependencies:
|
|
31
31
|
- !ruby/object:Gem::Version
|
32
32
|
version: 0.0.23
|
33
33
|
name: stud
|
34
|
-
type: :runtime
|
35
34
|
prerelease: false
|
35
|
+
type: :runtime
|
36
36
|
version_requirements: !ruby/object:Gem::Requirement
|
37
37
|
requirements:
|
38
38
|
- - "~>"
|
@@ -43,15 +43,21 @@ dependencies:
|
|
43
43
|
requirements:
|
44
44
|
- - "~>"
|
45
45
|
- !ruby/object:Gem::Version
|
46
|
-
version: '
|
46
|
+
version: '2'
|
47
|
+
- - ">="
|
48
|
+
- !ruby/object:Gem::Version
|
49
|
+
version: 2.0.3
|
47
50
|
name: azure-storage-blob
|
48
|
-
type: :runtime
|
49
51
|
prerelease: false
|
52
|
+
type: :runtime
|
50
53
|
version_requirements: !ruby/object:Gem::Requirement
|
51
54
|
requirements:
|
52
55
|
- - "~>"
|
53
56
|
- !ruby/object:Gem::Version
|
54
|
-
version: '
|
57
|
+
version: '2'
|
58
|
+
- - ">="
|
59
|
+
- !ruby/object:Gem::Version
|
60
|
+
version: 2.0.3
|
55
61
|
description: " This gem is a Logstash plugin. It reads and parses data from Azure\
|
56
62
|
\ Storage Blobs. The azure_blob_storage is a reimplementation to replace azureblob\
|
57
63
|
\ from azure-diagnostics-tools/Logstash. It can deal with larger volumes and partial\
|
@@ -92,7 +98,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
92
98
|
- !ruby/object:Gem::Version
|
93
99
|
version: '0'
|
94
100
|
requirements: []
|
95
|
-
rubygems_version: 3.
|
101
|
+
rubygems_version: 3.1.6
|
96
102
|
signing_key:
|
97
103
|
specification_version: 4
|
98
104
|
summary: This logstash plugin reads and parses data from Azure Storage Blobs.
|