logstash-input-azure_blob_storage 0.10.2 → 0.10.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/logstash/inputs/azure_blob_storage.rb +0 -45
- data/logstash-input-azure_blob_storage.gemspec +1 -10
- metadata +6 -13
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 6ffe9688fe5ef2401fa127b17b9eb8364b662bea1ea38a3fc639ff33ad586099
|
|
4
|
+
data.tar.gz: 406f9b6882e588b2656020d9098d44c8ba656871d649991c2419cb1109f1fb19
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 7d192a5a5ece7dd6ba46542cc53674f3605bc724fa1ca8a99afc7a1afca0fb519ab875e20feb1aed2f487474f8a2ba19b6465b12ecf4a99a2fe8b5459deed8ab
|
|
7
|
+
data.tar.gz: c13f9bfedcaeafaa10475284e44095a975c9aa70f08bb0d165a3a06095fa8053333c4c1f7e0d62cd8f3059d8ba5d50beb877fae9277d3ece9344499ac2cc4421
|
|
@@ -116,23 +116,6 @@ def register
|
|
|
116
116
|
)
|
|
117
117
|
end
|
|
118
118
|
|
|
119
|
-
# redis is optional to cache ip's from the optional iplookup
|
|
120
|
-
# iplookups are optional and so is the dependancy for caching through redis
|
|
121
|
-
if use_redis && !iplookup.nil?
|
|
122
|
-
begin
|
|
123
|
-
require 'redis'
|
|
124
|
-
rescue LoadError
|
|
125
|
-
require 'rubygems/dependency_installer'
|
|
126
|
-
installer = Gem::DependencyInstaller.new
|
|
127
|
-
installer.install 'redis'
|
|
128
|
-
Gem.refresh
|
|
129
|
-
Gem::Specification.find_by_name('redis').activate
|
|
130
|
-
require 'redis'
|
|
131
|
-
ensure
|
|
132
|
-
@red = Redis.new
|
|
133
|
-
end
|
|
134
|
-
end
|
|
135
|
-
|
|
136
119
|
@registry = Hash.new
|
|
137
120
|
unless registry_create_policy == "start_over"
|
|
138
121
|
begin
|
|
@@ -380,32 +363,4 @@ def val(str)
|
|
|
380
363
|
return str.split('=')[1]
|
|
381
364
|
end
|
|
382
365
|
|
|
383
|
-
|
|
384
|
-
|
|
385
|
-
# Optional lookup for netname and hostname for the srcip and dstip returned in a Hash
|
|
386
|
-
# TODO: split out to own class
|
|
387
|
-
def addip(srcip, dstip)
|
|
388
|
-
#TODO: return anonymous merge
|
|
389
|
-
srcjson = JSON.parse(lookup(srcip))
|
|
390
|
-
dstjson = JSON.parse(lookup(dstip))
|
|
391
|
-
return {:srcnet=>srcjson["netname"],:srchost=>srcjson["hostname"],:dstnet=>dstjson["netname"],:dsthost=>dstjson["hostname"]}
|
|
392
|
-
end
|
|
393
|
-
|
|
394
|
-
def lookup(ip)
|
|
395
|
-
# TODO if ip in iplist return config
|
|
396
|
-
unless @red.nil?
|
|
397
|
-
res = @red.get(ip)
|
|
398
|
-
end
|
|
399
|
-
uri = URI.parse(iplookup.sub('<ip>',ip))
|
|
400
|
-
res = Net::HTTP.get(uri)
|
|
401
|
-
if res.nil?
|
|
402
|
-
res = Net::HTTP.get(uri)
|
|
403
|
-
unless @red.nil?
|
|
404
|
-
@red.set(ip, res)
|
|
405
|
-
@red.expire(ip,604800)
|
|
406
|
-
end
|
|
407
|
-
end
|
|
408
|
-
return res
|
|
409
|
-
end
|
|
410
|
-
|
|
411
366
|
end # class LogStash::Inputs::AzureBlobStorage
|
|
@@ -1,19 +1,10 @@
|
|
|
1
1
|
Gem::Specification.new do |s|
|
|
2
2
|
s.name = 'logstash-input-azure_blob_storage'
|
|
3
|
-
s.version = '0.10.
|
|
3
|
+
s.version = '0.10.3'
|
|
4
4
|
s.licenses = ['Apache-2.0']
|
|
5
5
|
s.summary = 'This logstash plugin reads and parses data from Azure Storage Blobs.'
|
|
6
6
|
s.description = <<-EOF
|
|
7
7
|
This gem is a Logstash plugin. It reads and parses data from Azure Storage Blobs. The azure_blob_storage is a reimplementation to replace azureblob from azure-diagnostics-tools/Logstash. It can deal with larger volumes and partial file reads and eliminating a delay when rebuilding the registry.
|
|
8
|
-
|
|
9
|
-
The minimal logstash pipeline configuration would look like this
|
|
10
|
-
> input {
|
|
11
|
-
> azure_blob_storage {
|
|
12
|
-
> storageaccount => "yourstorageaccountname"
|
|
13
|
-
> access_key => "Ba5e64c0d3=="
|
|
14
|
-
> container => "insights-logs-networksecuritygroupflowevent"
|
|
15
|
-
> }
|
|
16
|
-
> }
|
|
17
8
|
EOF
|
|
18
9
|
s.homepage = 'https://github.com/janmg/logstash-input-azure_blob_storage'
|
|
19
10
|
s.authors = ['Jan Geertsma']
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: logstash-input-azure_blob_storage
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.10.
|
|
4
|
+
version: 0.10.3
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jan Geertsma
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2019-05-
|
|
11
|
+
date: 2019-05-06 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
|
@@ -86,17 +86,10 @@ dependencies:
|
|
|
86
86
|
- - "~>"
|
|
87
87
|
- !ruby/object:Gem::Version
|
|
88
88
|
version: '1.0'
|
|
89
|
-
description:
|
|
90
|
-
|
|
91
|
-
|
|
92
|
-
|
|
93
|
-
> input {
|
|
94
|
-
> azure_blob_storage {
|
|
95
|
-
> storageaccount => "yourstorageaccountname"
|
|
96
|
-
> access_key => "Ba5e64c0d3=="
|
|
97
|
-
> container => "insights-logs-networksecuritygroupflowevent"
|
|
98
|
-
> }
|
|
99
|
-
> }
|
|
89
|
+
description: " This gem is a Logstash plugin. It reads and parses data from Azure\
|
|
90
|
+
\ Storage Blobs. The azure_blob_storage is a reimplementation to replace azureblob\
|
|
91
|
+
\ from azure-diagnostics-tools/Logstash. It can deal with larger volumes and partial\
|
|
92
|
+
\ file reads and eliminating a delay when rebuilding the registry.\n"
|
|
100
93
|
email: jan@janmg.com
|
|
101
94
|
executables: []
|
|
102
95
|
extensions: []
|