logstash-input-azure_blob_storage 0.10.2 → 0.10.3
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/lib/logstash/inputs/azure_blob_storage.rb +0 -45
- data/logstash-input-azure_blob_storage.gemspec +1 -10
- metadata +6 -13
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 6ffe9688fe5ef2401fa127b17b9eb8364b662bea1ea38a3fc639ff33ad586099
|
4
|
+
data.tar.gz: 406f9b6882e588b2656020d9098d44c8ba656871d649991c2419cb1109f1fb19
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 7d192a5a5ece7dd6ba46542cc53674f3605bc724fa1ca8a99afc7a1afca0fb519ab875e20feb1aed2f487474f8a2ba19b6465b12ecf4a99a2fe8b5459deed8ab
|
7
|
+
data.tar.gz: c13f9bfedcaeafaa10475284e44095a975c9aa70f08bb0d165a3a06095fa8053333c4c1f7e0d62cd8f3059d8ba5d50beb877fae9277d3ece9344499ac2cc4421
|
@@ -116,23 +116,6 @@ def register
|
|
116
116
|
)
|
117
117
|
end
|
118
118
|
|
119
|
-
# redis is optional to cache ip's from the optional iplookup
|
120
|
-
# iplookups are optional and so is the dependancy for caching through redis
|
121
|
-
if use_redis && !iplookup.nil?
|
122
|
-
begin
|
123
|
-
require 'redis'
|
124
|
-
rescue LoadError
|
125
|
-
require 'rubygems/dependency_installer'
|
126
|
-
installer = Gem::DependencyInstaller.new
|
127
|
-
installer.install 'redis'
|
128
|
-
Gem.refresh
|
129
|
-
Gem::Specification.find_by_name('redis').activate
|
130
|
-
require 'redis'
|
131
|
-
ensure
|
132
|
-
@red = Redis.new
|
133
|
-
end
|
134
|
-
end
|
135
|
-
|
136
119
|
@registry = Hash.new
|
137
120
|
unless registry_create_policy == "start_over"
|
138
121
|
begin
|
@@ -380,32 +363,4 @@ def val(str)
|
|
380
363
|
return str.split('=')[1]
|
381
364
|
end
|
382
365
|
|
383
|
-
|
384
|
-
|
385
|
-
# Optional lookup for netname and hostname for the srcip and dstip returned in a Hash
|
386
|
-
# TODO: split out to own class
|
387
|
-
def addip(srcip, dstip)
|
388
|
-
#TODO: return anonymous merge
|
389
|
-
srcjson = JSON.parse(lookup(srcip))
|
390
|
-
dstjson = JSON.parse(lookup(dstip))
|
391
|
-
return {:srcnet=>srcjson["netname"],:srchost=>srcjson["hostname"],:dstnet=>dstjson["netname"],:dsthost=>dstjson["hostname"]}
|
392
|
-
end
|
393
|
-
|
394
|
-
def lookup(ip)
|
395
|
-
# TODO if ip in iplist return config
|
396
|
-
unless @red.nil?
|
397
|
-
res = @red.get(ip)
|
398
|
-
end
|
399
|
-
uri = URI.parse(iplookup.sub('<ip>',ip))
|
400
|
-
res = Net::HTTP.get(uri)
|
401
|
-
if res.nil?
|
402
|
-
res = Net::HTTP.get(uri)
|
403
|
-
unless @red.nil?
|
404
|
-
@red.set(ip, res)
|
405
|
-
@red.expire(ip,604800)
|
406
|
-
end
|
407
|
-
end
|
408
|
-
return res
|
409
|
-
end
|
410
|
-
|
411
366
|
end # class LogStash::Inputs::AzureBlobStorage
|
@@ -1,19 +1,10 @@
|
|
1
1
|
Gem::Specification.new do |s|
|
2
2
|
s.name = 'logstash-input-azure_blob_storage'
|
3
|
-
s.version = '0.10.
|
3
|
+
s.version = '0.10.3'
|
4
4
|
s.licenses = ['Apache-2.0']
|
5
5
|
s.summary = 'This logstash plugin reads and parses data from Azure Storage Blobs.'
|
6
6
|
s.description = <<-EOF
|
7
7
|
This gem is a Logstash plugin. It reads and parses data from Azure Storage Blobs. The azure_blob_storage is a reimplementation to replace azureblob from azure-diagnostics-tools/Logstash. It can deal with larger volumes and partial file reads and eliminating a delay when rebuilding the registry.
|
8
|
-
|
9
|
-
The minimal logstash pipeline configuration would look like this
|
10
|
-
> input {
|
11
|
-
> azure_blob_storage {
|
12
|
-
> storageaccount => "yourstorageaccountname"
|
13
|
-
> access_key => "Ba5e64c0d3=="
|
14
|
-
> container => "insights-logs-networksecuritygroupflowevent"
|
15
|
-
> }
|
16
|
-
> }
|
17
8
|
EOF
|
18
9
|
s.homepage = 'https://github.com/janmg/logstash-input-azure_blob_storage'
|
19
10
|
s.authors = ['Jan Geertsma']
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: logstash-input-azure_blob_storage
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.10.
|
4
|
+
version: 0.10.3
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Jan Geertsma
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2019-05-
|
11
|
+
date: 2019-05-06 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
requirement: !ruby/object:Gem::Requirement
|
@@ -86,17 +86,10 @@ dependencies:
|
|
86
86
|
- - "~>"
|
87
87
|
- !ruby/object:Gem::Version
|
88
88
|
version: '1.0'
|
89
|
-
description:
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
> input {
|
94
|
-
> azure_blob_storage {
|
95
|
-
> storageaccount => "yourstorageaccountname"
|
96
|
-
> access_key => "Ba5e64c0d3=="
|
97
|
-
> container => "insights-logs-networksecuritygroupflowevent"
|
98
|
-
> }
|
99
|
-
> }
|
89
|
+
description: " This gem is a Logstash plugin. It reads and parses data from Azure\
|
90
|
+
\ Storage Blobs. The azure_blob_storage is a reimplementation to replace azureblob\
|
91
|
+
\ from azure-diagnostics-tools/Logstash. It can deal with larger volumes and partial\
|
92
|
+
\ file reads and eliminating a delay when rebuilding the registry.\n"
|
100
93
|
email: jan@janmg.com
|
101
94
|
executables: []
|
102
95
|
extensions: []
|