logstash-input-azure_blob_storage 0.10.4 → 0.10.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b2b6693e28facdfb5bd20cb174e0808f532fbd3d703489098ceed1b9f144572c
-  data.tar.gz: fb79d81ecadb1eff1201fb338d88066709528e8b4dbfbfecdb32a58a44d93e53
+  metadata.gz: 781172a19e14c687455ae28a4a306b04154336b4a1f250a524e711dde3c7d751
+  data.tar.gz: c38c2cc4eb832285e3db7e3146d69fc4bf26b5c04e2981229a2b5bb330ec5345
 SHA512:
-  metadata.gz: bf10deda3c20e2c49f182530ad67a7897530c7ff98a811b0c12c6aafda9c06983ced7086d965249d5f380d46f6da314570d55502a783337bfe5be2d7430972dd
-  data.tar.gz: cea053b1c2d1188fbcf1a758ed0c625c2dc7436306d4334516e05e0096b5c92ba94f04ebbb5b3a7182aa0c36987978dfb7a7d2cd29b60dffa72ec8db7f7d237b
+  metadata.gz: b0a396dfc88d41be843a562b2473c2e8b34a04ae7532d67be215c4d64130a23a9afa63e875c79d48080f3ba887acc2996d29955c3fff7e7e94ac7cee65830873
+  data.tar.gz: 26d6884ac46ab287e9067bbf49fa597281cc8b8901302c30bf850daba582de7ba07333a79570e2bffc1dce84e2b02bdb47a99706cc4361969f5380a1ede38a27

data/CHANGELOG.md

@@ -1,10 +1,20 @@
+## 0.10.5
+  - Previous fix broke codec = "line"
+
+## 0.10.4
+  - Fixed JSON parsing error for partial files because somehow (logstash 7?) @codec.is_a? doesn't work anymore
+
+## 0.10.3
+  - Fixed issue-1 where iplookup confguration was removed, but still used 
+  - iplookup is now done by a separate plugin named logstash-filter-weblookup
+
 ## 0.10.2
   - moved iplookup to own plugin logstash-filter-lookup
 
 ## 0.10.1
-  - implemented iplookup
-  - fixed sas tokens (maybe)
-  - introduced dns_suffix
+  - Implemented iplookup
+  - Fixed sas tokens (maybe)
+  - Introduced dns_suffix
 
 ## 0.10.0
   - Plugin created with the logstash plugin generator

data/lib/logstash/inputs/azure_blob_storage.rb

@@ -9,7 +9,7 @@ require 'json'
 class LogStash::Inputs::AzureBlobStorage < LogStash::Inputs::Base
   config_name "azure_blob_storage"
 
-  # If undefined, Logstash will complain, even if codec is unused. The codec for nsgflowlog has to be JSON and the for WADIIS and APPSERVICE it has to be plain.
+  # If undefined, Logstash will complain, even if codec is unused. The codec for nsgflowlog is "json"  and the for WADIIS and APPSERVICE is "line".
   default :codec, "json"
 
   # logtype can be nsgflowlog, wadiis, appservice or raw. The default is raw, where files are read and added as one event. If the file grows, the next interval the file is read from the offset, so that the delta is sent as another event. In raw mode, further processing has to be done in the filter block. If the logtype is specified, this plugin will split and mutate and add individual events to the queue. 
@@ -132,9 +132,14 @@ def register
         end
     end
 
-    @is_json = false 
-    if @codec.class == LogStash::Codecs::JSON 
-       @is_json = true 
+    @is_json = false
+    begin
+      if @codec.is_a?(LogStash::Codecs::JSON)
+        @is_json = true 
+      end
+    rescue
+        @logger.debug(@pipe_id+" Rescue from uninitialized constant ...")
+	# how can you elegantly check the codec type in logstash? anyway, not worth crashing over since is_json is already set to false by default
     end
     @logger.debug(@pipe_id+" is_json is set to: #{@is_json} because it is a #{@codec}")
     @head = ''
@@ -178,7 +183,9 @@ def run(queue)
                 file[:length]=chunk.size
             else
                 chunk = partial_read_json(name, file[:offset], file[:length])
-                @logger.debug(@pipe_id+" partial file #{res[:nsg]} [#{res[:date]}]")
+                # This only applies to NSG!
+		@logger.info(@pipe_id+" partial file #{res[:nsg]} [#{res[:date]}]")
+		 @logger.info(@pipe_id+" partial file #{name}")
             end
             if logtype == "nsgflowlog" && @is_json
                 begin
@@ -197,6 +204,7 @@ def run(queue)
                 end
                 @processed += 1
             end
+	    # This only applies to NSG!
             @logger.debug(@pipe_id+" Processed #{res[:nsg]} [#{res[:date]}] #{@processed} events")
             @registry.store(name, { :offset => file[:length], :length => file[:length] })
             # if stop? good moment to stop what we're doing

data/logstash-input-azure_blob_storage.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-input-azure_blob_storage'
-  s.version       = '0.10.4'
+  s.version       = '0.10.5'
   s.licenses      = ['Apache-2.0']
   s.summary       = 'This logstash plugin reads and parses data from Azure Storage Blobs.'
   s.description   = <<-EOF

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-azure_blob_storage
 version: !ruby/object:Gem::Version
-  version: 0.10.4
+  version: 0.10.5
 platform: ruby
 authors:
 - Jan Geertsma
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2019-07-04 00:00:00.000000000 Z
+date: 2019-07-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement