logstash-input-azureblob 0.9.12-java → 0.9.13-java

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA256:
-  metadata.gz: 5947577417b1f859db0712b7c414a536f4456a359d222d5069cc400d8a4ceb50
-  data.tar.gz: 2c57b9f7ec19871095b19f0eb7fa07f05e3d7b67386b7815ee583331d50a10f6
+SHA1:
+  metadata.gz: 7f323b4769713e9d8bd2d7c9938bc041e66204aa
+  data.tar.gz: ee3d8f15d8a82de85c291f9d7b1b7805eb06dcb9
 SHA512:
-  metadata.gz: dd9c54213183b732055ccf15470b41e0428933f942ac23911abefa9a535453e7b01721a922ad5a3677d90a581ddd4603628fdfc5655682a66fe6fa9045cdf737
-  data.tar.gz: 11ea4a6e8d69e1640bcbc078c7d01bc93b2f9a5cf45d30c6a2d12357f8cdb30dbbe482ad8a44a08eb3bbd6ac8808766b5c9b5c1ae8fcbf5321c23092103d68e0
+  metadata.gz: 834c5214f404e5d11f65d5646cca6756e68381d7856b35d66820e2994c16150700e1af42c48d0cd10fc7f8157a6d42b575bf062db6bda5428c26d19a567172a7
+  data.tar.gz: 24e6f64372cdb4c087b39969e7ec252e926f769734850aec0eac0f3589dcf9cd0ea24683e5c7d32589f5c413419cded6be43f74b7b6a4734085b2d249282d392

data/README.md

@@ -25,6 +25,14 @@ __*container*__
 The blob container name.
 
 ### Optional Parameters
+__*path_filters*__
+
+The path(s) to the file(s) to use as an input. By default it will watch every files in the storage container. You can use filename patterns here, such as `logs/*.log`. If you use a pattern like `logs/**/*.log`, a recursive search of `logs` will be done for all `*.log` files.
+
+Do not include a leading `/`, as Azure path look like this: `path/to/blob/file.txt`
+
+You may also configure multiple paths. See an example on the [Logstash configuration page](http://www.elastic.co/guide/en/logstash/current/configuration-file-structure.html#array).
+
 __*endpoint*__
 
 Specifies the endpoint of Azure Service Management. The default value is `core.windows.net`. 
@@ -203,9 +211,6 @@ input {
          # Typical numbers could be 21/9 or 12/2 depends on the nsg log file types
          file_head_bytes => 21
          file_tail_bytes => 9
-         # Enable / tweak these settings when event is too big for codec to handle.
-         # break_json_down_policy => "with_head_tail"
-         # break_json_batch_count => 2
      }
    }
 
@@ -250,4 +255,4 @@ input {
 ```
 
 ## More information
-The source code of this plugin is hosted in GitHub repo [Microsoft Azure Diagnostics with ELK](https://github.com/Azure/azure-diagnostics-tools). We welcome you to provide feedback and/or contribute to the project.
+The source code of this plugin is hosted in GitHub repo [Microsoft Azure Diagnostics with ELK](https://github.com/Azure/azure-diagnostics-tools). We welcome you to provide feedback and/or contribute to the project.

data/lib/logstash/inputs/azureblob.rb

@@ -37,25 +37,36 @@ class LogStash::Inputs::RegistryItem
   end # initialize
 end # class RegistryItem
 
-
 # Logstash input plugin for Azure Blobs
 #
 # This logstash plugin gathers data from Microsoft Azure Blobs
 class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
-  config_name "azureblob"
+  config_name 'azureblob'
 
   # If undefined, Logstash will complain, even if codec is unused.
-  default :codec, "json_lines"
+  default :codec, 'json_lines'
 
   # Set the account name for the azure storage account.
   config :storage_account_name, :validate => :string
-  
+
   # Set the key to access the storage account.
   config :storage_access_key, :validate => :string
-  
+
   # Set the container of the blobs.
   config :container, :validate => :string
   
+  # The path(s) to the file(s) to use as an input. By default it will
+  # watch every files in the storage container.
+  # You can use filename patterns here, such as `logs/*.log`.
+  # If you use a pattern like `logs/**/*.log`, a recursive search
+  # of `logs` will be done for all `*.log` files.
+  # Do not include a leading `/`, as Azure path look like this:
+  # `path/to/blob/file.txt`
+  #
+  # You may also configure multiple paths. See an example
+  # on the <<array,Logstash configuration page>>.
+  config :path_filters, :validate => :array, :default => [], :required => false
+
   # Set the endpoint for the blobs.
   #
   # The default, `core.windows.net` targets the public azure.
@@ -63,12 +74,12 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
 
   # Set the value of using backup mode.
   config :backupmode, :validate => :boolean, :default => false, :deprecated => true, :obsolete => 'This option is obsoleted and the settings will be ignored.'
-  
+
   # Set the value for the registry file.
   #
   # The default, `data/registry`, is used to coordinate readings for various instances of the clients.
   config :registry_path, :validate => :string, :default => 'data/registry'
-  
+
   # Sets the value for registry file lock duration in seconds. It must be set to -1, or between 15 to 60 inclusively.
   #
   # The default, `15` means the registry file will be locked for at most 15 seconds. This should usually be sufficient to 
@@ -113,20 +124,19 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
   config :file_chunk_size_bytes, :validate => :number, :default => 4 * 1024 * 1024
 
   # Constant of max integer
-  MAX = 2 ** ([42].pack('i').size * 16 - 2 ) -1
+  MAX = 2**([42].pack('i').size * 16 - 2) - 1
 
   # Update the registry offset each time after this number of entries have been processed
   UPDATE_REGISTRY_COUNT = 100
 
   public
   def register
-    user_agent = "logstash-input-azureblob"
-    user_agent << "/" << Gem.latest_spec_for("logstash-input-azureblob").version.to_s
-    
+    user_agent = 'logstash-input-azureblob'
+    user_agent << '/' << Gem.latest_spec_for('logstash-input-azureblob').version.to_s
+
     # this is the reader # for this specific instance.
     @reader = SecureRandom.uuid
-    @registry_locker = "#{@registry_path}.lock"
-   
+
     # Setup a specific instance of an Azure::Storage::Client
     client = Azure::Storage::Client.create(:storage_account_name => @storage_account_name, :storage_access_key => @storage_access_key, :storage_blob_host => "https://#{@storage_account_name}.blob.#{@endpoint}", :user_agent_prefix => user_agent)
     # Get an azure storage blob service object from a specific instance of an Azure::Storage::Client
@@ -139,7 +149,7 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
     # we can abort the loop if stop? becomes true
     while !stop?
       process(queue)
-      @logger.debug("Hitting interval of #{@interval}ms . . .")
+      @logger.debug("Hitting interval of #{@interval}s . . .")
       Stud.stoppable_sleep(@interval) { stop? }
     end # loop
   end # def run
@@ -147,14 +157,14 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
   def stop
     cleanup_registry
   end # def stop
-  
+
   # Start processing the next item.
   def process(queue)
     begin
       @processed_entries = 0
       blob, start_index, gen = register_for_read
 
-      if(!blob.nil?)
+      unless blob.nil?
         begin
           blob_name = blob.name
           @logger.debug("Processing blob #{blob.name}")
@@ -182,7 +192,7 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
             parser = JsonParser.new(@logger, blob_reader)
 
             parser.parse(->(json_content) {
-              content_length = content_length + json_content.length
+              content_length += json_content.length
 
               enqueue_content(queue, json_content, header, tail)
 
@@ -197,7 +207,7 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
             begin
               content, are_more_bytes_available = blob_reader.read
 
-              content_length = content_length + content.length
+              content_length += content.length
               enqueue_content(queue, content, header, tail)
 
               on_entry_processed(start_index, content_length, blob_name, new_etag, gen)
@@ -208,7 +218,7 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
           # Making sure the reader is removed from the registry even when there's exception.
           request_registry_update(start_index, content_length, blob_name, new_etag, gen)
         end # begin
-      end # if
+      end # unless
     rescue => e
       @logger.error("Oh My, An error occurred. Error:#{e}: Trace: #{e.backtrace}", :exception => e)
     end # begin
@@ -219,28 +229,26 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
       #skip some unnecessary copying
       full_content = content
     else
-      full_content = ""
+      full_content = ''
       full_content << header unless header.nil? || header.length == 0
       full_content << content
       full_content << tail unless tail.nil? || tail.length == 0
     end
-    
+
     @codec.decode(full_content) do |event|
       decorate(event)
       queue << event
-    end 
+    end
   end
 
   def on_entry_processed(start_index, content_length, blob_name, new_etag, gen)
-    @processed_entries = @processed_entries + 1
-    if @processed_entries % UPDATE_REGISTRY_COUNT == 0
-      request_registry_update(start_index, content_length, blob_name, new_etag, gen)
-    end
+    @processed_entries += 1
+    request_registry_update(start_index, content_length, blob_name, new_etag, gen) if @processed_entries % UPDATE_REGISTRY_COUNT == 0
   end
-  
+
   def request_registry_update(start_index, content_length, blob_name, new_etag, gen)
     new_offset = start_index
-    new_offset = new_offset + content_length unless content_length.nil?
+    new_offset += content_length unless content_length.nil?
     @logger.debug("New registry offset: #{new_offset}")
     new_registry_item = LogStash::Inputs::RegistryItem.new(blob_name, new_etag, nil, new_offset, gen)
     update_registry(new_registry_item)
@@ -264,9 +272,20 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
     loop do
       # Need to limit the returned number of the returned entries to avoid out of memory exception.
       entries = @azure_blob.list_blobs(@container, { :timeout => 60, :marker => continuation_token, :max_results => @blob_list_page_size })
-      entries.each do |entry|
-        blobs << entry
-      end # each
+      if @path_filters.empty?
+        entries.each do |entry|
+          blobs << entry
+        end # each
+      else
+        # Add the registry_path to the list of matched blobs
+        @path_filters << @registry_path
+        entries.each do |entry|
+          # FNM_PATHNAME is required so that "**/test" can match "test" at the root folder
+          # FNM_EXTGLOB allows you to use "test{a,b,c}" to match either "testa", "testb" or "testc" (closer to shell behavior)
+          matched = @path_filters.any? {|path| File.fnmatch?(path, entry.name, File::FNM_PATHNAME | File::FNM_EXTGLOB)}
+          blobs << entry if matched
+        end # each
+      end
       continuation_token = entries.continuation_token
       break if continuation_token.empty?
     end # loop
@@ -306,7 +325,7 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
       begin
         lease = @azure_blob.acquire_blob_lease(@container, blob_name, { :timeout => 60, :duration => @registry_lease_duration })
       rescue StandardError => e
-        if(e.type && e.type == 'LeaseAlreadyPresent')
+        if (e.class.name.include? 'LeaseAlreadyPresent')
           if (retried > retry_times)
             raise
           end
@@ -315,7 +334,7 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
         else
           # Anything else happend other than 'LeaseAlreadyPresent', break the lease. This is a work-around for the behavior that when
           # timeout exception is hit, somehow, a infinite lease will be put on the lock file.
-          @azure_blob.break_blob_lease(@container, blob, { :break_period => 30 })
+          @azure_blob.break_blob_lease(@container, blob_name, { :break_period => 30 })
         end
       end
     end #while
@@ -326,27 +345,22 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
   def register_for_read
     begin
       all_blobs = list_all_blobs
-      registry = all_blobs.find { |item| item.name.downcase == @registry_path  }
-      registry_locker = all_blobs.find { |item| item.name.downcase == @registry_locker }
-
-      candidate_blobs = all_blobs.select { |item| (item.name.downcase != @registry_path) && ( item.name.downcase != @registry_locker ) }
+      registry = all_blobs.find { |item| item.name.downcase == @registry_path }
       
+      candidate_blobs = all_blobs.select { |item| (item.name.downcase != @registry_path) }
+
       start_index = 0
       gen = 0
       lease = nil
 
-      # Put lease on locker file than the registy file to allow update of the registry as a workaround for Azure Storage Ruby SDK issue # 16.
-      # Workaround: https://github.com/Azure/azure-storage-ruby/issues/16
-      registry_locker = @azure_blob.create_block_blob(@container, @registry_locker, @reader) if registry_locker.nil?
-      lease = acquire_lease(@registry_locker)
-      # ~ Workaround
-
-      if(registry.nil?)
+      if registry.nil?
         registry_hash = create_registry(candidate_blobs)
+        lease = acquire_lease(@registry_path)
       else
+        lease = acquire_lease(@registry_path)
         registry_hash = load_registry
       end #if
-        
+
       picked_blobs = Set.new []
       # Pick up the next candidate
       picked_blob = nil
@@ -367,45 +381,45 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
       }
 
       picked_blob = picked_blobs.min_by { |b| registry_hash[b.name].gen }
-      if !picked_blob.nil?
+      unless picked_blob.nil?
         registry_item = registry_hash[picked_blob.name]
         registry_item.reader = @reader
         registry_hash[picked_blob.name] = registry_item
         start_index = registry_item.offset
         raise_gen(registry_hash, picked_blob.name)
         gen = registry_item.gen
-      end #if
+      end # unless
 
-      # Save the chnage for the registry
-      save_registry(registry_hash)
-      
-      @azure_blob.release_blob_lease(@container, @registry_locker, lease)
-      lease = nil;
+      # Save the change for the registry
+      save_registry(registry_hash, lease)
+
+      @azure_blob.release_blob_lease(@container, @registry_path, lease)
+      lease = nil
 
       return picked_blob, start_index, gen
     rescue StandardError => e
       @logger.error("Oh My, An error occurred. #{e}: #{e.backtrace}", :exception => e)
       return nil, nil, nil
     ensure
-      @azure_blob.release_blob_lease(@container, @registry_locker, lease) unless lease.nil?
+      @azure_blob.release_blob_lease(@container, @registry_path, lease) unless lease.nil?
       lease = nil
     end # rescue
   end #register_for_read
 
   # Update the registry
-  def update_registry (registry_item)
+  def update_registry(registry_item)
     begin
       lease = nil
-      lease = acquire_lease(@registry_locker)
+      lease = acquire_lease(@registry_path)
       registry_hash = load_registry
       registry_hash[registry_item.file_path] = registry_item
-      save_registry(registry_hash)
-      @azure_blob.release_blob_lease(@container, @registry_locker, lease)
+      save_registry(registry_hash, lease)
+      @azure_blob.release_blob_lease(@container, @registry_path, lease)
       lease = nil
     rescue StandardError => e
       @logger.error("Oh My, An error occurred. #{e}:\n#{e.backtrace}", :exception => e)
     ensure
-      @azure_blob.release_blob_lease(@container, @registry_locker, lease) unless lease.nil?
+      @azure_blob.release_blob_lease(@container, @registry_path, lease) unless lease.nil?
       lease = nil
     end #rescue
   end # def update_registry
@@ -413,52 +427,56 @@ class LogStash::Inputs::LogstashInputAzureblob < LogStash::Inputs::Base
   # Clean up the registry.
   def cleanup_registry
     begin
+      @logger.debug("azureblob : start cleanup_registry")
       lease = nil
-      lease = acquire_lease(@registry_locker)
+      lease = acquire_lease(@registry_path)
       registry_hash = load_registry
       registry_hash.each { | key, registry_item|
         registry_item.reader = nil if registry_item.reader == @reader
       }
-      save_registry(registry_hash)
-      @azure_blob.release_blob_lease(@container, @registry_locker, lease)
+      save_registry(registry_hash, lease)
+      @azure_blob.release_blob_lease(@container, @registry_path, lease)
       lease = nil
     rescue StandardError => e
       @logger.error("Oh My, An error occurred. #{e}:\n#{e.backtrace}", :exception => e)
     ensure
-      @azure_blob.release_blob_lease(@container, @registry_locker, lease) unless lease.nil?
+      @azure_blob.release_blob_lease(@container, @registry_path, lease) unless lease.nil?
       lease = nil
     end #rescue
+    @logger.debug("azureblob : End of cleanup_registry")
   end # def cleanup_registry
 
   # Create a registry file to coordinate between multiple azure blob inputs.
-  def create_registry (blob_items)
+  def create_registry(blob_items)
+    @azure_blob.create_block_blob(@container, @registry_path, '')
+    lease = acquire_lease(@registry_path)
     registry_hash = Hash.new
-
     blob_items.each do |blob_item|
-        initial_offset = 0
-        initial_offset = blob_item.properties[:content_length] if @registry_create_policy == 'resume'
-        registry_item = LogStash::Inputs::RegistryItem.new(blob_item.name, blob_item.properties[:etag], nil, initial_offset, 0)
+      initial_offset = 0
+      initial_offset = blob_item.properties[:content_length] if @registry_create_policy == 'resume'
+      registry_item = LogStash::Inputs::RegistryItem.new(blob_item.name, blob_item.properties[:etag], nil, initial_offset, 0)
       registry_hash[blob_item.name] = registry_item
     end # each
-    save_registry(registry_hash)
-    return registry_hash
+    save_registry(registry_hash, lease)
+    @azure_blob.release_blob_lease(@container, @registry_path, lease)
+    registry_hash
   end # create_registry
 
   # Load the content of the registry into the registry hash and return it.
   def load_registry
     # Get content
-    registry_blob, registry_blob_body = @azure_blob.get_blob(@container, @registry_path)
+    _registry_blob, registry_blob_body = @azure_blob.get_blob(@container, @registry_path)
     registry_hash = deserialize_registry_hash(registry_blob_body)
-    return registry_hash
+    registry_hash
   end # def load_registry
 
   # Serialize the registry hash and save it.
-  def save_registry(registry_hash)
+  def save_registry(registry_hash, lease_id)
     # Serialize hash to json
     registry_hash_json = JSON.generate(registry_hash)
 
     # Upload registry to blob
-    @azure_blob.create_block_blob(@container, @registry_path, registry_hash_json)
+    @azure_blob.create_block_blob(@container, @registry_path, registry_hash_json, lease_id: lease_id)
   end # def save_registry
 end # class LogStash::Inputs::LogstashInputAzureblob
 
@@ -493,8 +511,9 @@ class BlobReader < LinearReader
   end
 
   private
+
   def read_from_blob(start_index, end_index)
-    blob, content = @azure_blob.get_blob(@container, @blob_name, {:start_range => start_index, :end_range => end_index } )
+    _blob, content = @azure_blob.get_blob(@container, @blob_name, {:start_range => start_index, :end_range => end_index } )
     return content
   end
-end #class BlobReader
+end #class BlobReader

data/logstash-input-azureblob.gemspec

@@ -1,8 +1,8 @@
 Gem::Specification.new do |s|
   s.name          = 'logstash-input-azureblob'
-  s.version       = '0.9.12'
-  s.platform      = "java"
-  s.licenses      = ['Apache License (2.0)']
+  s.version       = '0.9.13'
+  s.platform      = 'java'
+  s.licenses      = ['Apache-2.0']
   s.summary       = 'This plugin collects Microsoft Azure Diagnostics data from Azure Storage Blobs.'
   s.description   = 'This gem is a Logstash plugin. It reads and parses data from Azure Storage Blobs.'
   s.homepage      = 'https://github.com/Azure/azure-diagnostics-tools'
@@ -11,22 +11,22 @@ Gem::Specification.new do |s|
   s.require_paths = ['lib']
 
   # Files
-  s.files = Dir['lib/**/*','spec/**/*','vendor/**/*','*.gemspec','*.md','Gemfile','LICENSE']
+  s.files = Dir['lib/**/*', 'spec/**/*', 'vendor/**/*', '*.gemspec', '*.md', 'Gemfile', 'LICENSE']
   # Tests
   s.test_files = s.files.grep(%r{^(test|spec|features)/})
 
   # Special flag to let us know this is actually a logstash plugin
-  s.metadata = { "logstash_plugin" => "true", "logstash_group" => "input" }
+  s.metadata = { 'logstash_plugin' => 'true', 'logstash_group' => 'input' }
 
   # Gem dependencies
-  s.add_runtime_dependency "logstash-core-plugin-api", '>= 1.60', '<= 2.99'
-  s.add_runtime_dependency 'logstash-codec-json_lines'
-  s.add_runtime_dependency 'stud', '>= 0.0.22'
-  s.add_runtime_dependency 'azure-storage', '~> 0.12.3.preview'
-  s.add_development_dependency 'logstash-devutils'
-  s.add_development_dependency 'logging'
+  s.add_runtime_dependency 'logstash-core-plugin-api', '>= 1.60', '<= 2.99'
+  s.add_runtime_dependency 'logstash-codec-json_lines', '~> 3'
+  s.add_runtime_dependency 'stud', '~> 0.0', '>= 0.0.22'
+  s.add_runtime_dependency 'azure-storage', '~> 0.15.0.preview'
+  s.add_development_dependency 'logstash-devutils', '~> 1'
+  s.add_development_dependency 'logging', '~> 2'
 
   # Jar dependencies
   s.requirements << "jar 'org.glassfish:javax.json', '1.1'"
-  s.add_runtime_dependency 'jar-dependencies'
+  s.add_runtime_dependency 'jar-dependencies', '~> 0'
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: logstash-input-azureblob
 version: !ruby/object:Gem::Version
-  version: 0.9.12
+  version: 0.9.13
 platform: java
 authors:
 - Microsoft Corporation
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2017-10-03 00:00:00.000000000 Z
+date: 2018-09-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
@@ -33,20 +33,23 @@ dependencies:
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3'
   name: logstash-codec-json_lines
   prerelease: false
   type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '3'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.22
@@ -55,6 +58,9 @@ dependencies:
   type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.0'
     - - ">="
       - !ruby/object:Gem::Version
         version: 0.0.22
@@ -63,7 +69,7 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.12.3.preview
+        version: 0.15.0.preview
   name: azure-storage
   prerelease: false
   type: :runtime
@@ -71,39 +77,39 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 0.12.3.preview
+        version: 0.15.0.preview
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
   name: logstash-devutils
   prerelease: false
   type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '1'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2'
   name: logging
   prerelease: false
   type: :development
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2'
 - !ruby/object:Gem::Dependency
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
   name: jar-dependencies
@@ -111,11 +117,10 @@ dependencies:
   type: :runtime
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
         version: '0'
-description: This gem is a Logstash plugin. It reads and parses data from Azure Storage
-  Blobs.
+description: This gem is a Logstash plugin. It reads and parses data from Azure Storage Blobs.
 email: azdiag@microsoft.com
 executables: []
 extensions: []
@@ -126,15 +131,13 @@ files:
 - LICENSE
 - README.md
 - lib/com/microsoft/json-parser.rb
-- lib/logstash-input-azureblob_jars.rb
 - lib/logstash/inputs/azureblob.rb
-- lib/org/glassfish/javax.json/1.1/javax.json-1.1.jar
 - logstash-input-azureblob.gemspec
 - spec/com/microsoft/json-parser_spec.rb
 - spec/inputs/azureblob_spec.rb
 homepage: https://github.com/Azure/azure-diagnostics-tools
 licenses:
-- Apache License (2.0)
+- Apache-2.0
 metadata:
   logstash_plugin: 'true'
   logstash_group: input
@@ -155,11 +158,10 @@ required_rubygems_version: !ruby/object:Gem::Requirement
 requirements:
 - jar 'org.glassfish:javax.json', '1.1'
 rubyforge_project:
-rubygems_version: 2.6.13
+rubygems_version: 2.4.8
 signing_key:
 specification_version: 4
-summary: This plugin collects Microsoft Azure Diagnostics data from Azure Storage
-  Blobs.
+summary: This plugin collects Microsoft Azure Diagnostics data from Azure Storage Blobs.
 test_files:
 - spec/com/microsoft/json-parser_spec.rb
 - spec/inputs/azureblob_spec.rb

data/lib/logstash-input-azureblob_jars.rb

@@ -1,10 +0,0 @@
-# this is a generated file, to avoid over-writing it just delete this comment
-begin
-  require 'jar_dependencies'
-rescue LoadError
-  require 'org/glassfish/javax.json/1.1/javax.json-1.1.jar'
-end
-
-if defined? Jars
-  require_jar( 'org.glassfish', 'javax.json', '1.1' )
-end