logstash-filter-cache-redis 0.2.0 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 394af2d7b12faae12fb59737cbf0c748ff19bf61
-  data.tar.gz: a6efb68d4f7052478b66fd3d3824a3f91ad25bb5
+  metadata.gz: 025ab22e4eb965ff25fbc0b69c6f12aa5930cc66
+  data.tar.gz: aeec0902dd290b221b1b014e921c41525187e292
 SHA512:
-  metadata.gz: 1ec2623b5f4ede8ad654e9a9097468c3fc83b22cbd356d2220809ada99ec5c3570b22a3d28b13f0055abc860dbf6e8d69f226be9180d24e6775ce87d9b807ea2
-  data.tar.gz: a224e8116896f584577b77a63b3fd6bd59048d8bfd21b4c93b72509b10be98e1a45c0e84670aaf6a155f810f91079d2b75e6672ca7f83217e026d72687d351b4
+  metadata.gz: 2e9c8563b6b3fad48bd407cefc20d6876e564086c0d8f9c52b5b8a91f69f8ed1f3cee6291e07d0067a3da285de312a4ef84020a246e5e61178dced6cd29c6a86
+  data.tar.gz: 82a48fdf40eb2042a5c9fbd14c64046fd0d0f3c50c26018170b0be728536e45d077dd65b58363f357183e4197cd6aa762287b4950297d8929ce925109035e7c9

data/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.3.0
+ - Support for GET, SET, EXISTS, DEL, SADD, SMEMBERS and SCARD
+ - Introduce new control field `cmd_key_is_formatted` for declaring commands
+   to be resolved through - see %{foo} handling
+
 ## 0.2.0
  - Support for HSET and HGET
 

data/lib/logstash/filters/cache_redis.rb

@@ -17,6 +17,9 @@ class LogStash::Filters::CacheRedis < LogStash::Filters::Base
 
     config :field, :validate => :string
 
+    # For now only working for rpushnx and llen!
+    config :cmd_key_is_formatted, :validate => :boolean, :default => false
+
     # The hostname(s) of your Redis server(s). Ports may be specified on any
     # hostname, which will override the global port config.
     # If the hosts list is an array, Logstash will pick one random host to connect to,
@@ -47,6 +50,14 @@ class LogStash::Filters::CacheRedis < LogStash::Filters::Base
     # Interval for reconnecting to failed Redis connections
     config :reconnect_interval, :validate => :number, :default => 1
 
+    config :get, :validate => :string
+
+    config :set, :validate => :string
+
+    config :exists, :validate => :string
+
+    config :del, :validate => :string
+
     # # Sets the action. If set to true, it will get the data from redis cache
     # config :get, :validate => :boolean, :default => false
     config :llen, :validate => :string
@@ -65,6 +76,12 @@ class LogStash::Filters::CacheRedis < LogStash::Filters::Base
     # Sets the action. If set to true, it will get the data from redis cache
     config :hget, :validate => :string
 
+    config :sadd, :validate => :string
+
+    config :smembers, :validate => :string
+
+    config :scard, :validate => :string
+
     # config :get, :validate => :boolean, :default => false
     config :lock_timeout, :validate => :number, :default => 5000
 
@@ -104,6 +121,22 @@ class LogStash::Filters::CacheRedis < LogStash::Filters::Base
         begin
             @redis ||= connect
 
+            if @get
+                event.set(@target, @redis.get(event.get(@get)))
+            end
+
+            if @set
+                @redis.set(event.get(@set), event.get(@source))
+            end
+
+            if @exists
+                @redis.exists(event.get(@exists))
+            end
+
+            if @del
+                @redis.del(event.get(@del))
+            end
+
             if @hget
                 event.set(@target, @redis.hget(event.get(@hget), event.get(@source)))
             end
@@ -112,8 +145,21 @@ class LogStash::Filters::CacheRedis < LogStash::Filters::Base
                 @redis.hset(event.get(@hset), event.get(@field), event.get(@source))
             end
 
+            if @sadd
+                @redis.sadd(event.get(@sadd), event.get(@source))
+            end
+
+            if @smembers
+                @redis.smembers(event.get(@smembers))
+            end
+
+            if @scard
+                event.set(@target, @redis.scard(event.get(@scard)))
+            end
+
             if @llen
-                event.set(@target, @redis.llen(event.get(@llen)))
+                key = @cmd_key_is_formatted ? event.sprintf(@llen) : event.get(@llen)
+                event.set(@target, @redis.llen(key))
             end
 
             if @rpush
@@ -121,7 +167,7 @@ class LogStash::Filters::CacheRedis < LogStash::Filters::Base
             end
 
             if @rpushnx
-                key = event.get(@rpushnx)
+                key = @cmd_key_is_formatted ? event.sprintf(@rpushnx) : event.get(@rpushnx)
                 begin
                     @lock_manager ||= connect_lockmanager
                     @lock_manager.lock!("lock_#{key}", @lock_timeout) do

data/logstash-filter-cache-redis.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = 'logstash-filter-cache-redis'
-  s.version         = '0.2.0'
+  s.version         = '0.3.0'
   s.licenses        = ['MIT']
   s.summary         = "Redis Cache Filter for Logstash"
   s.description     = "A Logstash filter plugin for storing and retrieving data from redis cache. This gem is a Logstash plugin required to be installed on top of the Logstash core pipeline using $LS_HOME/bin/logstash-plugin install gem_name. This gem is not a stand-alone program."

data/vendor/bundle/jruby/1.9/gems/{logstash-core-5.5.0-java → logstash-core-5.5.1.snapshot1-java}/lib/logstash-core/version.rb

@@ -5,4 +5,4 @@
 # Note to authors: this should not include dashes because 'gem' barfs if
 # you include a dash in the version string.
 
-LOGSTASH_CORE_VERSION = "5.5.0"
+LOGSTASH_CORE_VERSION = "5.5.1.snapshot1"

data/vendor/bundle/jruby/1.9/gems/{logstash-core-5.5.0-java → logstash-core-5.5.1.snapshot1-java}/lib/logstash/environment.rb

@@ -52,6 +52,7 @@ module LogStash
             Setting::Numeric.new("queue.checkpoint.writes", 1024), # 0 is unlimited
             Setting::Numeric.new("queue.checkpoint.interval", 1000), # 0 is no time-based checkpointing
             Setting::Boolean.new("dead_letter_queue.enable", false),
+            Setting::Bytes.new("dead_letter_queue.max_bytes", "1024mb"),
             Setting::TimeValue.new("slowlog.threshold.warn", "-1"),
             Setting::TimeValue.new("slowlog.threshold.info", "-1"),
             Setting::TimeValue.new("slowlog.threshold.debug", "-1"),

data/vendor/bundle/jruby/1.9/gems/{logstash-core-5.5.0-java → logstash-core-5.5.1.snapshot1-java}/lib/logstash/modules/kibana_config.rb

@@ -32,7 +32,7 @@ module LogStash module Modules class KibanaConfig
   def index_pattern
     pattern_name = "#{@name}-*"
     default_index_json = '{"defaultIndex": "#{pattern_name}"}'
-    default_index_content_id = @settings.fetch("index_pattern.kibana_version", "5.5.0")
+    default_index_content_id = @settings.fetch("index_pattern.kibana_version", "5.5.1")
     [
       KibanaResource.new(@index_name, "index-pattern", dynamic("index-pattern"),nil, pattern_name),
       KibanaResource.new(@index_name, "config", nil, default_index_json, default_index_content_id)

data/vendor/bundle/jruby/1.9/gems/{logstash-core-5.5.0-java → logstash-core-5.5.1.snapshot1-java}/lib/logstash/pipeline.rb

@@ -49,7 +49,7 @@ module LogStash; class BasePipeline
     @outputs = nil
 
     if settings.get_value("dead_letter_queue.enable")
-      @dlq_writer = DeadLetterQueueFactory.getWriter(pipeline_id, settings.get_value("path.dead_letter_queue"))
+      @dlq_writer = DeadLetterQueueFactory.getWriter(pipeline_id, settings.get_value("path.dead_letter_queue"), settings.get_value("dead_letter_queue.max_bytes"))
     else
       @dlq_writer = LogStash::Util::DummyDeadLetterQueueWriter.new
     end