ldclient-rb 3.0.2 → 3.0.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 41869ab263a2b79a395f296f5bdc0be3ff7c6be5
-  data.tar.gz: 180e6a5ca71016e6776a1b3f484824a604b3cbfb
+  metadata.gz: 7c13b41385d09caf349197da95dc022227f5e143
+  data.tar.gz: d9e5536ac51a27fef6e1bacbdde3385d04c5d599
 SHA512:
-  metadata.gz: b9301b40618e1fd75e1edefcafc2207da147af8ad0ca03e2b945c2e623675cc88c1ad1d62672730aaf1a4f7f8a25a48e0577b8a6037d18cde486d4289b418c69
-  data.tar.gz: 94a9e852962fcdaf98f2a90b257c06ef3107fd59882d8e92e1ae44fc4239b4f1e37a8875ebaa7c14bafa0e33d453c118b8dca4aa734164496ac608e3f21f1258
+  metadata.gz: d9af4fc567f889a50dad1011367e6f2abf460f552645e850bd1364f12fd385da62a8f564d7fcb119e87ae51c135e5f0e174e8ecec956b4fce03392f5f927d953
+  data.tar.gz: db400282e1500e4b627b8d9b94df8e60b87aa17756f7ceabeb7801346fd64199b038ae8388c3d4c0fe46ffe5517706670ed605b16e13e93a97129a05534cd2d6

data/CHANGELOG.md

@@ -2,6 +2,10 @@
 
 All notable changes to the LaunchDarkly Ruby SDK will be documented in this file. This project adheres to [Semantic Versioning](http://semver.org).
 
+## [3.0.3] - 2018-03-23
+## Fixed
+- In the Redis feature store, fixed a synchronization problem that could cause a feature flag update to be missed if several of them happened in rapid succession.
+
 ## [3.0.2] - 2018-03-06
 ## Fixed
 - Improved efficiency of logging by not constructing messages that won't be visible at the current log level. (Thanks, [julik](https://github.com/launchdarkly/ruby-client/pull/98)!)

data/README.md

@@ -80,7 +80,7 @@ Note that this gem will automatically switch to using the Rails logger it is det
 
 HTTPS proxy
 ------------
-The Ruby SDK uses Faraday to handle all of its network traffic. Faraday provides a built-in HTTPS proxy. If the HTTPS_PROXY environment variable is present then the SDK will proxy all network requests through the URL provided.
+The Ruby SDK uses Faraday to handle all of its network traffic. Faraday provides built-in support for the use of an  HTTPS proxy. If the HTTPS_PROXY environment variable is present then the SDK will proxy all network requests through the URL provided.
 
 How to set the HTTPS_PROXY environment variable on Mac/Linux systems:
 ```
@@ -94,6 +94,16 @@ set HTTPS_PROXY=https://web-proxy.domain.com:8080
 ```
 
 
+If your proxy requires authentication then you can prefix the URN with your login information:
+```
+export HTTPS_PROXY=http://user:pass@web-proxy.domain.com:8080
+```
+or
+```
+set HTTPS_PROXY=http://user:pass@web-proxy.domain.com:8080
+```
+
+
 Your first feature flag
 -----------------------
 

data/lib/ldclient-rb/redis_store.rb

@@ -103,9 +103,6 @@ and prefix: #{@prefix}")
             nil
           end
         end
-        if !f.nil?
-          put_cache(kind, key, f)
-        end
       end
       if f.nil?
         @logger.debug { "RedisFeatureStore: #{key} not found in '#{kind[:namespace]}'" }
@@ -138,22 +135,7 @@ and prefix: #{@prefix}")
     end
 
     def delete(kind, key, version)
-      with_connection do |redis|
-        f = get_redis(kind, redis, key)
-        if f.nil?
-          put_redis_and_cache(kind, redis, key, { deleted: true, version: version })
-        else
-          if f[:version] < version
-            f1 = f.clone
-            f1[:deleted] = true
-            f1[:version] = version
-            put_redis_and_cache(kind, redis, key, f1)
-          else
-            @logger.warn("RedisFeatureStore: attempted to delete #{key} version: #{f[:version]} \
-  in '#{kind[:namespace]}' with a version that is the same or older: #{version}")
-          end
-        end
-      end
+      update_with_versioning(kind, { key: key, version: version, deleted: true })
     end
 
     def init(all_data)
@@ -161,11 +143,20 @@ and prefix: #{@prefix}")
       count = 0
       with_connection do |redis|
         all_data.each do |kind, items|
-          redis.multi do |multi|
-            multi.del(items_key(kind))
-            count = count + items.count
-            items.each { |k, v| put_redis_and_cache(kind, multi, k, v) }
-          end
+          begin
+            redis.multi do |multi|
+              multi.del(items_key(kind))
+              count = count + items.count
+              items.each { |key, item|
+                redis.hset(items_key(kind), key, item.to_json)
+              }
+            end
+            items.each { |key, item|
+              put_cache(kind, key.to_sym, item)
+            }
+          rescue => e
+            @logger.error { "RedisFeatureStore: could not initialize '#{kind[:namespace]}' in Redis, error: #{e}" }
+          end    
         end
       end
       @inited.set(true)
@@ -173,15 +164,7 @@ and prefix: #{@prefix}")
     end
 
     def upsert(kind, item)
-      with_connection do |redis|
-        redis.watch(items_key(kind)) do
-          old = get_redis(kind, redis, item[:key])
-          if old.nil? || (old[:version] < item[:version])
-            put_redis_and_cache(kind, redis, item[:key], item)
-          end
-          redis.unwatch
-        end
-      end
+      update_with_versioning(kind, item)
     end
 
     def initialized?
@@ -195,13 +178,12 @@ and prefix: #{@prefix}")
       end
     end
 
+    private
+
     # exposed for testing
-    def clear_local_cache()
-      @cache.clear
+    def before_update_transaction(base_key, key)
     end
 
-    private
-
     def items_key(kind)
       @prefix + ":" + kind[:namespace]
     end
@@ -217,7 +199,13 @@ and prefix: #{@prefix}")
     def get_redis(kind, redis, key)
       begin
         json_item = redis.hget(items_key(kind), key)
-        JSON.parse(json_item, symbolize_names: true) if json_item
+        if json_item
+          item = JSON.parse(json_item, symbolize_names: true)
+          put_cache(kind, key, item)
+          item
+        else
+          nil
+        end
       rescue => e
         @logger.error { "RedisFeatureStore: could not retrieve #{key} from Redis, error: #{e}" }
         nil
@@ -228,13 +216,39 @@ and prefix: #{@prefix}")
       @cache.store(cache_key(kind, key), value, expires: @expiration_seconds)
     end
 
-    def put_redis_and_cache(kind, redis, key, item)
-      begin
-        redis.hset(items_key(kind), key, item.to_json)
-      rescue => e
-        @logger.error { "RedisFeatureStore: could not store #{key} in Redis, error: #{e}" }
+    def update_with_versioning(kind, new_item)
+      base_key = items_key(kind)
+      key = new_item[:key]
+      try_again = true
+      while try_again
+        try_again = false
+        with_connection do |redis|
+          redis.watch(base_key) do
+            old_item = get_redis(kind, redis, key)
+            before_update_transaction(base_key, key)
+            if old_item.nil? || old_item[:version] < new_item[:version]
+              begin
+                result = redis.multi do |multi|
+                  multi.hset(base_key, key, new_item.to_json)
+                end
+                if result.nil?
+                  @logger.debug { "RedisFeatureStore: concurrent modification detected, retrying" }
+                  try_again = true
+                else
+                  put_cache(kind, key.to_sym, new_item)
+                end
+              rescue => e
+                @logger.error { "RedisFeatureStore: could not store #{key} in Redis, error: #{e}" }
+              end
+            else
+              action = new_item[:deleted] ? "delete" : "update"
+              @logger.warn { "RedisFeatureStore: attempted to #{action} #{key} version: #{old_item[:version]} \
+      in '#{kind[:namespace]}' with a version that is the same or older: #{new_item[:version]}" }
+            end
+            redis.unwatch
+          end
+        end
       end
-      put_cache(kind, key.to_sym, item)
     end
 
     def query_inited

data/lib/ldclient-rb/version.rb

@@ -1,3 +1,3 @@
 module LaunchDarkly
-  VERSION = "3.0.2"
+  VERSION = "3.0.3"
 end

data/spec/redis_feature_store_spec.rb

@@ -1,5 +1,6 @@
 require "feature_store_spec_base"
 require "json"
+require "redis"
 require "spec_helper"
 
 
@@ -21,23 +22,63 @@ end
 describe LaunchDarkly::RedisFeatureStore do
   subject { LaunchDarkly::RedisFeatureStore }
   
-  let(:feature0_with_higher_version) do
-    f = feature0.clone
-    f[:version] = feature0[:version] + 10
-    f
-  end
-
   # These tests will all fail if there isn't a Redis instance running on the default port.
   
   context "real Redis with local cache" do
-
     include_examples "feature_store", method(:create_redis_store)
-
   end
 
   context "real Redis without local cache" do
-
     include_examples "feature_store", method(:create_redis_store_uncached)
+  end
+
+  def add_concurrent_modifier(store, other_client, flag, start_version, end_version)
+    version_counter = start_version
+    expect(store).to receive(:before_update_transaction) { |base_key, key|
+      if version_counter <= end_version
+        new_flag = flag.clone
+        new_flag[:version] = version_counter
+        other_client.hset(base_key, key, new_flag.to_json)
+        version_counter = version_counter + 1
+      end
+    }.at_least(:once)
+  end
+
+  it "handles upsert race condition against external client with lower version" do
+    store = create_redis_store
+    other_client = Redis.new({ url: "redis://localhost:6379" })
+    
+    begin
+      flag = { key: "foo", version: 1 }
+      store.init(LaunchDarkly::FEATURES => { flag[:key] => flag })
+
+      add_concurrent_modifier(store, other_client, flag, 2, 4)
+
+      my_ver = { key: "foo", version: 10 }
+      store.upsert(LaunchDarkly::FEATURES, my_ver)
+      result = store.get(LaunchDarkly::FEATURES, flag[:key])
+      expect(result[:version]).to eq 10
+    ensure
+      other_client.close
+    end
+  end
+
+  it "handles upsert race condition against external client with higher version" do
+    store = create_redis_store
+    other_client = Redis.new({ url: "redis://localhost:6379" })
+    
+    begin
+      flag = { key: "foo", version: 1 }
+      store.init(LaunchDarkly::FEATURES => { flag[:key] => flag })
+
+      add_concurrent_modifier(store, other_client, flag, 3, 3)
 
+      my_ver = { key: "foo", version: 2 }
+      store.upsert(LaunchDarkly::FEATURES, my_ver)
+      result = store.get(LaunchDarkly::FEATURES, flag[:key])
+      expect(result[:version]).to eq 3
+    ensure
+      other_client.close
+    end
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: ldclient-rb
 version: !ruby/object:Gem::Version
-  version: 3.0.2
+  version: 3.0.3
 platform: ruby
 authors:
 - LaunchDarkly
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2018-03-06 00:00:00.000000000 Z
+date: 2018-03-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler