nchan_tools 0.1.11 → 0.1.12

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 65a7cdf81145f3dde05ac13e82dc9dcc09063eff263ec642a6b9e3682db033d1
-  data.tar.gz: 5d8d9ff2c06a5ebd982a123be59a3ed13310b99c7daa869e86e30832f69ee509
+  metadata.gz: 2c506959c2eba296db96ed5e1598412798117f4e33bae4a909e223148a829b4a
+  data.tar.gz: 4f178a9eac6fa954d06b5f9f4d6d21cb5c3e6320390e3f422fdcb0589e5276d9
 SHA512:
-  metadata.gz: b771ba51b4108c2c01805e06730590c79f5150180d62bad58662e7f6f6f1ed250257c94acf992274292195381262ca01164f249df147ba3eabd149f0ad730259
-  data.tar.gz: 5b422326b465e2df1f70315edad5dda73766c861aa18f4d65cbc64093bbf229a2a0845de7f207620751442e6a6b47887ebfd44f5002757ef2abf6c690220b0fe
+  metadata.gz: 183363cebe229289e9c3eb0c0989a2816b7bb06c2f3650a81fdad8b5a22c1a2502bd182081a49bbcdf076d0eef219f0ae8f3ccff6a31252e8a137d1940347231
+  data.tar.gz: e5c09c1e6759dd835fb9699a96e63e6d2bbb7ae7adefac324cae19083f0921d3699fc88bdeb54dde4810153ed9cf528d22f9829688c8f9a02fb2f547f507debf

data/exe/nchan-redis-debug

@@ -15,14 +15,19 @@ opt_parser=OptionParser.new do |opts|
     opt[:url]=v
   end
   opts.on("-q", "--quiet", "output only results without any other information") do
-    opt[:quiet]=false
-    opts[:verbose] = !opt[:quiet]
+    opt[:quiet]=true
   end
   opts.on("--list-channels", "list all Nchan channels on Redis server or cluster") do |v|
     opt[:command]=:filter_channels
   end
+  opts.on("--watch-channels", "watch for changes in Nchan channels on Redis server or cluster") do |v|
+    opt[:command]=:watch_channels
+  end
+  opts.on("--set-notify-keyspace-events", "when using --watch-channels, sets the notify-keyspace-events Redis config before starting. May not be possible if the redis 'config' command is disabled") do
+    opt[:set_notify_keyspace_events] = true
+end
   opts.on("--filter-channels-min-subscribers=[NUMBER]") do |v|
-    opt[:command]=:filter_channels
+    opt[:command]||=:filter_channels
     opt[:min_subscribers]=v.to_i
   end
 end
@@ -40,6 +45,8 @@ opt_parser.banner= <<~EOB
 EOB
 opt_parser.parse!
 
+opt[:verbose] = !opt[:quiet]
+
 rdsck = Rdsck.new opt
 if not rdsck.connect
   STDERR.puts "failed to connect to #{opt[:url]}"
@@ -48,10 +55,13 @@ end
 
 case opt[:command]
 when :filter_channels
-  puts "# scanning for channels #{opt[:min_subscribers] && "with subscribers >= #{opt[:min_subscribers]}"}"
+  rdsck.dbg "scanning for channels #{opt[:min_subscribers] && "with subscribers >= #{opt[:min_subscribers]}"}"
   chans = rdsck.filter_channels(min_subscribers: opt[:min_subscribers])
-  puts "# found #{chans.count} channel#{chans.count != 1 && "s"}#{chans.count == 0 ? "." : ":"}"
+  rdsck.dbg "found #{chans.count} channel#{chans.count != 1 && "s"}#{chans.count == 0 ? "." : ":"}"
   puts chans.join("\n")
+when :watch_channels
+  rdsck.dbg "watching for channels #{opt[:min_subscribers] && "with subscribers >= #{opt[:min_subscribers]}"}"
+  rdsck.watch_channels({min_subscribers: opt[:min_subscribers]}, opt[:set_notify_keyspace_events])
 else
   puts "Nothing to do"
 end

data/lib/nchan_tools/rdsck.rb

@@ -1,4 +1,40 @@
 class Rdsck
+  require "async"
+  require "async/redis"
+  
+  #doesn't support psubscribe by default. can you believe it?!
+  class Async::Redis::Context::Psubscribe < Async::Redis::Context::Subscribe
+    MESSAGE = 'pmessage'
+  
+    def listen
+      while response = @connection.read_response
+        return response if response.first == MESSAGE
+      end
+    end
+    
+    def subscribe(channels)
+      @connection.write_request ['PSUBSCRIBE', *channels]
+      @connection.flush
+    end
+    
+    def unsubscribe(channels)
+      @connection.write_request ['PUNSUBSCRIBE', *channels]
+      @connection.flush
+    end
+  end
+  
+  class Async::Redis::Client
+    def psubscribe(*channels)                                                                                                                                             
+      context = Async::Redis::Context::Psubscribe.new(@pool, channels)                                                                                                            
+      return context unless block_given?                                                                                                                           
+      begin                                                                                                                                                        
+        yield context                                                                                                                                        
+      ensure                                                                                                                                                       
+        context.close                                                                                                                                        
+      end                                                                                                                                                          
+    end 
+  end
+  
   attr_accessor :url, :verbose, :namespace
   attr_accessor :redis, :masters
   
@@ -22,9 +58,10 @@ class Rdsck
   
   def connect
     begin
-      puts "connect to #{@url}"
       @redis=Redis.new url: @url
+      
       mode = redis.info["redis_mode"]
+      
     rescue StandardError => e
       STDERR.puts e.message
       return false
@@ -33,7 +70,6 @@ class Rdsck
     if mode == "cluster"
       @redis.close
       begin
-        puts "cluster-connect to #{@url}"
         @redis=Redis.new cluster: [@url]
         @redis.ping
       rescue StandardError => e
@@ -71,6 +107,90 @@ class Rdsck
     #...
   end
   
+  class Watch
+    def initialize(rdsck, node, filters, set_notify_config = nil)
+      @rdsck = rdsck
+      @sync = node
+      @filters = filters
+      @set_notify_config = set_notify_config
+      @host, @port, @location = @sync.connection[:host], @sync.connection[:port]
+      @url = @sync.connection[:id]
+      @async = Async::Redis::Client.new(Async::IO::Endpoint.tcp(@host, @port))
+      if set_notify_config
+        @rdsck.dbg "set #{@url} notify-keyspace-events to \"Kh\""
+        @prev_notify_keyspace_event_config = @sync.config("get", "notify-keyspace-events")
+        @prev_notify_keyspace_event_config = @prev_notify_keyspace_event_config[1] if @prev_notify_keyspace_event_config
+        
+        @sync.config :set, "notify-keyspace-events", "Kh"
+      end
+    end
+    
+    def watch(task)
+      task.async do
+        #puts "subscribeme"
+        while true do
+          @async.psubscribe "__keyspace*__:{channel:*}" do |ctx|
+            type, pattern, name, msg = ctx.listen
+            #puts "TYPE: #{type}, PAT:#{pattern}, NAME:#{name}, MSG:#{msg}"
+            m=name.match(/^__.*__:(\{.*\})/)
+            if m && m[1]
+              key = m[1]
+              
+              filtered = false
+              subs = nil
+              
+              if @filters[:min_subscribers]
+                subs = @sync.hget key, "fake_subscribers"
+                subs = subs.to_i
+                filtered = true if subs < @filters[:min_subscribers]
+              end
+              
+              if !filtered
+                if subs
+                  puts "#{key} subscribers: #{subs}"
+                else
+                  puts "#{key}"
+                end
+              end
+              
+            end
+          end
+        end
+      end
+    end
+    
+    def stop
+      @async.close
+      if @set_notify_config
+        @rdsck.dbg "set #{@url} notify-keyspace-events back to #{@prev_notify_keyspace_event_config}"
+        @sync.config(:set, "notify-keyspace-events", @prev_notify_keyspace_event_config)
+      end
+    end
+  end
+  
+  def watch_channels(filters={}, set_notify_keyspace_events=nil)
+    watchers = []
+    @masters.each do |m|
+      watchers << Watch.new(self, m, filters, set_notify_keyspace_events)
+    end
+
+
+    begin
+      Async do |task|
+        watchers.each do |watcher|
+          watcher.watch(task)
+        end
+      end
+    rescue Interrupt => e
+      dbg "stopping watch"
+    ensure
+      watchers.each do |watcher|
+        watcher.stop
+      end
+    end
+    
+  end
+  
   def filter_channels(filters={})
     script = <<~EOF
       local prev_cursor = ARGV[1]
@@ -102,7 +222,7 @@ class Rdsck
     
     results = []
     batch_size=500
-    masters.each do |m|
+    @masters.each do |m|
       hash = m.script "load", script
       cursor, pattern = "0", "{channel:*}"
       loop do

data/lib/nchan_tools/version.rb

@@ -1,3 +1,3 @@
 module NchanTools
-  VERSION = "0.1.11"
+  VERSION = "0.1.12"
 end

data/nchan_tools.gemspec

@@ -30,6 +30,8 @@ Gem::Specification.new do |spec|
   spec.add_dependency "celluloid-io"
   spec.add_dependency "HDRHistogram"
   spec.add_dependency "redis", "~>4.2.0"
+  spec.add_dependency "async"
+  spec.add_dependency "async-redis"
   
   spec.add_dependency "websocket-driver"
   spec.add_dependency 'websocket-extensions'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: nchan_tools
 version: !ruby/object:Gem::Version
-  version: 0.1.11
+  version: 0.1.12
 platform: ruby
 authors:
 - Leo Ponomarev
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2021-01-14 00:00:00.000000000 Z
+date: 2021-02-20 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: typhoeus
@@ -108,6 +108,34 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: 4.2.0
+- !ruby/object:Gem::Dependency
+  name: async
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: async-redis
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: websocket-driver
   requirement: !ruby/object:Gem::Requirement
@@ -268,7 +296,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.4
+rubygems_version: 3.2.7
 signing_key:
 specification_version: 4
 summary: Development and testing utilities for Nchan