msgknife 0.0.3 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: edfefdd579dfbd02e3e20fb7b0170c8898e8adae
-  data.tar.gz: 87fa0b24604c25934a4d87b0e38f81c6da571561
+  metadata.gz: c11272c41e8872834e8d932568444997b63ef980
+  data.tar.gz: a1ca1e2768ac7b096229c28e717a1f4ebc68032e
 SHA512:
-  metadata.gz: e4f50ce1a85c3a6fa9eaadd1f54ce7f198928ee3d1d7277ea7ddcac648c2fd5a16c45901c44ce1e897adec9d6a1668f9ce0dc3804f73652a52c2aef01aae6331
-  data.tar.gz: c30748ae0b47aa70c9a09287bbf98b558fa5177e9380d5334486b862da2bf2783b5c4812465f03101693bcde9c2ef322f8c8b49e49e9ec81b987db31783e0e35
+  metadata.gz: 3685ed1252522bfa1af752e2696db7650ee3c46442576153b0f653d0cbca39a719cc5575ed45ed0ebc3d897fb64b523b85603d39c5c431bca5db0cd2709d0e92
+  data.tar.gz: e380381f8fc4d54394f0611fa3ad2e8298b44cc285b76daff5255209f2efc6f9dc90086ff5de759f6725d7f7750a2a39d150010d628270624005ea1db111c170

data/bin/mcount

@@ -0,0 +1,33 @@
+#!/usr/bin/env ruby
+
+require 'msgknife'
+require 'pp'
+
+class MCount < Msgknife::Stream
+  def initialize
+    super
+    @key = nil
+    @optpsr.on('-k VAL', 'key') {|v| @key = v }
+    @count_map = Hash.new{|h,k| h[k] = 0}
+    @total = 0
+  end
+  
+  def setup(argv)
+  end
+  
+  def recv(obj, ts, tag)
+    @total += 1
+    if not @key.nil? and obj.include?(@key)
+      @count_map[obj[@key]] += 1
+    end
+  end
+  
+  def teardown
+    msg = {'total': @total}
+    msg['count'] = @count_map unless @key.nil?
+    write_stream(msg)
+  end
+end
+
+MCount.new.run(ARGV)
+

data/bin/mdot

@@ -52,6 +52,7 @@ class MDot < Msgknife::Stream
   def initialize
     super
     @node_map = Hash.new{|h,k| h[k] = Node.new(k)}
+    @optpsr.on('-s', 'shorten label') {|v| @shorten = true }
     @optpsr.on('-M val', 'size of minimum graph size') {|v| @min_size = v.to_i}
     @optpsr.on('-N', 'skip if value is nil') {|v| @skip_nil = v }
     @optpsr.on('-d', 'output as dot format') {|v| @out_dot = v }
@@ -88,6 +89,10 @@ class MDot < Msgknife::Stream
       @node_map.each do |key, node|
         next if ignore_set.include?(node.key)
         key = node.key.gsub('"', '\"')
+        if @shorten and key.size > 30
+          key = key[0,16] + '... (' + node.hkey[0,8] + ')'
+        end
+        
         case node.category
         when 0; color = '#fbeac1'
         when 1; color = '#ecac12'
@@ -95,11 +100,20 @@ class MDot < Msgknife::Stream
         puts "  \"#{node.hkey}\" [label=\"#{key}\" color=\"#{color}\" style=\"filled\"];"
       end
 
+      entity_count = 0
+      @node_map.each do |key1, node1|
+        next if ignore_set.include?(key1)
+        node1.fwd_link.each do |key2, node2|
+          entity_count += 1
+        end
+      end
+      arrow_len = Math.log10(entity_count) + 1
+      
       @node_map.each do |key1, node1|
         next if ignore_set.include?(key1)
         node1.fwd_link.each do |key2, node2|
           count = node1.fwd_count[key2]
-          puts "  \"#{node1.hkey}\" -> \"#{node2.hkey}\" [label=\"#{count}\" len=2.5];"
+          puts "  \"#{node1.hkey}\" -> \"#{node2.hkey}\" [label=\"#{count}\" len=#{arrow_len}];"
         end
       end
       puts "}"

data/bin/mgrep

@@ -0,0 +1,41 @@
+#!/usr/bin/env ruby
+
+require 'msgknife'
+
+# MsgPack Prety Print
+class MGrep < Msgknife::Stream
+  def initialize
+    super
+    
+    @key = nil
+    @inv = false
+    @optpsr.on('-k VAL', 'target key name') { |v| @key = v }
+    @optpsr.on('-v', 'inverse') { |v| @inv = v }
+  end
+  
+  def setup(argv)
+    @val = argv[0]
+  end
+
+  def recv(obj, ts, tag)
+    if @key.nil?
+      obj.each do |k, v|
+        cond = (v.instance_of?(String) and v.scan(@val).size > 0)
+        if (cond ^ @inv)
+          write_stream(obj, ts, tag)
+          return
+        end
+      end
+    else
+      cond = (obj.has_key?(@key) and obj[@key].instance_of?(String) and
+              obj[@key].scan(@val).size > 0)
+      if (cond ^ @inv)
+        write_stream(obj, ts, tag)
+        return
+      end
+    end
+  end
+end
+
+ins = MGrep.new()
+ins.run(ARGV, 0..0)

data/bin/muniq

@@ -0,0 +1,32 @@
+#!/usr/bin/env ruby
+
+require 'msgknife'
+require 'pp'
+
+# MsgPack Prety Print
+class MPP < Msgknife::Stream
+  def initialize
+    super
+    @key = nil
+    @optpsr.on('-k VAL', 'target key name') { |v| @key = v }
+  end
+  
+  def setup(argv)
+    @count_map = Hash.new {|h1,k1| h1[k1] = Hash.new {|h2,k2| h2[k2] = 0}}
+  end
+
+  def recv(obj, ts, tag)
+    obj.each do |k,v|
+      if @key.nil? or k == @key
+        @count_map[k][v] += 1
+      end
+    end
+  end
+
+  def teardown
+    write_stream(@count_map);
+  end
+end
+
+ins = MPP.new()
+ins.run(ARGV)

data/lib/msgknife/version.rb

@@ -1,3 +1,3 @@
 module Msgknife
-  VERSION = "0.0.3"
+  VERSION = "0.0.4"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: msgknife
 version: !ruby/object:Gem::Version
-  version: 0.0.3
+  version: 0.0.4
 platform: ruby
 authors:
 - Masayoshi Mizutani
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-04-26 00:00:00.000000000 Z
+date: 2015-08-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -86,9 +86,11 @@ email:
 - mizutani@sfc.wide.ad.jp
 executables:
 - m2mongo
+- mcount
 - mdot
 - medit
 - mentropy
+- mgrep
 - mhead
 - mheat
 - mkeys
@@ -96,6 +98,7 @@ executables:
 - mput
 - msplit
 - mtext
+- muniq
 - mval
 extensions: []
 extra_rdoc_files: []
@@ -106,9 +109,11 @@ files:
 - README.md
 - Rakefile
 - bin/m2mongo
+- bin/mcount
 - bin/mdot
 - bin/medit
 - bin/mentropy
+- bin/mgrep
 - bin/mhead
 - bin/mheat
 - bin/mkeys
@@ -116,6 +121,7 @@ files:
 - bin/mput
 - bin/msplit
 - bin/mtext
+- bin/muniq
 - bin/mval
 - lib/msgknife.rb
 - lib/msgknife/version.rb