mats 0.0.1 → 0.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5c1194e381d20a275be27ff83d3f7d8ac210139a
-  data.tar.gz: 05c6cb71c3ab6273db0f3cc6d179b066f9ced27b
+  metadata.gz: cbc2142027bd71ea27a802c6eb78bb46cd1446c5
+  data.tar.gz: 8873881aa5470ef9ed4f6e1382c519c4b1f969c0
 SHA512:
-  metadata.gz: 5d3a6480d97877ee60712971cd64f35a0b561a798df3c5544d5860a42bd5eaf987e53bcdb38038ec0f0dcfca43a9c613fbf69f02dc3f700f98a6ee5e6ec2e841
-  data.tar.gz: 524880ec03b8f01e9d8f2ab528624fc59b643ca4296f90564a63ab486c62163cd8465553c5f824e89856cebd35725198c4dcf8a99114b3f1821f2fd53e4522f0
+  metadata.gz: 1425f6963594628762b1f5fa936f70a4fe75cfd02cb01cafbee8ed3c1b9813483b7eeed67b1d61eac0a1611aa6b47ccc90151e9325af2b80fe23e783e54cec86
+  data.tar.gz: 16f6d7f0bfa75de76b5842430ac5cc5db546079e679232e191c8190e4c6675f1a0f5a7c31595d20aa437353080fffff10f2924c07827134ff4fc91dbd1a567ac

data/bin/mdigraph

@@ -0,0 +1,93 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+require 'mats'
+require 'set'
+require 'pp'
+
+# MsgPack Prety Print
+class MDiGraph < Mats::Stream
+  def initialize
+    super
+    @path = nil
+    @key = nil
+    @v_max = nil
+    @h_format = false
+    @optpsr.on("-p VAL", "Path to graphviz tools such as dot, neato") { |v| @path = v }
+    @optpsr.on("-k VAL", "Key to count value") { |v| @key = v }
+    @optpsr.on("-h", "Convert value to human readable format") { |v| @h_format = true }
+    @route = Hash.new {|h1,k1| h1[k1] = Hash.new {|h2,k2| h2[k2] = 0.0 }}
+    @nodes = Set.new
+  end
+
+  def setup(argv)
+    @src = argv[0]
+    @dst = argv[1]
+  end
+
+  def add_value(src, dst, val)
+    if src.instance_of? Array
+      src.each { |s| add_value(s, dst, val) }
+    elsif src.instance_of? Hash
+      src.each { |k,s| add_value(s, dst, val) }      
+    end
+    
+    if dst.instance_of? Array
+      dst.each { |d| add_value(src, d, val) }
+    elsif dst.instance_of? Hash
+      dst.each { |k,d| add_value(src, d, val) }
+    end
+
+    if src.instance_of? String and dst.instance_of? String
+      @route[src][dst] += val
+      @nodes.add(src)
+      @nodes.add(dst)
+      @v_max = @route[src][dst] if @v_max.nil? or @v_max < @route[src][dst]
+    end
+  end
+
+  def exec(obj)
+    if obj.has_key? @src and obj.has_key? @dst
+      if @key.nil?
+        add_value(obj[@src], obj[@dst], 1)
+      else
+        if obj.has_key? @key
+          add_value(obj[@src], obj[@dst], obj[@key])
+        end
+      end
+    end
+  end
+
+  def convert_format(v)
+    suffix = ''
+    suffix_list = ['K', 'M', 'G', 'T']
+    while suffix_list.size > 0 and v > 1000.0
+      v = v / 1000.0
+      suffix = suffix_list.shift
+    end
+    return v, suffix
+  end
+
+  def teardown
+    max_width = 5
+    puts "digraph hoge {"
+    @route.each do |src, dst_map|
+      dst_map.each do |dst, value|
+        v, suffix = (@h_format) ? convert_format(value) : [value, '']
+        if @key.nil?
+          v_str = v.to_i.to_s + suffix
+        else
+          v_str = sprintf("%.2f%s", v, suffix)
+        end
+        # v_str = ((@key.nil?) ? value.to_i : value).to_s + suffix
+        w = (@v_max <= max_width) ? value.to_i : (value * max_width / @v_max).to_i + 1
+        puts "  \"#{src}\" -> \"#{dst}\" [label=\"#{v_str}\", penwidth=#{w}];"
+      end
+    end
+    puts "}"
+    # pp @route
+  end
+end
+
+ins = MDiGraph.new()
+ins.run(ARGV, 0..1)

data/bin/mdist

@@ -0,0 +1,83 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+require 'mats'
+require 'pp'
+
+class MDist < Mats::Stream
+  def initialize
+    super
+    @fixed_min = nil
+    @fixed_max = nil
+    @optpsr.on('-l VAL', "lower limit of distribution") { |v| @fixed_min = v.to_f }
+    @optpsr.on('-h VAL', "higher limit of distribution") { |v| @fixed_max = v.to_f }
+  end
+
+  def setup(argv)
+    @dist_s = Hash.new { |h,k| h[k] = 0 }
+    @dist_v = Array.new
+    @key = argv[0]
+    @v_max = nil
+    @v_min = nil
+  end
+
+  def add_value(v)
+    @dist_v << v
+    @v_max = v if @v_max.nil? or @v_max < v
+    @v_min = v if @v_min.nil? or v < @v_min
+  end
+
+  def exec(obj)
+    if obj.has_key? @key
+      @dist_s[obj[@key]] += 1   if obj[@key].instance_of? String
+      add_value(obj[@key].to_f) if obj[@key].instance_of? Fixnum
+      add_value(obj[@key])      if obj[@key].instance_of? Float
+    end
+  end
+
+  def teardown
+    obj = {}
+
+    if @dist_s.size > 0
+      obj['str_dist'] = @dist_s
+    end
+
+    if @dist_v.size > 0
+      max = (@fixed_max.nil?) ? @v_max : @fixed_max
+      min = (@fixed_min.nil?) ? @v_min : @fixed_min
+
+      unit_len = 10
+      unit_size = (max - min) / unit_len
+      out_of_range = 0
+
+      val_dist = Array.new(unit_len, 0)
+      @dist_v.each do |v| 
+        if v < min or max < v
+          out_of_range += 1
+          next
+        end
+
+        idx = ((v - min) / unit_size).to_i
+        idx = unit_len - 1 if idx >= unit_len
+        val_dist[idx] += 1
+      end
+
+      label_dist = []
+      unit_len.times do |idx|
+        label_dist << (min + (unit_size * idx))
+      end
+      label_dist << max
+
+      obj['val_dist'] = {
+        "val" => val_dist,
+        "label" => label_dist,
+        "out_of_range" => out_of_range,
+      }
+    end
+
+    write_stream(obj) 
+  end
+end
+
+ins = MDist.new()
+ins.run(ARGV, 0..0)

data/bin/mgrep

@@ -27,7 +27,6 @@ class MGrep < Mats::Stream
   end
 
   def setup(argv)
-    p argv
     @ptn = /#{argv[0]}/
   end
 

data/bin/mheat

@@ -0,0 +1,128 @@
+#!/usr/bin/env ruby
+# coding: utf-8
+
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+require 'mats'
+require 'pp'
+require 'time'
+
+# MsgPack Prety Print
+class MHeatMap < Mats::Stream
+  BLANK = ' '
+  BARS = ['▁', '▂', '▃', '▄', '▅', '▆', '▇', '█']
+
+  def initialize
+    super
+
+    # Set options
+    @ts_key = 'ts'
+    @optpsr.on('-t VAL', 'timestamp key name') { |v| @ts_key = v }
+
+    @count_key = nil
+    @optpsr.on('-c VAL', 'key name to sum numbers') { |v| @count_key = v }
+
+    @width = 80 - 32
+    @optpsr.on('-w VAL', 'width') { |v| @width = v.to_i }
+
+    @relative = false
+    @optpsr.on('-r', 'relative time') { |v| @relative = true }
+
+    # Set internval parameters
+    @key = nil
+    @ts_min = nil
+    @ts_max = nil
+    @rows = Hash.new {|h,k| h[k] = Array.new}
+  end
+
+  def setup(argv)
+    @key = argv[0]
+  end
+
+  def add_ts(key, ts, val)
+    if key.instance_of? Array
+      key.each { |v| add_ts(v, ts, val) }
+    elsif key.instance_of? Hash
+      key.each { |k,v| add_ts(v, ts, val) }
+    elsif key.instance_of? String
+      @rows[key] << [ts, val]
+    end
+  end
+
+  def exec(obj)
+    return if !(obj.has_key? @ts_key) or !(obj.has_key? @key)
+    ts = obj[@ts_key]
+    @ts_min = ts if @ts_min.nil? or ts < @ts_min
+    @ts_max = ts if @ts_max.nil? or @ts_max < ts
+
+    if @count_key.nil?
+      add_ts(obj[@key], obj[@ts_key], 1)
+    else
+      add_ts(obj[@key], obj[@ts_key], obj[@count_key]) if obj.has_key? @count_key
+    end      
+  end
+
+  def teardown
+    dur_ts = @ts_max - @ts_min
+    ts_unit = dur_ts / @width
+
+    cols = Array.new(@width)
+    (0..@width-1).each do |i|
+      if @relative
+        ts = ts_unit * i
+        cols[i] = sprintf("%02d:%02d:%02d", (ts / 3600).to_i,
+                           ((ts % 3600) / 60).to_i, (ts % 60))
+      else
+        dt = Time.at(@ts_min + ts_unit * i)
+        cols[i] = dt.to_s.split(' ')[0..1].join(' ')
+      end
+    end
+    
+
+    data_map = Hash.new {|h,k| h[k] = {
+        'row' => Array.new(@width, 0),
+        'max' => 0,
+      }}
+    @rows.each do |k, ts_list|
+      ts_list.each do |ts, val|
+        idx = ((ts - @ts_min) / ts_unit).to_i
+        idx = @width - 1 if idx >= @width
+        data_map[k]['row'][idx] += val
+      end
+    end
+
+    obj = {
+      'cols' => cols,
+      'rows' => data_map,
+      'ts_max' => @ts_max,
+      'ts_min' => @ts_min,
+    }
+    # write_stream(obj)
+
+    STDOUT.write(sprintf("%28s | %s", "", cols[0]))    
+    puts
+    STDOUT.write(sprintf("%28s | %s|", "-" * 28, 
+                         "-" * @width))
+    puts
+
+    data_map.each do |k, row|
+      label = sprintf("%28s | ", k[0..31])
+      STDOUT.write(label)
+      v_max = row['row'].max
+      row['row'].each do |v|
+        if v == 0
+          STDOUT.write(BLANK)
+        else
+          bi = (v / v_max) * BARS.size
+          bi = BARS.size - 1 if BARS.size <= bi
+          STDOUT.write(BARS[bi])
+        end
+      end
+      STDOUT.write('|')
+      puts
+    end
+  end
+end
+
+ins = MHeatMap.new()
+ins.run(ARGV, 0..0)

data/bin/mval

@@ -0,0 +1,21 @@
+#!/usr/bin/env ruby
+
+$LOAD_PATH.unshift File.join(File.dirname(__FILE__), *%w[.. lib])
+require 'mats'
+require 'pp'
+
+# MsgPack Prety Print
+class MVal < Mats::Stream
+  def setup(argv)
+    @key = argv[0]
+  end
+
+  def exec(obj)
+    if obj.instance_of?(Hash) and obj.key?(@key)
+      self.write_stream({@key => obj[@key]}) 
+    end
+  end
+end
+
+ins = MVal.new()
+ins.run(ARGV, 0..0)

data/lib/mats/version.rb

@@ -1,3 +1,3 @@
 module Mats
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: mats
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - Masayoshi Mizutani
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-07-20 00:00:00.000000000 Z
+date: 2014-07-22 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -57,8 +57,12 @@ email:
 - muret@haeena.net
 executables:
 - mcount
+- mdigraph
+- mdist
 - mgrep
+- mheat
 - mpp
+- mval
 extensions: []
 extra_rdoc_files: []
 files:
@@ -68,8 +72,12 @@ files:
 - README.md
 - Rakefile
 - bin/mcount
+- bin/mdigraph
+- bin/mdist
 - bin/mgrep
+- bin/mheat
 - bin/mpp
+- bin/mval
 - lib/mats.rb
 - lib/mats/version.rb
 - mats.gemspec