strace_log 0.1.3 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
-SHA1:
-  metadata.gz: 60912730fd9e97f6be5618218c74dbe050c5e01f
-  data.tar.gz: b3e0abf9c2c8b62ef9b223fce27cd02f3fe32e6f
+SHA256:
+  metadata.gz: bf0ec0832d7b894a0b0bef334b4e7614313db881e9f2b1fc0e867943f2974d5a
+  data.tar.gz: 3f95e1df8f7d617df9783fbd9bd23de39ef4bbcd972c51de082bf81aae3390b8
 SHA512:
-  metadata.gz: 950e8007b438cf96b95ab82c545e73df6ea695b1091fa044c988dbc096f98fe26d187f9916fc4df6bdc41571441813c517a173ea126bee20afe535949851ee31
-  data.tar.gz: 535ef872af158736e7431b964b7a9a932b7bb0e6e7237a56df080211c1d5a53424abd0012e35c0a9c1fda5b67722ff4754d88042b12a040bd7b0cacff66a6b2d
+  metadata.gz: 4b01896fcb02a1ff979a5a4486450c81a935fd24759bfae2c47fc1d4e0509be344d7882805c88b7950c224c3ddf438aed7cb7fc6fb02c4ca29716f4a3098729b
+  data.tar.gz: 03272c4affd1a38c0a58ed141c6b0d88e4dc67139e0c4b6be162f800e2298b25c41b71553b02301bcb54dbc763f769c804ddaa0bbc372abdb13217248de818a5

data/README.md

@@ -25,104 +25,75 @@ Or install it yourself as:
 
 Run command with strace:
 
-    $ strace -ttt -T -o strace.log command
+    $ strace -T -o strace.log command
 
-Print statistics of strace log:
+Output statistics of strace log by mount point to CSV file:
 
-    $ strace-stat strace.log
+    $ strace-stat -s -o strace.csv strace.log
+
+Option for `strace-stat`:
+
+    Usage: strace-stat [options] [FILE]
+        FILE                             filename of strace log (default: stdin)
+        -o, --output OUTFILE             output CSV filename
+        -s, --stat                       output statistics by mount point (default: statistics by each path)
+        -t, --table TABLEFILE            filename of mounted file system table (default:/etc/mtab)
+        -c, --column TABLECOLUMN         column number of mount point in mtab (default:2)
 
 ## Classes
 
 * StraceLog::ParsedCall
-* StraceLog::IOCounter
 * StraceLog::Stat
 
 ## Example
 
-    $ strace -ttt -T -o strace.log dd if=/dev/zero of=tmpfile count=10000
-
-    $ strace-stat strace.log
-    count={
-     execve: 1,
-     brk: 3,
-     mmap: 16,
-     access: 1,
-     open: 42,
-     stat: 19,
-     read: 10005,
-     fstat: 6,
-     mprotect: 7,
-     close: 11,
-     arch_prctl: 1,
-     set_tid_address: 1,
-     set_robust_list: 1,
-     futex: 2,
-     rt_sigaction: 6,
-     rt_sigprocmask: 1,
-     getrlimit: 1,
-     dup2: 2,
-     lseek: 1,
-     clock_gettime: 2,
-     write: 10003,
-     munmap: 1,
-     exit_group: 1,
-    }
-
-    time={
-     execve: 0.000479,
-     brk: 0.000376,
-     mmap: 0.001751,
-     access: 0.000157,
-     open: 0.004224,
-     stat: 0.001602,
-     read: 1.176440,
-     fstat: 0.000697,
-     mprotect: 0.000647,
-     close: 0.006732,
-     arch_prctl: 0.000101,
-     set_tid_address: 0.000127,
-     set_robust_list: 0.000111,
-     futex: 0.000232,
-     rt_sigaction: 0.000718,
-     rt_sigprocmask: 0.000116,
-     getrlimit: 0.000091,
-     dup2: 0.000213,
-     lseek: 0.000112,
-     clock_gettime: 0.000343,
-     write: 1.229899,
-     munmap: 0.000110,
-    }
-
-    /bin/dd:
-     ok={execve:1}
-     time={execve:0.000479}
-
-    /dev/zero:
-     ok={close:2, dup2:1, lseek:1, open:1, read:10000}
-     size={read:5120000}
-     time={close:0.000224, dup2:0.000112, lseek:0.000112, open:0.000119, read:1.176062}
-
-    /etc/ld.so.preload:
-     fail={access:1}
-     time={access:0.000157}
-
-    ...
-
-    /usr/share/locale/locale.alias:
-     ok={close:1, fstat:1, open:1, read:2}
-     size={read:2512}
-     time={close:0.000202, fstat:0.000216, open:0.000124, read:0.000221}
-
-    stderr:
-     ok={close:1, write:3}
-     size={write:90}
-     time={close:0.000022, write:0.000243}
-
-    tmpfile:
-     ok={close:2, dup2:1, open:1, write:10000}
-     size={write:5120000}
-     time={close:0.005866, dup2:0.000101, open:0.000154, write:1.229656}
-
+    $ strace -T -o strace.log dd if=/dev/zero of=tmpfile count=10000
+    $ strace-stat -s -o strace.csv strace.log
+    $ cat strace.csv
+    path,syscall,calls,errors,time,size
+    *,execve,1,0,0.009673,
+    *,brk,4,0,0.000057,
+    *,mmap,10,0,0.000285,
+    *,access,1,1,0.000021,
+    *,open,39,32,0.001220,
+    *,stat,27,21,0.000470,
+    *,read,10003,0,0.123271,5123334
+    *,fstat,5,0,0.000147,
+    *,mprotect,4,0,0.000075,
+    *,close,10,0,0.000311,
+    *,arch_prctl,1,0,0.000012,
+    *,rt_sigaction,4,0,0.000050,
+    *,dup2,2,0,0.000037,
+    *,lseek,1,0,0.000006,
+    *,write,10003,0,0.246277,5120136
+    *,munmap,1,0,0.000049,
+    *,exit_group,1,0,0.000000,
+    /,execve,1,0,0.009673,
+    /,access,1,1,0.000021,
+    /,open,29,24,0.000885,
+    /,stat,19,14,0.000346,
+    /,read,3,0,0.000101,3334
+    /,fstat,5,0,0.000147,
+    /,mmap,5,0,0.000181,
+    /,close,5,0,0.000167,
+    /home,open,9,8,0.000251,
+    /home,stat,8,7,0.000124,
+    /home,dup2,1,0,0.000030,
+    /home,close,2,0,0.000054,
+    /home,write,10000,0,0.246116,5120000
+    /dev,open,1,0,0.000084,
+    /dev,dup2,1,0,0.000007,
+    /dev,close,2,0,0.000049,
+    /dev,lseek,1,0,0.000006,
+    /dev,read,10000,0,0.123170,5120000
+    stderr,write,3,0,0.000161,136
+    stderr,close,1,0,0.000041,
+
+(path=* means total sum for each system call)
+
+Same example using pipe:
+
+    $ strace -T -s 0 -o '|strace-stat -s -o strace.csv' dd if=/dev/zero of=tmpfile count=10000
 
 ## Contributing
 

data/bin/strace-stat

@@ -1,7 +1,19 @@
 #!/usr/bin/env ruby
 
 require "strace_log"
+require 'optparse'
 
-stat = StraceLog::Stat.new
+params = {}
+outfile = nil
+
+opt = OptionParser.new
+opt.on('-o OUTFILE','--output','output CSV filename') {|v| outfile = v}
+opt.on('-s','--stat','output statistics by mount point (default: statistics by each path)') {|v| params[:sum] = true}
+opt.on('-t TABLEFILE','--table','filename of mounted file system table (default:/etc/mtab)') {|v| params[:table] = v}
+opt.on('-c TABLECOLUMN','--column','column number of mount point in mtab (default:2)') {|v| params[:column] = v.to_i}
+opt.banner += ' [STRACE_LOG_FILE]'
+opt.parse!(ARGV)
+
+stat = StraceLog::Stat.new(**params)
 stat.parse(ARGF)
-stat.print
+stat.write(outfile)

data/lib/strace_log.rb

@@ -1,13 +1,16 @@
 require 'strscan'
+require 'pathname'
+require 'csv'
 
 module StraceLog
 
-  VERSION = "0.1.3"
+  VERSION = "0.2.1"
 
   class ParsedCall
     ESCAPES = [ /x[\da-f][\da-f]/i, /n/, /t/, /r/, /\\/, /"/, /\d+/]
 
     def initialize(line)
+      @size = nil
       if /^(?:(\d\d:\d\d:\d\d|\d+)(?:\.(\d+))? )?[+-]{3}.*[+-]{3}$/ =~ line
         @mesg = line
       else
@@ -17,13 +20,13 @@ module StraceLog
         @usec = s[2]
         @func = s[3]
         @args = scan_items(s,/\s*\)\s*/)
-        s.scan(/\s*= ([^=<>\s]+)(?:\s+([^<>]+))?(?: <([\d.]+)>)?$/)
+        s.scan(/\s*= ([^=<>\s]+(?:<[^<>]*>)?)(?:\s+([^<>]+))?(?: <([\d.]+)>)?$/)
         @ret  = s[1]
         @mesg = s[2]
         @elap = s[3]
       end
     end
-    attr_reader :time, :usec, :func, :args, :ret , :mesg, :elap
+    attr_reader :time, :usec, :func, :args, :ret , :mesg, :elap, :size
 
     def scan_items(s,close)
       args = []
@@ -81,81 +84,77 @@ module StraceLog
     def scan_other(s)
       s.scan(/[^"\\,{}()\[\]]+/)
     end
-  end
-
 
-  class IOCounter
-    def initialize(path)
-      @path = path
-      @ok   = {}
-      @fail = {}
-      @size = {}
-      @time = {}
-      @rename = []
+    def set_size
+      sz = @ret.to_i
+      if sz >= 0
+        @size = sz
+      end
     end
-    attr_reader :path, :ok, :fail, :size, :time, :rename
+  end
 
-    def add(h,func,c)
-      h[func] = (h[func] || 0) + c
-    end
 
-    def count(fc)
-      if fc.ret == "-1"
-        add(@fail, fc.func, 1)
-      else
-        add(@ok, fc.func, 1)
+  class Stat
+
+    class Counter
+      def initialize
+        @calls = 0
+        @errors = 0
+        @time = 0
+        @size = nil
       end
-      add(@time, fc.func, fc.elap.to_f) if fc.elap
-    end
+      attr_reader :calls, :errors, :size, :time
 
-    def count_size(fc)
-      sz = fc.ret.to_i
-      if sz >= 0
-        add(@size, fc.func, sz)
+      def count(call)
+        @calls += 1
+        @errors += 1 if call.ret == "-1"
+        @time += call.elap.to_f if call.elap
+        @size = (@size||0) + call.size if call.size
       end
-      count(fc)
-    end
 
-    def rename_as(newpath)
-      @rename << @path
-      @path = newpath
+      def to_a
+        [@calls,@errors,"%.6f"%@time,@size]
+      end
     end
 
-    def print
-      Kernel.print @path+":\n"
-      if !@ok.empty?
-        keys = @ok.keys.sort
-        Kernel.print " ok={"+keys.map{|k| "#{k}:#{@ok[k]}"}.join(", ")+"}\n"
+    class CallCounter
+      def initialize(path)
+        @path = path
+        @rename = []
+        @counter = {}
       end
-      if !@fail.empty?
-        keys = @fail.keys.sort
-        Kernel.print " fail={"+keys.map{|k| "#{k}:#{@fail[k]}"}.join(", ")+"}\n"
-      end
-      if !@size.empty?
-        keys = @size.keys.sort
-        Kernel.print " size={"+keys.map{|k| "#{k}:#{@size[k]}"}.join(", ")+"}\n"
+      attr_reader :path, :rename
+
+      def count(call)
+        c = (@counter[call.func] ||= Counter.new)
+        c.count(call)
       end
-      if !@time.empty?
-        keys = @time.keys.sort
-        Kernel.print " time={"+keys.map{|k| "%s:%.6f"%[k,@time[k]]}.join(", ")+"}\n"
+
+      def rename_as(newpath)
+        @rename << @path
+        @path = newpath
       end
-      if !@rename.empty?
-        Kernel.print " rename={#{@rename.join(', ')}}\n"
+
+      def each
+        @counter.keys.map do |func|
+          yield [@path,func,*@counter[func].to_a]
+        end
       end
-      puts
     end
-  end
 
-
-  class Stat
-
-    def initialize
+    def initialize(sum:false,table:'/etc/mtab',column:2)
+      @sum = sum
       @stat = {}
-      @count = {}
-      @spent = {}
+      @total = CallCounter.new('*')
+      if @sum
+        a = open(table,'r').each_line.map do |line|
+          line.split(/\s+/)[column-1]
+        end.sort.reverse
+        @paths = Hash[ a.map{|x| [x, /^#{x.sub(/\/$/,'')}($|\/)/] } ]
+      end
     end
 
-    attr_reader :stat, :count, :spent
+    attr_reader :stat, :total
 
     def parse(a)
       @fd2path = ["stdin", "stdout", "stderr"]
@@ -164,101 +163,108 @@ module StraceLog
       end
     end
 
-    def stat_call(pc)
-      m = pc.func
-      return if m.nil?
-      @count[m] = (@count[m] || 0) + 1
-      @spent[m] = (@spent[m] || 0) + pc.elap.to_f if pc.elap
+    def get_fd(arg)
+      if /([-\d]+)(<.*>)?/ =~ arg
+        x = $1.to_i
+        return x
+      else
+        raise
+      end
+    end
+
+    def stat_call(call)
+      path = nil
+
+      case call.func
 
-      case m
+      when /^(execve|l?stat|(read|un)?link|getc?wd|access|mkdir|mknod|chmod|chown)$/
+        path = call.args[0]
 
-      when /^(open|execve|l?stat|(read|un)?link|getc?wd|access|mkdir|mknod|chmod|chown)$/
-        path = pc.args[0]
-        count_path(path,pc)
-        if m=="open" && pc.ret != "-1"
-          fd = pc.ret.to_i
+      when /^open$/
+        path = call.args[0]
+        if call.ret != "-1"
+          fd = call.ret.to_i
           @fd2path[fd] = path
         end
 
-      when /^(readv?|writev?)$/
-        path = @fd2path[pc.args[0].to_i]
-        count_size(path,pc)
+      when /^connect$/
+        fd = get_fd(call.args[0])
+        @fd2path[fd] = path = "socket"
 
-      when /^(fstat|fchmod|[fl]chown|lseek|ioctl|fcntl|getdents|sendto|recvmsg|close)$/
-        fd = pc.args[0].to_i
-        count_fd(fd,pc)
-        if m=="close" && pc.ret != "-1"
+      when /^close$/
+        fd = get_fd(call.args[0])
+        path = @fd2path[fd]
+        if call.ret != "-1"
           @fd2path[fd] = nil
         end
 
+      when /^(readv?|writev?)$/
+        call.set_size
+        fd = get_fd(call.args[0])
+        path = @fd2path[fd]
+
+      when /^(fstat|fchmod|[fl]chown|lseek|ioctl|fcntl|getdents|sendto|recvmsg)$/
+        fd = get_fd(call.args[0])
+        path = @fd2path[fd]
+
       when /^rename$/
-        path = pc.args[0]
-        count_path(path,pc)
-        rename(pc)
+        rename(call)
+        path = call.args[1]
 
       when /^dup[23]?$/
-        fd = pc.args[0].to_i
-        count_fd(fd,pc)
-        if pc.ret != "-1"
-          fd2 = pc.ret.to_i
+        fd = get_fd(call.args[0])
+        path = @fd2path[fd]
+        if call.ret != "-1"
+          fd2 = call.ret.to_i
           @fd2path[fd2] = @fd2path[fd]
         end
 
       when /^mmap$/
-        fd = pc.args[4].to_i
-        if fd >= 0
-          count_fd(fd,pc)
-        end
-
-      when /^connect$/
-        fd = pc.args[0].to_i
-        @fd2path[fd] = path = pc.args[1]
-        count_path(path,pc)
+        fd = get_fd(call.args[4])
+        path = @fd2path[fd] if fd >= 0
 
+      when NilClass
+        return
       end
-    end
 
-    def count_fd(fd,pc)
-      path = @fd2path[fd]
-      count_path(path,pc)
-    end
-
-    def count_path(path,pc)
-      io_counter(path).count(pc)
-    end
+      @total.count(call)
 
-    def count_size(path,pc)
-      io_counter(path).count_size(pc)
-    end
-
-    def io_counter(path)
-      @stat[path] ||= IOCounter.new(path)
+      if path
+        if @sum
+          realpath = File.exist?(path) ? Pathname.new(path).realdirpath.to_s : path
+          @paths.each do |mp,re|
+            if re =~ realpath
+              (@stat[mp] ||= CallCounter.new(mp)).count(call)
+              return
+            end
+          end
+        end
+        (@stat[path] ||= CallCounter.new(path)).count(call)
+      end
     end
 
-    def rename(pc)
-      if pc.ret != "-1"
-        oldpath = pc.args[0]
-        newpath = pc.args[1]
-        ioc = @stat[newpath] = @stat[oldpath]
+    def rename(call)
+      if call.ret != "-1"
+        oldpath = call.args[0]
+        newpath = call.args[1]
+        ioc = @stat[newpath] = (@stat[oldpath] ||= CallCounter.new(oldpath))
         ioc.rename_as(newpath)
         @stat.delete(oldpath)
       end
     end
 
-    def print
-      Kernel.print "count={\n"
-      @count.each do |m,c|
-        Kernel.print " #{m}: #{c},\n"
-      end
-      Kernel.print "}\n\n"
-      Kernel.print "time={\n"
-      @spent.each do |m,t|
-        Kernel.printf " %s: %.6f,\n",m,t
+    def write(file=nil)
+      block = proc do |w|
+        w << ["path","syscall","calls","errors","time","size"]
+        @total.each{|item| w << item}
+        @stat.each do |path,cntr|
+          cntr.each{|item| w << item}
+        end
       end
-      Kernel.print "}\n\n"
-      files = @stat.keys.select{|x| x.class==String}.sort
-      files.each do |fn|
-        @stat[fn].print
+      if file
+        CSV.open(file,'w',&block)
+      else
+        CSV.instance(&block)
       end
     end
 

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: strace_log
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.2.1
 platform: ruby
 authors:
 - Masahiro TANAKA
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-08-21 00:00:00.000000000 Z
+date: 2019-01-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -72,10 +72,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubyforge_project: 
-rubygems_version: 2.4.5
+rubygems_version: 3.0.1
 signing_key: 
 specification_version: 4
 summary: Parse strace log
 test_files: []
-has_rdoc: