strace_log 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 591335f397f9c5892b35533fef68ae0ee892ee44
+  data.tar.gz: 4a7aee2c5f1277020cac75899c13dc33e5ed087c
+SHA512:
+  metadata.gz: 70cb159cdc830926381dad06fa186c03fa50640e18dd492b1d60447715d493561029e872f2b1dbed62fb3469f20f6ffdc72c7726a61af2a9daa31f029993bd44
+  data.tar.gz: 2296435aa1b62347d13fbad77d71d0071aebd28f23d026025194f6cbea2519fbccd7d3eae6da29c0f6262491e88cc902bf025ae8a3c78a173d57b10ab4316f97

data/.gitignore

@@ -0,0 +1,28 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
+.config
+*~
+*/*~
+*/*/*~
+*.bak
+*/*.bak
+*/*/*.bak
+.#*
+*/.#*
+*/*/.#*
+rhosts

data/.travis.yml

@@ -0,0 +1,3 @@
+language: ruby
+rvm:
+  - 2.2.2

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in strace_log.gemspec
+gemspec

data/README.md

@@ -0,0 +1,43 @@
+# StraceLog
+
+Parse logs generated by Strace (system call tracer) and obtain statistics.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'strace_log'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install strace_log
+
+## Usage
+
+Run command with strace:
+
+    $ strace -ttt -T -o strace.log command
+
+Print statistics of strace log:
+
+    $ strace-stat strace.log
+
+## Classes
+
+* StraceLog::ParsedCall
+* StraceLog::IOCounter
+* StraceLog::Stat
+
+## Contributing
+
+1. Fork it ( https://github.com/[my-github-username]/strace_log/fork )
+2. Create your feature branch (`git checkout -b my-new-feature`)
+3. Commit your changes (`git commit -am 'Add some feature'`)
+4. Push to the branch (`git push origin my-new-feature`)
+5. Create a new Pull Request

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/strace-stat

@@ -0,0 +1,7 @@
+#!/usr/bin/env ruby
+
+require "strace_log"
+
+stat = StraceLog::Stat.new
+stat.parse(ARGF)
+stat.print

data/lib/strace_log.rb

@@ -0,0 +1,266 @@
+require 'strscan'
+
+module StraceLog
+
+  VERSION = "0.1.0"
+
+  class ParsedCall
+    ESCAPES = [ /x[\da-f][\da-f]/i, /n/, /t/, /r/, /\\/, /"/, /\d+/]
+
+    def initialize(line)
+      if /^---.*---$/ =~ line
+        @mesg = line
+      else
+        s = StringScanner.new(line)
+        s.scan(/^(?:(\d\d:\d\d:\d\d|\d+)(?:\.(\d+))? )?([\w\d]+)\(/)
+        @time = s[1]
+        @usec = s[2]
+        @func = s[3]
+        @args = scan_items(s,/\s*\)\s*/)
+        s.scan(/\s*= ([^=<>\s]+)(?:\s+([^<>]+))?(?: <([\d.]+)>)?$/)
+        @ret  = s[1]
+        @mesg = s[2]
+        @elap = s[3]
+      end
+    end
+    attr_reader :time, :usec, :func, :args, :ret , :mesg, :elap
+
+    def scan_items(s,close)
+      args = []
+      i = 0
+      while !s.scan(close)
+        x = scan_string(s) || scan_bracket(s) ||
+          scan_brace(s) || scan_method(s) || scan_other(s)
+        if x.nil?
+          raise "match error: args=#{args.inspect} post_match=#{s.post_match}"
+        end
+        (args[i] ||= "") << x
+        if s.scan(/\s*,\s*/)
+          i += 1
+        end
+      end
+      args
+    end
+
+    def scan_string(s)
+      return nil if s.scan(/\s*"/).nil?
+      arg = ""
+      while !s.scan(/"/)
+        if s.scan(/\\/)
+          ESCAPES.each do |re|
+            if x = s.scan(re)
+              arg << eval('"\\'+x+'"')
+              break
+            end
+          end
+        elsif x = s.scan(/[^\\"]+/)
+          arg << x
+        end
+      end
+      if x = s.scan(/\.+/)
+        arg << x
+      end
+      arg
+    end
+
+    def scan_bracket(s)
+      s.scan(/\s*\[\s*/) && '['+scan_items(s,/\s*\]\s*/).join(',')+']'
+    end
+
+    def scan_brace(s)
+      s.scan(/\s*{\s*/) && '{'+scan_items(s,/\s*}\s*/).join(',')+'}'
+    end
+
+    def scan_method(s)
+      if s.scan(/([^"\\,{}()\[\]]+)\(/)
+        meth = s[1]
+        meth+'('+scan_items(s,/\s*\)\s*/).join(',')+')'
+      end
+    end
+
+    def scan_other(s)
+      s.scan(/[^"\\,{}()\[\]]+/)
+    end
+  end
+
+
+  class IOCounter
+    def initialize(path)
+      @path = path
+      @ok   = {}
+      @fail = {}
+      @size = {}
+      @time = {}
+      @rename = []
+    end
+    attr_reader :path, :ok, :fail, :size, :time, :rename
+
+    def add(h,func,c)
+      h[func] = (h[func] || 0) + c
+    end
+
+    def count(fc)
+      if fc.ret == "-1"
+        add(@fail, fc.func, 1)
+      else
+        add(@ok, fc.func, 1)
+      end
+      add(@time, fc.func, fc.elap.to_f) if fc.elap
+    end
+
+    def count_size(fc)
+      sz = fc.ret.to_i
+      if sz >= 0
+        add(@size, fc.func, sz)
+      end
+      count(fc)
+    end
+
+    def rename_as(newpath)
+      @rename << @path
+      @path = newpath
+    end
+
+    def print
+      Kernel.print @path+":\n"
+      if !@ok.empty?
+        keys = @ok.keys.sort
+        Kernel.print " ok={"+keys.map{|k| "#{k}:#{@ok[k]}"}.join(", ")+"}\n"
+      end
+      if !@fail.empty?
+        keys = @fail.keys.sort
+        Kernel.print " fail={"+keys.map{|k| "#{k}:#{@fail[k]}"}.join(", ")+"}\n"
+      end
+      if !@size.empty?
+        keys = @size.keys.sort
+        Kernel.print " size={"+keys.map{|k| "#{k}:#{@size[k]}"}.join(", ")+"}\n"
+      end
+      if !@time.empty?
+        keys = @time.keys.sort
+        Kernel.print " time={"+keys.map{|k| "#{k}:#{@time[k]}"}.join(", ")+"}\n"
+      end
+      if !@rename.empty?
+        Kernel.print " rename={#{@rename.join(', ')}}\n"
+      end
+      puts
+    end
+  end
+
+
+  class Stat
+
+    def initialize
+      @stat = {}
+      @count = {}
+      @spent = {}
+    end
+
+    attr_reader :stat, :count, :spent
+
+    def parse(a)
+      @fd2path = ["stdin", "stdout", "stderr"]
+      a.each do |line|
+        stat_call( ParsedCall.new(line) )
+      end
+    end
+
+    def stat_call(pc)
+      m = pc.func
+      return if m.nil?
+      @count[m] = (@count[m] || 0) + 1
+      @spent[m] = (@spent[m] || 0) + pc.elap.to_f if pc.elap
+
+      case m
+
+      when /^(open|execve|l?stat|(read|un)?link|getc?wd|access|mkdir|mknod|chmod|chown)$/
+        path = pc.args[0]
+        count_path(path,pc)
+        if m=="open" && pc.ret != "-1"
+          fd = pc.ret.to_i
+          @fd2path[fd] = path
+        end
+
+      when /^(readv?|writev?)$/
+        path = @fd2path[pc.args[0].to_i]
+        count_size(path,pc)
+
+      when /^(fstat|fchmod|[fl]chown|lseek|ioctl|fcntl|getdents|sendto|recvmsg|close)$/
+        fd = pc.args[0].to_i
+        count_fd(fd,pc)
+        if m=="close" && pc.ret != "-1"
+          @fd2path[fd] = nil
+        end
+
+      when /^rename$/
+        path = pc.args[0]
+        count_path(path,pc)
+        rename(pc)
+
+      when /^dup[23]?$/
+        fd = pc.args[0].to_i
+        count_fd(fd,pc)
+        if pc.ret != "-1"
+          fd = pc.ret.to_i
+          @fd2path[fd] = path
+        end
+
+      when /^mmap$/
+        fd = pc.args[4].to_i
+        if fd >= 0
+          count_fd(fd,pc)
+        end
+
+      when /^connect$/
+        fd = pc.args[0].to_i
+        @fd2path[fd] = path = pc.args[1]
+        count_path(path,pc)
+
+      end
+    end
+
+    def count_fd(fd,pc)
+      path = @fd2path[fd]
+      count_path(path,pc)
+    end
+
+    def count_path(path,pc)
+      io_counter(path).count(pc)
+    end
+
+    def count_size(path,pc)
+      io_counter(path).count_size(pc)
+    end
+
+    def io_counter(path)
+      @stat[path] ||= IOCounter.new(path)
+    end
+
+    def rename(pc)
+      if pc.ret != "-1"
+        oldpath = pc.args[0]
+        newpath = pc.args[1]
+        ioc = @stat[newpath] = @stat[oldpath]
+        ioc.rename_as(newpath)
+        @stat.delete(oldpath)
+      end
+    end
+
+    def print
+      Kernel.print "count={\n"
+      @count.each do |m,c|
+        Kernel.print " #{m}: #{c},\n"
+      end
+      Kernel.print "}\n\n"
+      Kernel.print "time={\n"
+      @spent.each do |m,t|
+        Kernel.print " #{m}: #{t},\n"
+      end
+      Kernel.print "}\n\n"
+      files = @stat.keys.select{|x| x.class==String}.sort
+      files.each do |fn|
+        @stat[fn].print
+      end
+    end
+
+  end
+end

data/strace_log.gemspec

@@ -0,0 +1,23 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'strace_log'
+
+Gem::Specification.new do |spec|
+  spec.name          = "strace_log"
+  spec.version       = StraceLog::VERSION
+  spec.authors       = ["Masahiro TANAKA"]
+  spec.email         = ["masa16.tanaka@gmail.com"]
+
+  spec.summary       = %q{Parse strace's log}
+  spec.description   = %q{Parse strace's log, summary of system call}
+  spec.homepage      = ""
+
+  spec.files         = `git ls-files -z`.split("\x0").reject { |f| f.match(%r{^(test|spec|features)/}) }
+  spec.bindir        = "bin"
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.9"
+  spec.add_development_dependency "rake", "~> 10.0"
+end

metadata

@@ -0,0 +1,81 @@
+--- !ruby/object:Gem::Specification
+name: strace_log
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Masahiro TANAKA
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-07-18 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.9'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+description: Parse strace's log, summary of system call
+email:
+- masa16.tanaka@gmail.com
+executables:
+- strace-stat
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- README.md
+- Rakefile
+- bin/strace-stat
+- lib/strace_log.rb
+- strace_log.gemspec
+homepage: ''
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Parse strace's log
+test_files: []
+has_rdoc: