RubyGems - jvm_gclog - Versions diffs - 0.0.1 → 0.0.2 - Mend

jvm_gclog 0.0.1 → 0.0.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (6) hide show

checksums.yaml CHANGED Viewed

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: a225ab0bbc55907e850abfd4c52e903992ed1f0b
-  data.tar.gz: b19aeb4f3a2b77a84a143b5f703d27e6518d2b03
+  metadata.gz: af1757a6f5938408f6f77480466aae937e7f913a
+  data.tar.gz: 63f7d8b2470e1ab70fa736fe818b624aaa3e4afe
 SHA512:
-  metadata.gz: b376af94fb9e696f664818aeaf71145304139119970256a9471b501c6bfc563f8c175907297329cf10692a995cf8776a9671fffbd4f0e2c6695943061544fd17
-  data.tar.gz: e16e4365df937b6ae76735280f59a8da94beebe171207f1010b7af64f27b2247d4f2a2de7f9def2380cf308e5fde16ca5e617256174efd2120fd9c257f40aecc
+  metadata.gz: 8deb0a34991092f8edbb4a06f32c8b7f50b03ccc76fc3d8cc69f876cb66d45eeed645ca5df284133e0f18043c6fe4cb5776ceee1082992834514e1175b0f66f1
+  data.tar.gz: 7d0e3246ac4cbb6efe6cae18b612b37a293280b988b5afaab12d1748d52a57b167753d1c6451906782af8bcba99f7aaaa25ea3bb067747f507fe41a9d40a7606

data/README.md CHANGED Viewed

@@ -19,3 +19,59 @@ record = {
   "gctime_sys"=> 0.00,
   "gctime_real" => 0.69,
 }
+```
+## Support options
+### java 1.8 G1GC
+```
+% java -version
+java version "1.8.0_40"
+Java(TM) SE Runtime Environment (build 1.8.0_40-b25)
+Java HotSpot(TM) 64-Bit Server VM (build 25.40-b25, mixed mode)
+```
+```
+-XX:+PrintGCDetails
+-XX:+PrintGCTimeStamps
+-XX:+PrintTenuringDistribution
+-XX:+PrintGCApplicationStoppedTime
+-XX:+DisableExplicitGC
+-XX:+PrintGCDetails
+-XX:+PrintGCDateStamps
+-XX:+UseG1GC
+```
+### java 1.7 CMS
+```
+% java -version
+java version "1.7.0_65"
+Java(TM) SE Runtime Environment (build 1.7.0_65-b17)
+Java HotSpot(TM) 64-Bit Server VM (build 24.65-b04, mixed mode)
+```
+```
+-XX:+UseConcMarkSweepGC
+-XX:+CMSIncrementalMode
+-XX:+PrintGCDetails
+-XX:+PrintGCDateStamps
+-XX:+UseGCLogFileRotation
+-XX:NumberOfGCLogFiles=5
+-XX:GCLogFileSize=10M
+```
+### java 1.7 default
+```
+% java -version
+java version "1.7.0_65"
+Java(TM) SE Runtime Environment (build 1.7.0_65-b17)
+Java HotSpot(TM) 64-Bit Server VM (build 24.65-b04, mixed mode)
+```
+```
+-XX:+PrintGCDetails
+-XX:+PrintGCDateStamps
+-XX:+UseGCLogFileRotation
+-XX:NumberOfGCLogFiles=5
+-XX:GCLogFileSize=10M
+```

data/jvm_gclog.gemspec CHANGED Viewed

@@ -12,7 +12,7 @@ Gem::Specification.new do |gem|
   gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
   gem.name          = "jvm_gclog"
   gem.require_paths = ["lib"]
-  gem.version       = "0.0.1"
+  gem.version       = "0.0.2"
   gem.add_development_dependency "rspec"
   gem.add_development_dependency "rake"
 end

data/lib/jvm_gclog.rb CHANGED Viewed

@@ -1,59 +1,144 @@
 require 'time'
 class JVMGCLog
+  def initialize
+    @regexp_prefix = Regexp.compile('^(?<time>\d{4}-\d{2}-\d{2}T\d{2}:\d{2}:\d{2}.\d+\+\d{4}): (?<uptime>\d+\.\d*): ')
+  end
   def adjust_type(value)
     if value =~ /^\d+\.\d+$/
       return value.to_f
-    else
+    elsif value =~ /^\d+$/
       return value.to_i
     end
+    value
+  end
+  def match_fields_to_hash(m)
+    record = {}
+    if m == nil
+      return nil
+    else
+      m.names.each {|name|
+        record[name] = adjust_type(m[name])
+      }
+    end
+    record
   end
-  def parse(line)
-    record = Hash.new
-    m = line.match(/^(?<time>[^ ]+): (?<uptime>[\d\.]+): (?<body>.+)$/)
+  def recognize_chunks(lines)
+    chunks = []
+    line = lines.shift
+    while line
+      chunk = []
+      if line != nil && @regexp_prefix.match(line)
+        chunk << line.strip
+        line = lines.shift
+      end
+      details = []
+      while line != nil && !@regexp_prefix.match(line)
+        chunk << line.strip
+        line = lines.shift
+      end
+      chunks << chunk
+    end
+    chunks
+  end
+  def parse_chunks(chunks)
+    res = []
+    while (chunk = chunks.shift) != nil
+      res.push parse(chunk)
+    end
+    res.compact
+  end
+  def parse(data)
+    if data.class == String
+      data = [data]
+    end
+    record = {}
+    m = @regexp_prefix.match(data[0])
+    body = $'
+    unless m
+      record["type"] = "Unknown"
+      record["unknown"] = data.join(" ")
+      return record
+    end
     record["time"] = Time.parse(m[:time]).to_i
     record["uptime"] = adjust_type(m["uptime"])
-    post_times = m[:body].match(/ \[Times: user=(?<gctime_user>[\d\.]+) sys=(?<gctime_sys>[\d\.]+), real=(?<gctime_real>[\d\.]+) secs\] *$/)
-    if post_times
-      post_times.names.each {|name|
-        record[name] = adjust_type(post_times[name])
-      }
-    end
-    body = $` || m[:body]
     case body
+    when /^\[GC pause/
+      line = data.join(" ")
+      fields = [
+        /\[GC Worker Total \(ms\):  (?<gctime_total>\d+\.\d+)/,
+        /\[Eden: (?<eden_before>\d+\.\d+.)\((?<eden_total_before>\d+\.\d+.)\)->(?<eden_after>\d+\.\d+.)\((?<eden_total_after>\d+\.\d+.)\) Survivors: (?<survivors_before>\d+\.\d+.)->(?<survivors_after>\d+\.\d+.) Heap: (?<heap_before>\d+\.\d+.)\((?<heap_total_before>\d+\.\d+.)\)->(?<heap_after>\d+\.\d+.)\((?<heap_total_after>\d+\.\d+.)\)\]/,
+        /\[Times: user=(?<gctime_user>[\d\.]+) sys=(?<gctime_sys>[\d\.]+), real=(?<gctime_real>[\d\.]+) secs\]/
+      ]
+      fields.each { |f|
+        if fields_match = f.match(line)
+          fields_match.names.each {|name|
+            record[name] = adjust_type(fields_match[name])
+          }
+        end
+      }
+      record["type"] = "G1GC"
+      return record
+    when /^Total time for which application threads were stopped/
+      # ignore this kind of line.
+      return nil
     when /^\[GC.+ParNew: (?<new_before>\d+)K-\>(?<new_after>\d+)K\((?<new_total>\d+)K\), (?<new_gctime>[\d\.]+) secs\] (?<heap_before>\d+)K\-\>(?<heap_after>\d+)K\((?<heap_total>\d+)K\)( icms_dc=(?<icms_dc>\d+) )?, (?<gctime>[\d\.]+) secs\]/
       m = Regexp.last_match
+      record.update(match_fields_to_hash(m))
+      record["type"] = "YoungGC"
+    when /^\[GC \[PSYoungGen: (?<new_before>\d+)K-\>(?<new_after>\d+)K\((?<new_total>\d+)K\)\] (?<heap_before>\d+)K\-\>(?<heap_after>\d+)K\((?<heap_total>\d+)K\), (?<gctime>[\d\.]+) secs\]/
+      m = Regexp.last_match
+      record.update(match_fields_to_hash(m))
       record["type"] = "YoungGC"
     when /^\[GC \[1 CMS-initial-mark: (?<old_before>\d+)K\((?<old_threshold>\d+)K\)\] (?<heap_before>\d+)K\((?<heap_total>\d+)K\), (?<gctime>[\d\.]+) secs\]/
       m = Regexp.last_match
+      record.update(match_fields_to_hash(m))
       record["type"] = "CMS-initial-mark"
     when /^\[GC\[YG occupancy: (?<new_before>\d+) K \((?<new_threshold>\d+) K\)\].+\[1 CMS-remark: (?<old_before>\d+)K\((?<old_threshold>\d+)K\)\] (?<heap_before>\d+)K\((?<heap_total>\d+)K\), (?<gctime>[\d\.]+) secs\]/
       m = Regexp.last_match
+      record.update(match_fields_to_hash(m))
       record["type"] = "CMS-parallel-remark"
     when /\[Full GC.+\(concurrent mode failure\).+ (?<gctime>[\d\.]+) secs\]/
       m = Regexp.last_match
+      record.update(match_fields_to_hash(m))
       record["type"] = "FullGC-CMS-failure"
     when /\[Full GC.+ (?<gctime>[\d\.]+) secs\]/
       m = Regexp.last_match
+      record.update(match_fields_to_hash(m))
       record["type"] = "FullGC"
     when /^\[(?<type>[A-Za-z\-]+)(: (?<time_cpu>[\d\.]+)\/(?<time_wall>[\d\.]+) secs)?\]/
       m = Regexp.last_match
-    end
-    if m == nil
-      record["unknown"] = body
+      record.update(match_fields_to_hash(m))
     else
-      m.names.each {|name|
-        if name == "type"
-          record[name] = m[name]
-        elsif m[name]
-          record[name] = adjust_type(m[name])
-        end
-      }
+      record["type"] = "Unknown"
+      record["unknown"] = body
     end
+    if m = $'.match('\[Times: user=(?<gctime_user>[\d\.]+) sys=(?<gctime_sys>[\d\.]+), real=(?<gctime_real>[\d\.]+) secs\]')
+      record.update(match_fields_to_hash(m))
+    end
     return record
   end
 end

data/spec/jvm_gclog_spec.rb CHANGED Viewed

@@ -1,6 +1,7 @@
 # -*- coding: utf-8 -*-
 require "spec_helper"
+require "pp"
 describe "JVMGCLog" do
   before :each do
@@ -33,6 +34,28 @@ describe "JVMGCLog" do
         end
       end
+      describe "PSYoungGC" do
+        before :each do
+          @line = "2015-06-09T14:07:53.277+0900: 85.918: [GC [PSYoungGen: 1341440K->8288K(1363968K)] 1369721K->39174K(4160512K), 0.0181530 secs] [Times: user=0.08 sys=0.01, real=0.02 secs] "
+          @r = @jvmgclog.parse(@line)
+        end
+        it "should have expected values" do
+          expect(@r["time"]).to eq 1433826473
+          expect(@r["type"]).to eq "YoungGC"
+          expect(@r["uptime"]).to eq 85.918
+          expect(@r["new_before"]).to eq 1341440
+          expect(@r["new_after"]).to eq 8288
+          expect(@r["new_total"]).to eq 1363968
+          expect(@r["heap_before"]).to eq 1369721
+          expect(@r["heap_after"]).to eq 39174
+          expect(@r["heap_total"]).to eq 4160512
+          expect(@r["gctime_user"]).to eq 0.08
+          expect(@r["gctime_sys"]).to eq 0.01
+          expect(@r["gctime_real"]).to eq 0.02
+        end
+      end
       describe "CMS-initial-mark" do
         before :each do
           @line = "2015-06-05T13:15:27.747+0900: 44.239: [GC [1 CMS-initial-mark: 0K(3086784K)] 445450K(4083584K), 0.0298540 secs] [Times: user=0.04 sys=0.00, real=0.04 secs] "
@@ -154,6 +177,62 @@ describe "JVMGCLog" do
           expect(@r["gctime_real"]).to eq 0.02
         end
       end
+      describe "G1GC-gc-logs" do
+        before :each do
+          @lines = <<-EOS
+2015-06-08T08:50:09.784+0900: 3836239.602: Total time for which application threads were stopped: 0.0001872 seconds, Stopping threads took: 0.0000284 seconds
+2015-06-08T08:50:35.705+0900: 3836265.524: [GC pause (G1 Evacuation Pause) (young)
+Desired survivor size 20447232 bytes, new threshold 15 (max 15)
+- age   1:    1151320 bytes,    1151320 total
+- age   2:     235344 bytes,    1386664 total
+- age   3:        144 bytes,    1386808 total
+- age   4:         24 bytes,    1386832 total
+- age   5:         24 bytes,    1386856 total
+- age   6:         24 bytes,    1386880 total
+- age   9:        336 bytes,    1387216 total
+- age  11:        264 bytes,    1387480 total
+, 0.0042488 secs]
+   [Parallel Time: 3.7 ms, GC Workers: 1]
+      [GC Worker Start (ms):  3836265523.9]
+      [Ext Root Scanning (ms):  1.6]
+      [Update RS (ms):  0.5]
+         [Processed Buffers:  19]
+      [Scan RS (ms):  0.2]
+      [Code Root Scanning (ms):  0.0]
+      [Object Copy (ms):  1.4]
+      [Termination (ms):  0.0]
+      [GC Worker Other (ms):  0.0]
+      [GC Worker Total (ms):  3.7]
+      [GC Worker End (ms):  3836265527.6]
+   [Code Root Fixup: 0.0 ms]
+   [Code Root Purge: 0.0 ms]
+   [Clear CT: 0.1 ms]
+   [Other: 0.4 ms]
+      [Choose CSet: 0.0 ms]
+      [Ref Proc: 0.1 ms]
+      [Ref Enq: 0.0 ms]
+      [Redirty Cards: 0.0 ms]
+      [Humongous Reclaim: 0.0 ms]
+      [Free CSet: 0.1 ms]
+   [Eden: 305.0M(305.0M)->0.0B(304.0M) Survivors: 2048.0K->3072.0K Heap: 374.6M(512.0M)->70.6M(512.0M)]
+ [Times: user=0.01 sys=0.00, real=0.01 secs]
+2015-06-08T08:50:35.710+0900: 3836265.528: Total time for which application threads were stopped: 0.0045965 seconds, Stopping threads took: 0.0000778 seconds
+2015-06-08T08:50:39.132+0900: 3836268.951: Total time for which application threads were stopped: 0.0001548 seconds, Stopping threads took: 0.0000248 seconds
+          EOS
+          @records = @jvmgclog.recognize_chunks(@lines.split(/\n/))
+          @r = @jvmgclog.parse_chunks(@records)
+        end
+        it "should have expected values" do
+          expect(@r.length).to eq 1
+          expect(@r[0]["eden_before"]).to eq "305.0M"
+          expect(@r[0]["gctime_user"]).to eq 0.01
+          expect(@r[0]["gctime_sys"]).to eq 0.0
+          expect(@r[0]["gctime_real"]).to eq 0.01
+        end
+      end
     end
   end

metadata CHANGED Viewed

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: jvm_gclog
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.2
 platform: ruby
 authors:
 - stanaka
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2015-06-06 00:00:00.000000000 Z
+date: 2015-06-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rspec