heapy 0.1.0 → 0.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: b131d0e81d19b2300e8394621ac69b9d1c807799
-  data.tar.gz: 5b97ee60930ac796ed435cd80d94890f4f5c4357
+  metadata.gz: 56f148e16da6c3dd3e07b1db360eb39e3ff9d076
+  data.tar.gz: a00043f1abb083c6902f5ad9a113c877a2de1857
 SHA512:
-  metadata.gz: b82a202eed50c2666af6a1189c26a19b9db3769e5ffe3399e4fdf1f18130a553a962673e8517968a88c52a270279411e2d8d5f390de8ba617440d300c159e72b
-  data.tar.gz: e36598de3f6b07f3b7651433686db9214c93c249ab29c94f0f14c5f6fd15249a00f0fae1f80d5e09e981bb3908953220b241fc6cd19ce03b36419e358cd38cf5
+  metadata.gz: 7afc522e6d2fe8f666ebf00bfa8f002be1bc38c98891fdfee88f5cb407d45ec3701fa09f4c2adcf1f6a98466f48cd0332f9479888e927bc2c53457560ab1300f
+  data.tar.gz: ea9e2a37f6e00973b820f526b894cfb4637e15f20135a5aceed2b87ad71634290b004c13c67542f050f6473145a180bf2e2d17207d46e9a1faf98c045f5826b1

data/CHANGELOG.md

@@ -0,0 +1,4 @@
+## 0.1.1
+
+- Less memory retention when parsing large heap dumps.
+- Improved output format.

data/README.md

@@ -44,11 +44,14 @@ $ heapy read tmp/2015-10-01T10:18:59-05:00-heap.dump 17
     Analyzing Heap (Generation: 17)
     -------------------------------
 
-    allocated by memory (in bytes)
+    allocated by memory (44061517) (in bytes)
     ==============================
-    /Users/richardschneeman/Documents/projects/codetriage/app/views/layouts/application.html.slim:1 (Memory: 377065, Count: 1 )
-    /Users/richardschneeman/.gem/ruby/2.2.3/gems/actionview-4.2.3/lib/action_view/template.rb:296 (Memory: 35814, Count: 67 )
-    /Users/richardschneeman/.gem/ruby/2.2.3/gems/activerecord-4.2.3/lib/active_record/attribute.rb:5 (Memory: 30672, Count: 426 )
+      39908512  /app/vendor/ruby-2.2.3/lib/ruby/2.2.0/timeout.rb:79
+       1284993  /app/vendor/ruby-2.2.3/lib/ruby/2.2.0/openssl/buffering.rb:182
+        201068  /app/vendor/bundle/ruby/2.2.0/gems/json-1.8.3/lib/json/common.rb:223
+        189272  /app/vendor/bundle/ruby/2.2.0/gems/newrelic_rpm-3.13.2.302/lib/new_relic/agent/stats_engine/stats_hash.rb:39
+        172531  /app/vendor/ruby-2.2.3/lib/ruby/2.2.0/net/http/header.rb:172
+         92200  /app/vendor/bundle/ruby/2.2.0/gems/activesupport-4.2.3/lib/active_support/core_ext/numeric/conversions.rb:131
 ```
 
 You can also use T-Lo's online JS based [Heap Analyzer](http://tenderlove.github.io/heap-analyzer/) for visualizations.

data/Rakefile

@@ -4,3 +4,4 @@ require "rspec/core/rake_task"
 RSpec::Core::RakeTask.new(:spec)
 
 task :default => :spec
+task :test    => :spec

data/lib/heapy.rb

@@ -34,12 +34,14 @@ generation:
     Analyzing Heap (Generation: 17)
     -------------------------------
 
-    allocated by memory (in bytes)
-    ==============================
-    /Users/richardschneeman/Documents/projects/codetriage/app/views/layouts/application.html.slim:1 (Memory: 377065, Count: 1 )
-    /Users/richardschneeman/.gem/ruby/2.2.3/gems/actionview-4.2.3/lib/action_view/template.rb:296 (Memory: 35814, Count: 67 )
-    /Users/richardschneeman/.gem/ruby/2.2.3/gems/activerecord-4.2.3/lib/active_record/attribute.rb:5 (Memory: 30672, Count: 426 )
-
+allocated by memory (44061517) (in bytes)
+==============================
+  39908512  /app/vendor/ruby-2.2.3/lib/ruby/2.2.0/timeout.rb:79
+   1284993  /app/vendor/ruby-2.2.3/lib/ruby/2.2.0/openssl/buffering.rb:182
+    201068  /app/vendor/bundle/ruby/2.2.0/gems/json-1.8.3/lib/json/common.rb:223
+    189272  /app/vendor/bundle/ruby/2.2.0/gems/newrelic_rpm-3.13.2.302/lib/new_relic/agent/stats_engine/stats_hash.rb:39
+    172531  /app/vendor/ruby-2.2.3/lib/ruby/2.2.0/net/http/header.rb:172
+     92200  /app/vendor/bundle/ruby/2.2.0/gems/activesupport-4.2.3/lib/active_support/core_ext/numeric/conversions.rb:131
 HALP
     end
 
@@ -74,41 +76,46 @@ HALP
       puts ""
 
       generation = Integer(generation)
-      data = []
+
+      #
+      memsize_hash = Hash.new { |h, k| h[k] = 0 }
+      count_hash   = Hash.new { |h, k| h[k] = 0 }
       File.open(@filename) do |f|
         f.each_line do |line|
-          parsed = JSON.parse(line)
-          data << parsed if parsed["generation"] == generation
+          begin
+            parsed = JSON.parse(line)
+            if parsed["generation"] == generation
+              key = "#{ parsed["file"] }:#{ parsed["line"] }"
+              memsize_hash[key] += parsed["memsize"]
+              count_hash[key]   += 1
+            end
+          rescue JSON::ParserError
+            puts "Could not parse #{line}"
+          end
         end
       end
 
+      total_memsize = memsize_hash.inject(0){|count, (k, v)| count += v}
 
       # /Users/richardschneeman/Documents/projects/codetriage/app/views/layouts/application.html.slim:1"=>[{"address"=>"0x7f8a4fbf2328", "type"=>"STRING", "class"=>"0x7f8a4d5dec68", "bytesize"=>223051, "capacity"=>376832, "encoding"=>"UTF-8", "file"=>"/Users/richardschneeman/Documents/projects/codetriage/app/views/layouts/application.html.slim", "line"=>1, "method"=>"new", "generation"=>36, "memsize"=>377065, "flags"=>{"wb_protected"=>true, "old"=>true, "long_lived"=>true, "marked"=>true}}]}
-
-      memsize_hash = {}
-      data.group_by { |row| "#{row["file"]}:#{row["line"]}" }.
-         each do |(k, v)|
-           memsize_hash[k] = {
-             count:   v.count,
-             memsize:  v.inject(0) { |sum, obj| sum + Integer(obj["memsize"]) }
-           }
-         end
-
-
-      puts "allocated by memory (in bytes)"
+      puts "allocated by memory (#{total_memsize}) (in bytes)"
       puts "=============================="
-      memsize_hash.sort {|(k1, v1), (k2, v2)| v2[:memsize] <=> v1[:memsize] }.
-         each do |k,v|
-           puts "#{k} (Memory: #{v[:memsize]}, Count: #{v[:count]} ) "
-         end
+      memsize_hash = memsize_hash.sort {|(k1, v1), (k2, v2)| v2 <=> v1 }
+      longest      = memsize_hash.first[1].to_s.length
+      memsize_hash.each do |file_line, memsize|
+        puts "  #{memsize.to_s.rjust(longest)}  #{file_line}"
+      end
+
+      total_count = count_hash.inject(0){|count, (k, v)| count += v}
 
       puts ""
-      puts "object count"
+      puts "object count (#{total_count})"
       puts "============"
-      memsize_hash.sort {|(k1, v1), (k2, v2)| v2[:count] <=> v1[:count] }.
-         each do |k,v|
-           puts "#{k} (Memory: #{v[:memsize]}, Count: #{v[:count]} ) "
-         end
+      count_hash = count_hash.sort {|(k1, v1), (k2, v2)| v2 <=> v1 }
+      longest      = count_hash.first[1].to_s.length
+      count_hash.each do |file_line, memsize|
+        puts "  #{memsize.to_s.rjust(longest)}  #{file_line}"
+      end
     end
 
     def analyze
@@ -116,18 +123,26 @@ HALP
       puts "Analyzing Heap"
       puts "=============="
 
-      data = []
+      # generation number is key, value is count
+      data = Hash.new {|h, k| h[k] = 0 }
+
       File.open(@filename) do |f|
         f.each_line do |line|
-          data << JSON.parse(line)
+          begin
+            line = line.chomp
+            json = JSON.parse(line)
+            data[json["generation"]||0] += 1
+          rescue JSON::ParserError
+            puts "Could not parse #{line}"
+          end
         end
       end
 
-      data.group_by{ |row| row["generation"] }.
-        sort { |a, b| a[0].to_i <=> b[0].to_i }.
-        each do |k,v|
-          puts "Generation: #{k || " 0"} object count: #{v.count}"
-        end
+      data = data.sort
+      max_length = data.last[0].to_s.length
+      data.each do |generation, count|
+        puts "Generation: #{ generation.to_s.rjust(max_length) } object count: #{ count }"
+      end
     end
   end
 end

data/lib/heapy/version.rb

@@ -1,3 +1,3 @@
 module Heapy
-  VERSION = "0.1.0"
+  VERSION = "0.1.1"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: heapy
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - schneems
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-10-05 00:00:00.000000000 Z
+date: 2015-10-15 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -64,6 +64,7 @@ files:
 - ".gitignore"
 - ".rspec"
 - ".travis.yml"
+- CHANGELOG.md
 - CODE_OF_CONDUCT.md
 - Gemfile
 - LICENSE.txt