innodb_ruby 0.9.12 → 0.9.13

data/bin/innodb_space

@@ -11,6 +11,10 @@ def rgb_to_ansi(rgb)
   16 + (rgb_n[0] * 36) + (rgb_n[1] * 6) + rgb_n[2]
 end
 
+def rgb_to_rgbhex(rgb)
+  rgb.map { |c| "%02x" % [(c * 255.0).round] }.join
+end
+
 # Interpolate intermediate float-arrays between two float-arrays. Do not
 # include the points a and b in the result.
 def interpolate(a, b, count)
@@ -49,6 +53,10 @@ HEATMAP_PROGRESSION = [
 # Typical heatmap color progression.
 ANSI_COLORS_HEATMAP = interpolate_sequence(HEATMAP_PROGRESSION, 6).map { |rgb| rgb_to_ansi(rgb) }
 
+RGBHEX_COLORS_HEATMAP = interpolate_sequence(HEATMAP_PROGRESSION, 41).map { |rgb| rgb_to_rgbhex(rgb) }
+
+RGBHEX_COLORS_RANDOM = 100.times.inject([]) { |a, x| a << rgb_to_rgbhex([rand * 0.7 + 0.25, rand * 0.7 + 0.25, rand * 0.7 + 0.25]) }
+
 # The 24-step grayscale progression.
 ANSI_COLORS_GRAYSCALE = (0xe8..0xff).to_a
 
@@ -83,6 +91,35 @@ def filled_block(fraction, identifier=nil, block_chars=BLOCK_CHARS_V)
   end
 end
 
+def svg_join_args(args)
+  args.map { |arg| "%s=\"%s\"" % [ arg[0], arg[1], ] }.join(" ")
+end
+
+def svg(elem, args, content=nil)
+  if content
+    "<" + elem.to_s + " " + svg_join_args(args) + ">" +
+      content.to_s +
+      "</" + elem.to_s + ">"
+  else
+    "<" + elem.to_s + " " + svg_join_args(args) + " />"
+  end
+end
+
+def svg_path_rounded_rect(x, y, w, h, r)
+  [
+    "M%i,%i" % [ x + r, y - r ],
+    "L%i,%i" % [ x + w - r, y - r ],
+    "S%i,%i %i,%i" % [ x + w + r, y - r, x + w + r, y + r ],
+    "L%i,%i" % [ x + w + r, y + h - r ],
+    "S%i,%i %i,%i" % [ x + w + r, y + h + r, x + w - r, y + h + r ],
+    "L%i,%i" % [ x + r, y + h + r ],
+    "S%i,%i %i,%i" % [ x - r, y + h + r, x - r, y + h - r ],
+    "L%i,%i" % [ x - r, y + r ],
+    "S%i,%i %i,%i" % [ x - r, y - r, x + r, y - r ],
+    "Z",
+  ].join(" ")
+end
+
 # Print metadata about each list in an array of InnoDB::List objects.
 def print_lists(lists)
   puts "%-20s%-12s%-12s%-12s%-12s%-12s" % [
@@ -504,6 +541,7 @@ def space_extents_illustrate(space)
       },
     ]
   end
+  total_pages = count_by_identifier.values.reduce(:+)
 
   puts "%12s ╰%-#{width}s╯" % [ "", "─" * width ]
 
@@ -516,25 +554,210 @@ def space_extents_illustrate(space)
     filled_block(1.0, nil),
     "System",
     count_by_identifier[nil],
-    100.0 * (count_by_identifier[nil].to_f / space.pages.to_f),
+    100.0 * (count_by_identifier[nil].to_f / total_pages.to_f),
   ]
   identifiers.sort.each do |identifier, description|
     puts "  %s %-60s %8i %7.2f%%" % [
       filled_block(1.0, identifier),
       description,
       count_by_identifier[identifier],
-      100.0 * (count_by_identifier[identifier].to_f / space.pages.to_f),
+      100.0 * (count_by_identifier[identifier].to_f / total_pages.to_f),
     ]
   end
   puts "  %s %-60s %8i %7.2f%%" % [
     filled_block(0.0, nil),
     "Free space",
     count_by_identifier[:free],
-    100.0 * (count_by_identifier[:free].to_f / space.pages.to_f),
+    100.0 * (count_by_identifier[:free].to_f / total_pages.to_f),
   ]
   puts
 end
 
+def svg_extent_legend(x, y, block_size, color=nil, description=nil, pages=nil, ratio=nil)
+  [
+    svg("rect", {
+      "y" => y,
+      "x" => x,
+      "width" => block_size,
+      "height" => block_size,
+      "fill" => color ? color : "white",
+      "stroke" => description ? "black" : "none",
+    }),
+    svg("text", {
+      "y" => y + block_size - 4,
+      "x" => x + (description ? block_size + 5 : 0),
+      "font-family" => "monospace",
+      "font-size" => block_size,
+      "font-weight" => description ? "normal" : "bold",
+      "text-anchor" => "start",
+    }, description ? description : "Page Type"),
+    svg("text", {
+      "y" => y + block_size - 4,
+      "x" => x + block_size + 5 + (40 * block_size),
+      "font-family" => "monospace",
+      "font-size" => block_size,
+      "font-weight" => description ? "normal" : "bold",
+      "text-anchor" => "end",
+    }, pages ? pages : "Pages"),
+    svg("text", {
+      "y" => y + block_size - 4,
+      "x" => x + block_size + 5 + (40 * block_size) + (10 * block_size),
+      "font-family" => "monospace",
+      "font-size" => block_size,
+      "font-weight" => description ? "normal" : "bold",
+      "text-anchor" => "end",
+    }, ratio ? ("%7.2f%%" % [ratio]) : "Ratio"),
+  ].join("\n")
+end
+
+# Illustrate the space by printing each extent and for each page, printing a
+# filled block colored based on the index the page is part of. Print a legend
+# for the colors used afterwards.
+def space_extents_illustrate_svg(space)
+  width = space.pages_per_extent
+
+  puts "<?xml version=\"1.0\"?>"
+  puts "<svg xmlns=\"http://www.w3.org/2000/svg\" version=\"1.1\">"
+
+  identifiers = {}
+  count_by_identifier = Hash.new(0)
+
+  block_size = 16
+  graphic_x = 48
+  graphic_y = 16
+
+  puts svg("text", {
+    "y" => graphic_y - 3,
+    "x" => graphic_x - 7,
+    "font-family" => "monospace",
+    "font-size" => block_size,
+    "font-weight" => "bold",
+    "text-anchor" => "end",
+  }, "Page")
+
+  block_x = 0
+  block_y = 0
+  space.each_xdes do |entry|
+    block_x = 0
+
+    puts svg("text", {
+      "y" => graphic_y + block_y + block_size,
+      "x" => graphic_x - 7,
+      "font-family" => "monospace",
+      "font-size" => block_size,
+      "text-anchor" => "end",
+    }, entry.xdes[:start_page])
+
+    entry.each_page_status do |page_number, page_status|
+      if page_number < space.pages
+        used_fraction = 1.0
+        identifier = nil
+        if page_status[:free]
+          used_fraction = 0.0
+        else
+          page = space.page(page_number)
+          if page.respond_to?(:used_space)
+            used_fraction = page.used_space.to_f / page.size.to_f
+          end
+          if page.respond_to?(:index_id)
+            identifier = page.index_id
+            unless identifiers[identifier]
+              identifiers[identifier] = (page.index_id == Innodb::IbufIndex::INDEX_ID) ?
+                "Insert Buffer Index" :
+                "Index #{page.index_id}"
+              if space.innodb_system
+                table, index = space.innodb_system.table_and_index_name_by_id(page.index_id)
+                if table && index
+                  identifiers[identifier] += " (%s.%s)" % [table, index]
+                end
+              end
+            end
+          end
+        end
+        if used_fraction != 0.0
+          count_by_identifier[identifier] += 1
+        else
+          count_by_identifier[:free] += 1
+        end
+
+        block_height = block_size * used_fraction
+        color = "black"
+        if identifier
+          color = "#" + RGBHEX_COLORS_RANDOM[(identifier * COLOR_SPACING_PRIME) % RGBHEX_COLORS_RANDOM.size]
+        end
+        puts svg("rect", {
+          "x" => graphic_x + block_x,
+          "y" => graphic_y + block_y + (block_size - block_height),
+          "width" => block_size,
+          "height" => block_height,
+          "fill" => color,
+        })
+      end
+      block_x += block_size
+    end
+    block_y += block_size
+  end
+
+  puts svg("path", {
+    "stroke" => "black",
+    "stroke-width" => 1,
+    "fill" => "none",
+    "d" => svg_path_rounded_rect(
+      graphic_x,
+      graphic_y,
+      block_x,
+      block_y,
+      4
+    ),
+  })
+
+  block_x = 0
+  block_y += 10
+  puts svg_extent_legend(
+    graphic_x + block_x,
+    graphic_y + block_y,
+    block_size,
+  )
+  block_y += block_size + 2
+
+  puts svg_extent_legend(
+    graphic_x + block_x,
+    graphic_y + block_y,
+    block_size,
+    "black",
+    "System",
+    count_by_identifier[nil],
+    100.0 * (count_by_identifier[nil].to_f / space.pages.to_f)
+  )
+  block_y += block_size + 2
+
+  identifiers.sort.each do |identifier, description|
+    puts svg_extent_legend(
+      graphic_x + block_x,
+      graphic_y + block_y,
+      block_size,
+      "#" + RGBHEX_COLORS_RANDOM[(identifier * COLOR_SPACING_PRIME) % RGBHEX_COLORS_RANDOM.size],
+      description,
+      count_by_identifier[identifier],
+      100.0 * (count_by_identifier[identifier].to_f / space.pages.to_f)
+    )
+    block_y += block_size + 2
+  end
+
+  puts svg_extent_legend(
+    graphic_x + block_x,
+    graphic_y + block_y,
+    block_size,
+    "white",
+    "Free space",
+    count_by_identifier[:free],
+    100.0 * (count_by_identifier[:free].to_f / space.pages.to_f)
+  )
+
+  puts "</svg>"
+end
+
+
 def space_lsn_age_illustrate(space)
   colors = ANSI_COLORS_HEATMAP
 
@@ -615,6 +838,125 @@ def space_lsn_age_illustrate(space)
   ]
 end
 
+def space_lsn_age_illustrate_svg(space)
+  colors = RGBHEX_COLORS_HEATMAP
+
+  puts "<?xml version=\"1.0\"?>"
+  puts "<svg xmlns=\"http://www.w3.org/2000/svg\" version=\"1.1\">"
+
+  # Calculate the minimum and maximum LSN in the space. This is pretty
+  # inefficient as we end up scanning all pages twice.
+  page_lsn = Array.new(space.pages)
+
+  lsn_min = lsn_max = space.page(0).lsn
+  space.each_page do |page_number, page|
+    if page.lsn != 0
+      page_lsn[page_number] = page.lsn
+      lsn_min = page.lsn < lsn_min ? page.lsn : lsn_min
+      lsn_max = page.lsn > lsn_max ? page.lsn : lsn_max
+    end
+  end
+  lsn_delta = lsn_max - lsn_min
+
+  block_size = 16
+  graphic_x = 48
+  graphic_y = 16
+
+  block_x = 0
+  block_y = 0
+
+  puts svg("text", {
+    "y" => graphic_y - 3,
+    "x" => graphic_x - 7,
+    "font-family" => "monospace",
+    "font-size" => block_size,
+    "font-weight" => "bold",
+    "text-anchor" => "end",
+  }, "Page")
+
+  start_page = 0
+  page_lsn.each_slice(64) do |slice|
+    block_x = 0
+    slice.each do |lsn|
+      rgbhex = ""
+      if lsn
+        age_ratio = (lsn - lsn_min).to_f / lsn_delta.to_f
+        color = colors[(age_ratio * colors.size.to_f).floor]
+      end
+      puts svg("rect", {
+        "y" => graphic_y + block_y,
+        "x" => graphic_x + block_x,
+        "width" => block_size,
+        "height" => block_size,
+        "fill" => color ? "#" + color : "black",
+      })
+      block_x += block_size
+    end
+    puts svg("text", {
+      "y" => graphic_y + block_y + block_size,
+      "x" => graphic_x - 7,
+      "font-family" => "monospace",
+      "font-size" => block_size,
+      "text-anchor" => "end",
+    }, start_page)
+    block_y += block_size
+    start_page += 64
+  end
+
+  puts svg("path", {
+    "stroke" => "black",
+    "stroke-width" => 1,
+    "fill" => "none",
+    "d" => svg_path_rounded_rect(
+      graphic_x,
+      graphic_y,
+      block_x,
+      block_y,
+      4
+    ),
+  })
+
+  block_x = 0
+  block_y += 16
+  puts svg("text", {
+    "y" => graphic_y + block_y + block_size - 4,
+    "x" => graphic_x + block_x,
+    "font-family" => "monospace",
+    "font-size" => block_size,
+    "text-anchor" => "start",
+  }, lsn_min)
+  color_width = ((64.0 * block_size.to_f) / colors.size.to_f).round
+  colors.each do |color|
+    puts svg("rect", {
+      "y" => graphic_y + block_y + block_size,
+      "x" => graphic_x + block_x,
+      "width" => color_width,
+      "height" => block_size,
+      "fill" => "#" + color,
+    })
+    block_x += color_width
+  end
+  puts svg("text", {
+    "y" => graphic_y + block_y + block_size - 4,
+    "x" => graphic_x + block_x,
+    "font-family" => "monospace",
+    "font-size" => block_size,
+    "text-anchor" => "end",
+  }, lsn_max)
+
+  puts svg("text", {
+    "y" => graphic_y + block_y + block_size - 4,
+    "x" => graphic_x + (block_x / 2),
+    "font-family" => "monospace",
+    "font-weight" => "bold",
+    "font-size" => block_size,
+    "text-anchor" => "middle",
+  }, "LSN Age")
+
+
+  puts "</svg>\n"
+end
+
 def print_inode_summary(inode)
   puts "INODE fseg_id=%d, pages=%d, frag=%d, full=%d, not_full=%d, free=%d" % [
     inode.fseg_id,
@@ -1193,9 +1535,19 @@ The following modes are supported:
     color and Unicode box drawing characters to show page usage throughout
     the space.
 
+  space-extents-illustrate-svg
+    Iterate through all extents, illustrating the extent usage in SVG format
+    printed to stdout to show page usage throughout the space.
+
   space-lsn-age-illustrate
     Iterate through all pages, producing a heat map colored by the page LSN
-    allowing the user to get an overview of page modification recency.
+    using ANSI color and Unicode box drawing characters, allowing the user to
+    get an overview of page modification recency.
+
+  space-lsn-age-illustrate-svg
+    Iterate through all pages, producing a heat map colored by the page LSN
+    producing SVG format output, allowing the user to get an overview of page
+    modification recency.
 
   space-inodes-summary
     Iterate through all inodes, printing a short summary of each FSEG.
@@ -1468,8 +1820,12 @@ when "space-extents"
   space_extents(space)
 when "space-extents-illustrate"
   space_extents_illustrate(space)
+when "space-extents-illustrate-svg"
+  space_extents_illustrate_svg(space)
 when "space-lsn-age-illustrate"
   space_lsn_age_illustrate(space)
+when "space-lsn-age-illustrate-svg"
+  space_lsn_age_illustrate_svg(space)
 when "space-inodes-summary"
   space_inodes_summary(space)
 when "space-inodes-detail"

data/lib/innodb/version.rb

@@ -1,5 +1,5 @@
 # -*- encoding : utf-8 -*-
 
 module Innodb
-  VERSION = "0.9.12"
+  VERSION = "0.9.13"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: innodb_ruby
 version: !ruby/object:Gem::Version
-  version: 0.9.12
+  version: 0.9.13
   prerelease: 
 platform: ruby
 authors:
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-10-03 00:00:00.000000000 Z
+date: 2015-06-06 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bindata