etsy-deployinator 1.0.1 → 1.1.1

data/lib/deployinator/templates/stats.mustache

@@ -0,0 +1,180 @@
+<!-- content -->
+<section id="main" class="info stats">
+    <!-- heading -->
+    <div class="heading clearfix">
+        <h2>Deployments Per Day (US/Eastern)</h2>
+    </div>
+    <div class="stats-main">
+        <button id="scatterOrLine">Line</button>
+        <label><input type="checkbox" id="combined"> Combined</label>
+        <div id="placeholder" style="width:940px;height:300px;"></div>
+        <div id="overview" style="width:940px;height:120px;"></div>
+        <script>var data = {}</script>
+
+        <p id="choices"></p>
+
+        <div class="holder">
+
+            {{# per_day}}
+            <div class="stats">
+                <table class="stats">
+                    <tr>
+                        <th>Day</th>
+                        <th>Count</th>
+                    </tr>
+                    {{# data}}
+                    <tr>
+                        <td>{{date}}</td>
+                        <td class="count">{{count}}</td>
+                    </tr>
+                    {{/ data}}
+                </table>
+                <h3>{{stack}}</h3>
+                <script type="text/javascript" charset="utf-8">
+                    data["{{stack}}"] = {data: {{json}}, label: "{{stack}}"}
+                </script>
+            </div>
+            {{/ per_day}}
+
+        </div>
+    </div>
+    
+</section>
+
+<script type="text/javascript" charset="utf-8">
+    var x1, x2;
+
+    function getData(ignoreX) {
+        var d = [];
+        var c = { data: [], label: "combined" };
+
+        $("#choices").find("input:checked").each(function() {
+            if ($(this).attr("id") == "combined") { return; }
+
+            var key = $(this).attr("name");
+
+            if (key && data[key]) {
+                // combine all the data points if requested
+                if ($("#combined")[0].checked) {
+                    for (var i=0; i<data[key].data.length; i++) {
+                        var found = false;
+                        var m = data[key].data[i];
+                        for (var j=0; j<c.data.length; j++) {
+                            var n = c.data[j];
+                            if (n[0] == m[0]) {
+                                n[1] += m[1];
+                                found = true;
+                                break;
+                            }
+                        }
+
+                        if (! found) { c.data[i] = [m[0], m[1]]; }
+                    }
+                }
+
+                d.push(data[key]);
+            }
+        });
+
+        if ($("#combined")[0].checked) { d = [c]; }
+
+        var newD = [];
+        for (var i=0; i<d.length; i++) {
+            var dAr = [];
+            for (var j=0; j<d[i].data.length; j++) {
+                n = d[i].data[j];
+                dAr.push(n);
+            }
+            newD[i] = { label: d[i].label, data: dAr };
+        }
+
+        if ($("#combined")[0].checked) { outputTable(c); }
+        return newD;
+    }
+
+    function outputTable(c) {
+        $("#holderCombined").remove();
+
+        var table = $("<table id='holderCombined'>")
+          .html("<tr><th>Date</th><th>Combined</th></tr>")
+          .appendTo(".stats-main");
+
+        for (var i=0; i<c.data.length; i++) {
+            var m = c.data[i];
+            var dO = new Date(m[0]);
+            var dateS = (dO.getYear() + 1900) + "-" + dO.getMonth() + "-" + dO.getDate();
+            $("<tr><td>" + dateS + "</td><td>" + m[1] + "</td></tr>")
+              .appendTo(table);
+        }
+    }
+
+    function options() {
+        return {
+            xaxis: { mode: "time", timeformat: "%y/%m/%d", minTickSize: [1, "day"] },
+            legend: { position: "nw" },
+            points: { show: ($("#scatterOrLine").html() == "Scatter") },
+            lines: { show: ($("#scatterOrLine").html() == "Line") },
+            selection: { mode: "x" }
+        }
+    };
+
+    function sliceD(d, msg) {
+        return d.slice(d.slice(d.indexOf(x1), d.indexOf(x2)));
+    }
+
+    function drawGraphs() {
+        var d = getData();
+
+        var plot = $.plot($("#placeholder"), sliceD(d, "main"), options());
+
+        var overview = $.plot($("#overview"), d, {
+            legend: { show: false },
+            selection: { mode: "x" },
+            lines: { show: true },
+            xaxis: { mode: "time", timeformat: "%y/%m/%d" }
+        });
+
+        $("#placeholder").unbind("plotselected");
+        $("#placeholder").bind("plotselected", function (event, cRanges) {
+            ranges = cRanges;
+            x1 = Math.floor(ranges.xaxis.from);
+            x2 = Math.floor(ranges.xaxis.to);
+
+            // do the zooming
+            plot = $.plot($("#placeholder"), sliceD(d, "zoom"),
+                $.extend(true, {}, options(), {
+                    xaxis: { min: ranges.xaxis.from, max: ranges.xaxis.to },
+                    yaxis: { min: ranges.yaxis.from, max: ranges.yaxis.to }
+            }));
+
+            // don't fire event on the overview to prevent eternal loop
+            overview.setSelection(ranges, true);
+        });
+
+        $("#overview").unbind("plotselected");
+        $("#overview").bind("plotselected", function (event, ranges) {
+            plot.setSelection(ranges);
+
+            x1 = Math.floor(ranges.xaxis.from);
+            x2 = Math.floor(ranges.xaxis.to);
+        });
+
+        if (x1 && x2) {
+            ranges = {xaxis: {from: x1, to: x2}};
+
+            overview.setSelection(ranges);
+            plot.setSelection(ranges);
+        }
+    }
+
+    $("#scatterOrLine").live("click", function () {
+        $(this).html(($(this).html() == "Line") ? "Scatter" : "Line");
+
+        drawGraphs();
+    });
+
+    $("#combined").live("click", function () {
+        drawGraphs();
+    });
+</script>
+<script src="/js/stats_load.js"></script>

data/lib/deployinator/version.rb

@@ -1,3 +1,3 @@
 module Deployinator
-  VERSION = "1.0.1"
+  VERSION = "1.1.1"
 end

data/lib/deployinator/views/log_table.rb

@@ -17,6 +17,42 @@ module Deployinator::Views
       @params[:show_counts] == "true"
     end
 
+    def next_page_params
+      params = [
+        {
+          :name  => "page",
+          :value => next_page
+        }
+      ]
+
+      unless @params[:stack].nil?
+        params << {
+          :name   => "stack",
+          :value  => @params[:stack]
+        }
+      end
+
+      return params
+    end
+
+    def prev_page_params
+      params = [
+        {
+          :name  => "page",
+          :value => prev_page
+        }
+      ]
+
+      unless @params[:stack].nil?
+        params << {
+          :name   => "stack",
+          :value  => @params[:stack]
+        }
+      end
+
+      return params
+    end
+
     def prev_page
       return unless @params && @params[:page]
       page = @params[:page].to_i

data/lib/deployinator/views/maintenance.rb

@@ -0,0 +1,15 @@
+module Deployinator::Views
+  class Maintenance < Layout
+    self.template_file = "#{File.dirname(__FILE__)}/../templates/maintenance.mustache"
+    def additional_header_html
+      <<-EOS
+        #{super}
+        <link rel="stylesheet" href="/css/maintenance.css" type="text/css" media="screen">
+      EOS
+    end
+
+    def maintenance_contact
+      Deployinator.maintenance_contact
+    end
+  end
+end

data/lib/deployinator/views/stats.rb

@@ -0,0 +1,96 @@
+require 'json'
+require 'time'
+
+module Deployinator::Views
+  class Stats < Layout
+
+    self.template_file = "#{File.dirname(__FILE__)}/../templates/stats.mustache"
+
+    @@ignored_stacks = Deployinator.stats_ignored_stacks || []
+
+    def deploys
+      @deploys ||= begin
+        log_to_hash({
+          :no_global => false,
+          :stack => Deployinator.stats_included_stacks,
+          :env => "production|search|prod",
+          :extragrep => Deployinator.stats_extra_grep,
+          :no_limit => true,
+          :limit => 10000
+        })
+       end
+        # note that the stack param will help but will send bring back extra lines that matched
+    end
+
+    def timings
+      deploys
+    end
+
+    def inject_renamed_stacks(renamed_stacks)
+      return if nil == renamed_stacks
+
+      renamed_stacks.each do |ops|
+        previous_stack = ops[:previous_stack]
+        new_stack_name = ops[:new_name]
+
+        renamed_stack_data = log_to_hash(previous_stack)
+
+        renamed_stack_data.each do |data|
+          data[:stack] = new_stack_name
+          deploys.push(data)
+        end
+      end
+    end
+
+    def per_day
+      inject_renamed_stacks(Deployinator.stats_renamed_stacks)
+
+      original_zone = ENV["TZ"]
+      ENV["TZ"] = "US/Eastern"
+
+      early_day = Time.now.strftime("%Y-%m-%d")
+      stack_days = deploys.inject({}) do |h, deploy|
+        if deploy[:time] && deploy[:stack]
+          if @@ignored_stacks.include?(deploy[:stack])
+            # puts "SKIPPING " + deploy[:stack]
+            # something breaks if you just next here so don't
+          else
+            day = Date.parse(deploy[:time].localtime.strftime("%Y-%m-%d"))
+            early_day = day if day.to_s < early_day.to_s
+            h[deploy[:stack]] ||= {}
+            h[deploy[:stack]][day] ||= 0
+            h[deploy[:stack]][day] += 1
+          end
+        end
+        h
+      end
+
+      # fill in zero days
+      day_seconds = 24 * 60 * 60
+      (0..((Time.now - Time.parse(early_day.to_s)) / day_seconds).to_i).each do |days_ago|
+        stack_days.keys.each do |stack|
+
+          next if @@ignored_stacks.include?(stack)
+          day = Date.parse((Time.now - (day_seconds * days_ago)).strftime("%Y-%m-%d"))
+          stack_days[stack][day] ||= 0
+        end
+      end
+
+      n = stack_days.keys.map do |stack|
+        next if @@ignored_stacks.include?(stack)
+
+        data = []
+        json = []
+        stack_days[stack].sort.reverse.each do |d,c|
+          data << {:date => d, :count => c}
+          json << [d.strftime("%s").to_i * 1000, c]
+        end
+        {:stack => stack, :data => data, :json => json.to_json}
+      end
+
+      ENV["TZ"] = original_zone
+
+      n
+    end
+  end
+end

data/lib/deployinator.rb

@@ -54,10 +54,27 @@ module Deployinator
     attr_accessor :admin_groups
     @admin_groups = []
 
+    attr_accessor :maintenance_mode
+
+    attr_accessor :maintenance_contact
+
     # the controller class. defaults to Deployinator::Controller
     # if you override this it should be a subclass of Deployinator::Controller
     attr_accessor :deploy_controller
 
+    # include stacks in /stats
+    attr_accessor :stats_included_stacks
+
+    # exclude stacks in /stats, even if present in stats_included_stacks
+    attr_accessor :stats_ignored_stacks
+
+    # filter log entries in /stats
+    attr_accessor :stats_extra_grep
+
+    # list of configurations for grouping historical / renamed stacks in /stats
+    attr_accessor :stats_renamed_stacks
+    @@stats_renamed_stacks = []
+
     def initialize
       @stack_plugins = {}
       @global_plugins = []
@@ -101,12 +118,14 @@ end
 Deployinator.root_dir = Dir.pwd
 Deployinator.app_context = {}
 Deployinator.admin_groups = []
+Deployinator.maintenance_mode = false
+Deployinator.maintenance_contact = "admin@deployinator.example.com"
 Deployinator.global_plugins = []
 Deployinator.log_file = Deployinator.root(["log", "development.log"])
 Deployinator.log_path = Deployinator.root(["log", "deployinator.log"])
 Deployinator.timing_log_path = Deployinator.root(["log", "deployinator-timing.log"])
 Deployinator.git_sha_length = "10"
-Deployinator.default_user = `whoami`
+Deployinator.default_user = `/usr/bin/whoami`
 Deployinator.stack_tailer_port = 7778
 Deployinator.github_host = 'github.com'
 Deployinator.app_context['context'] = 'dev'

data/test/unit/concurrency_test.rb

@@ -0,0 +1,72 @@
+require 'deployinator'
+require 'deployinator/helpers'
+require 'deployinator/helpers/concurrency'
+require 'test/unit'
+require 'mocha/setup'
+
+Celluloid.logger = nil
+class ConcurrencyTest < Test::Unit::TestCase
+  # Celluloid recommends doing this before each test
+  # https://github.com/celluloid/celluloid/wiki/Gotchas#testing
+  include Deployinator::Helpers::ConcurrencyHelpers
+  def setup
+    Celluloid.boot
+    @@futures = {}
+  end
+
+  def teardown
+    Celluloid.shutdown
+  end
+
+  def test_spawn_off_concurrent_thread
+    run_parallel(:test) do 
+      "Running inside thread"
+    end
+    assert_equal(get_value(:test), "Running inside thread")
+  end
+
+  def test_future_name_type
+    assert_raise NoMethodError do
+      run_parallel({:test => 'going crazy'}) do 
+        "Running inside thread"
+      end
+    end
+  end
+
+  def test_fibers_with_same_reference
+    run_parallel(:test) do 
+      "Running inside thread"
+    end
+    assert_raise Deployinator::Helpers::ConcurrencyHelpers::DuplicateReferenceError do 
+      run_parallel(:test) do 
+        "Running inside thread"
+      end
+    end
+  end
+
+  def test_get_non_symbol_value
+    run_parallel(:test) do 
+      "Running inside thread"
+    end
+    assert_raise NoMethodError do
+      get_value({:test => 'going crazy - jpaul'})
+    end
+  end
+
+  def test_reference_taken
+    assert_equal(reference_taken?(:test), false)
+    @@futures[:test] = 'a value'
+    assert_equal(reference_taken?(:test), true)
+  end
+
+  def test_multiple_futures_return
+    run_parallel(:test1) do 
+      "future1"
+    end
+    run_parallel(:test2) do 
+      "future2"
+    end
+    assert_equal(get_values(:test1, :test2), {:test1 => "future1", :test2 => "future2"})
+  end
+
+end

data/test/unit/git_test.rb

@@ -0,0 +1,70 @@
+require 'deployinator'
+require 'deployinator/helpers'
+require 'deployinator/helpers/git'
+
+include Deployinator::Helpers::GitHelpers
+
+class HelpersTest < Test::Unit::TestCase
+
+  def test_git_url_https
+    GitHelpers.expects(:which_github_host).returns("www.testmagic.com")
+    GitHelpers.expects(:git_info_for_stack).returns({:stack => {:repository => 'drills', :user => 'construction'}})
+    GitHelpers.expects(:git_info_for_stack).returns({:stack => {:repository => 'drills', :user => 'construction'}})
+    assert_equal('https://www.testmagic.com/construction/drills.git', GitHelpers.git_url(:stack, 'https', false))
+  end
+
+  def test_git_url_default
+    GitHelpers.expects(:which_github_host).returns("www.testmagic.com")
+    GitHelpers.expects(:git_info_for_stack).returns({:stack => {:repository => 'drills', :user => 'construction'}})
+    GitHelpers.expects(:git_info_for_stack).returns({:stack => {:repository => 'drills', :user => 'construction'}})
+    assert_equal('git://www.testmagic.com/construction/drills', GitHelpers.git_url(:stack))
+  end
+
+  def test_git_url_read_write
+    GitHelpers.expects(:which_github_host).returns("www.testmagic.com")
+    GitHelpers.expects(:git_info_for_stack).returns({:stack => {:repository => 'drills', :user => 'construction'}})
+    GitHelpers.expects(:git_info_for_stack).returns({:stack => {:repository => 'drills', :user => 'construction'}})
+    assert_equal('git@www.testmagic.com:construction/drills', GitHelpers.git_url(:stack, "git", true))
+  end
+
+  def test_git_freshen_or_clone_https_passthrough
+    GitHelpers.expects(:git_checkout_path).returns("/dev/null")
+    GitHelpers.expects(:is_git_repo).with("/dev/null", "extra-ssh").returns(:missing)
+    GitHelpers.expects(:log_and_stream).returns(nil)
+    GitHelpers.expects(:git_url).with(:stack, "https", false).returns("https://www.testmagic.com/construction/drills.git")
+    GitHelpers.expects(:git_clone).with(:stack, "https://www.testmagic.com/construction/drills.git", "extra-ssh", "/dev/null", "merge99")
+    GitHelpers.git_freshen_or_clone(:stack, "extra-ssh", "/dev/null", "merge99", false, "https")
+  end
+
+  def test_git_freshen_or_clone_git_update
+    GitHelpers.expects(:git_checkout_path).returns("/dev/null")
+    GitHelpers.expects(:is_git_repo).with("/dev/null", "extra-ssh").returns(:true)
+    GitHelpers.expects(:log_and_stream).returns(nil)
+    GitHelpers.expects(:git_freshen_clone).with(:stack, "extra-ssh", "/dev/null", "merge99", false)
+    GitHelpers.git_freshen_or_clone(:stack, "extra-ssh", "/dev/null", "merge99", false, "https")
+  end
+
+  def test_git_freshen_or_clone_git_update_force
+    GitHelpers.expects(:git_checkout_path).returns("/dev/null")
+    GitHelpers.expects(:is_git_repo).with("/dev/null", "extra-ssh").returns(:true)
+    GitHelpers.expects(:log_and_stream).returns(nil)
+    GitHelpers.expects(:git_freshen_clone).with(:stack, "extra-ssh", "/dev/null", "merge99", true)
+    GitHelpers.git_freshen_or_clone(:stack, "extra-ssh", "/dev/null", "merge99", false, "https", true)
+  end
+  def test_git_freshen_or_clone_git_bad_repo
+    GitHelpers.expects(:git_checkout_path).returns("/dev/null")
+    GitHelpers.expects(:is_git_repo).with("/dev/null", "extra-ssh").returns(:false)
+    GitHelpers.expects(:log_and_stream).returns(nil)
+    GitHelpers.git_freshen_or_clone(:stack, "extra-ssh", "/dev/null", "merge99", false, "https")
+  end
+
+  def test_git_head_rev_should_cache_results
+    FileUtils.rm_f('/tmp/rev_head_cache_some_stack')
+
+    head_rev_sha = 'ba83f60523008e48950f77bd0d3a773f9cb2805c'
+    GitHelpers.expects(:get_git_head_rev).with('some_stack', 'master').returns(head_rev_sha).once
+    assert_equal(head_rev_sha, GitHelpers.git_head_rev('some_stack'))
+    # Calling it a second time should just use the cached result on disk
+    assert_equal(head_rev_sha, GitHelpers.git_head_rev('some_stack'))
+  end
+end

data/test/unit/helpers_test.rb

@@ -1,6 +1,9 @@
+# encoding: utf-8
+
 require 'deployinator'
 require 'deployinator/helpers'
 require 'deployinator/helpers/dsh'
+require 'tempfile'
 
 class HelpersTest < Test::Unit::TestCase
   include Deployinator::Helpers,
@@ -12,6 +15,7 @@ class HelpersTest < Test::Unit::TestCase
     @issue2 = "DEF-456"
     @issue1_linked = "#{@jurl % ([@issue1] * 2)}"
     @issue2_linked = "#{@jurl % ([@issue2] * 2)}"
+    @utf8_canary = 'Iñtërnâtiônàlizætiøn'
     Deployinator.default_user = "testuser"
     Deployinator.deploy_host = "deploytest.vm.ny4dev.etsy.com"
     Deployinator.issue_tracker = proc do |issue|
@@ -61,9 +65,9 @@ class HelpersTest < Test::Unit::TestCase
 
   def test_with_timeout_success
     res = with_timeout 3 do
-      `sleep 2 && echo -n "foo"`
+      `sleep 2 && echo "foo"`
     end
-    assert_equal "foo", res
+    assert_equal "foo\n", res
   end
 
   def test_strip_to_nil
@@ -74,4 +78,59 @@ class HelpersTest < Test::Unit::TestCase
     assert_equal('host01,host02', strip_ws_to_nil(' host01 , host02 '))
     assert_equal('host01', strip_ws_to_nil('host01'))
   end
+
+  def test_get_from_cache
+    Tempfile.open('cache_file', encoding: 'UTF-8') do |tf|
+      tf.write(@utf8_canary)
+      tf.flush
+
+      cached_content = get_from_cache(tf.path)
+      assert_equal(@utf8_canary, cached_content)
+      assert_equal(Encoding.find('UTF-8'), cached_content.encoding)
+    end
+  end
+
+  def test_get_from_cache_when_file_does_not_exist
+    assert_equal(false, get_from_cache('/does/not/exist'))
+    assert_equal(false, get_from_cache('/does/not/exist', -1))
+    assert_equal(false, get_from_cache('/does/not/exist', 10))
+  end
+
+  def test_get_from_cache_when_file_is_old
+    Tempfile.open('cache_file') do |tf|
+      File.stubs(:mtime).with(tf.path).returns(Time.now - 10)
+
+      assert_equal(false, get_from_cache(tf.path))
+      assert_not_equal(false, get_from_cache(tf.path, 30))
+      assert_not_equal(false, get_from_cache(tf.path, -1))
+    end
+  end
+
+  def test_write_to_cache
+    Tempfile.open('cache_file') do |tf|
+      write_to_cache(tf.path, @utf8_canary)
+
+      cached_content = get_from_cache(tf.path)
+      assert_equal(@utf8_canary, cached_content)
+      assert_equal(Encoding.find('UTF-8'), cached_content.encoding)
+    end
+  end
+
+  def test_is_admin_groups_nil
+    assert_false(is_admin?)
+  end
+
+  def test_is_admin_groups_true
+    assert_true(is_admin?(["foo", "bar"], ["bar"]))
+  end
+
+  def test_is_admin_groups_false
+    assert_false(is_admin?(["foo", "bar"], ["bla"]))
+  end
+
+  def test_is_admin_groups_true_with_fallback
+    @groups = ["foo", "bar"]
+    Deployinator.admin_groups = ["bar"]
+    assert_true(is_admin?(["foo", "bar"], ["bar"]))
+  end
 end