bnb_blazer 0.2.0

data/app/views/blazer/checks/_form.html.haml

@@ -0,0 +1,51 @@
+= form_for @check, html: {class: "small-form"} do |f|
+  - unless @check.respond_to?(:check_type) || @check.respond_to?(:invert)
+    %p.text-muted Checks are designed to identify bad data. A check fails if there are any results.
+  - if @check.errors.any?
+    .alert.alert-danger= @check.errors.full_messages.first
+  .form-group
+    = f.label :query_id, "Query"
+    .hide
+      = f.select :query_id, [], {include_blank: true}
+    :javascript
+      #{blazer_js_var "queries", Blazer::Query.active.named.order(:name).select("id, name").map { |q| {text: q.name, value: q.id} }}
+      #{blazer_js_var "items", [@check.query_id].compact}
+
+      $("#check_query_id").selectize({options: queries, items: items, highlight: false, maxOptions: 100}).parents(".hide").removeClass("hide");
+  - if @check.respond_to?(:check_type)
+    .form-group
+      = f.label :check_type, "Alert if"
+      .hide
+        - check_options = [["Any results (bad data)", "bad_data"], ["No results (missing data)", "missing_data"]]
+        - check_options << ["Anomaly (most recent data point)", "anomaly"] if Blazer.anomaly_checks
+        = f.select :check_type, check_options
+      :javascript
+        $("#check_check_type").selectize({}).parent().removeClass("hide");
+  - elsif @check.respond_to?(:invert)
+    .form-group
+      = f.label :invert, "Fails if"
+      .hide
+        = f.select :invert, [["Any results (bad data)", false], ["No results (missing data)", true]]
+      :javascript
+        $("#check_invert").selectize({}).parent().removeClass("hide");
+  - if @check.respond_to?(:schedule) && Blazer.check_schedules
+    .form-group
+      = f.label :schedule, "Run every"
+      .hide
+        = f.select :schedule, Blazer.check_schedules.map { |v| [v, v] }
+      :javascript
+        $("#check_schedule").selectize({}).parent().removeClass("hide");
+  .form-group
+    = f.label :emails
+    = f.text_field :emails, placeholder: "Optional, comma separated", class: "form-control"
+  - if Blazer.slack?
+    .form-group
+      = f.label :slack_channels
+      = f.text_field :slack_channels, placeholder: "Optional, comma separated", class: "form-control"
+  %p.text-muted
+    Emails #{Blazer.slack? ? "and Slack notifications " : nil}are sent when a check starts failing, and when it starts passing again.
+  %p
+    - if @check.persisted?
+      = link_to "Delete", check_path(@check), method: :delete, "data-confirm" => "Are you sure?", class: "btn btn-danger"
+    = f.submit "Save", class: "btn btn-success"
+    = link_to "Back", :back, class: "btn btn-link"

data/app/views/blazer/checks/edit.html.haml

@@ -0,0 +1,2 @@
+- blazer_title "Edit Check"
+= render partial: "form"

data/app/views/blazer/checks/index.html.haml

@@ -0,0 +1,50 @@
+- blazer_title "Checks"
+#header
+  .pull-right{:style => "line-height: 34px;"}
+    .btn-group
+      = link_to "New Check", new_check_path, class: "btn btn-info"
+      %button.btn.btn-info.dropdown-toggle{"aria-expanded" => "false", "aria-haspopup" => "true", "data-toggle" => "dropdown", :type => "button"}
+        %span.caret
+        %span.sr-only Toggle Dropdown
+      %ul.dropdown-menu
+        %li= link_to "Home", root_path
+        - if Blazer.uploads?
+          %li= link_to "Uploads", uploads_path
+        %li.divider{:role => "separator"}
+        %li= link_to "New Query", new_query_path
+        %li= link_to "New Dashboard", new_dashboard_path
+  %input#search.search.form-control{:placeholder => "Start typing a query or state", :style => "width: 300px; display: inline-block;", :type => "text"}/
+%table#checks.table
+  %thead
+    %tr
+      %th Query
+      %th{:style => "width: 10%;"} State
+      %th{:style => "width: 10%;"} Run
+      %th{:style => "width: 20%;"} Notify
+      %th{:style => "width: 15%;"}
+  %tbody
+    - @checks.each do |check|
+      %tr
+        %td
+          = link_to check.query.name, check.query
+          %span.text-muted= check.try(:check_type).to_s.gsub("_", " ")
+        %td
+          - if check.state
+            %small{:class => "check-state #{check.state.parameterize.gsub("-", "_")}"}= check.state.upcase
+        %td= check.schedule if check.respond_to?(:schedule)
+        %td
+          %ul.list-unstyled{:style => "margin-bottom: 0; word-break: break-all;"}
+            - check.split_emails.each do |email|
+              %li= email
+            - check.split_slack_channels.each do |channel|
+              %li= channel
+        %td{:style => "text-align: right; padding: 1px;"}
+          = link_to "Edit", edit_check_path(check), class: "btn btn-info"
+          = link_to "Run Now", query_path(check.query), class: "btn btn-primary"
+:javascript
+  $("#search").on("keyup", function() {
+    var value = $(this).val().toLowerCase()
+    $("#checks tbody tr").filter( function() {
+      $(this).toggle($(this).text().toLowerCase().indexOf(value) > -1)
+    })
+  }).focus()

data/app/views/blazer/checks/new.html.haml

@@ -0,0 +1,2 @@
+- blazer_title "New Check"
+= render partial: "form"

data/app/views/blazer/dashboards/_form.html.haml

@@ -0,0 +1,64 @@
+= form_for @dashboard, url: (@dashboard.persisted? ? dashboard_path(@dashboard, variable_params(@dashboard)) : dashboards_path(variable_params(@dashboard))), html: {id: "app", class: "small-form"} do |f|
+  - if @dashboard.errors.any?
+    .alert.alert-danger= @dashboard.errors.full_messages.first
+  .form-group
+    = f.label :name
+    = f.text_field :name, class: "form-control"
+  .form-group{"v-show" => "queries.length"}
+    = f.label :charts
+    %ul#queries.list-group
+      %li.list-group-item{":key" => "query.id", "v-cloak" => "", "v-for" => "(query, index) in queries"}
+        %span.glyphicon.glyphicon-remove{"aria-hidden" => "true", "v-on:click" => "remove(index)"}
+        {{ query.name }}
+        %input{":value" => "query.id", :name => "query_ids[]", :type => "hidden"}/
+  .form-group{"v-cloak" => ""}
+    = f.label :query_id, "Add Chart"
+    = select_tag :query_id, nil, {include_blank: true, placeholder: "Select chart"}
+  %p{:style => "padding-bottom: 140px;", "v-cloak" => ""}
+    - if @dashboard.persisted?
+      = link_to "Delete", dashboard_path(@dashboard), method: :delete, "data-confirm" => "Are you sure?", class: "btn btn-danger"
+    = f.submit "Save", class: "btn btn-success"
+    = link_to "Back", :back, class: "btn btn-link"
+:javascript
+  #{blazer_js_var "queries", Blazer::Query.active.named.order(:name).select("id, name").map { |q| {text: q.name, value: q.id} }}
+  #{blazer_js_var "dashboardQueries", @queries || @dashboard.dashboard_queries.order(:position).map(&:query)}
+
+  var app = new Vue({
+    el: "#app",
+    data: {
+      queries: dashboardQueries
+    },
+    methods: {
+      remove: function(index) {
+        this.queries.splice(index, 1)
+      }
+    },
+    mounted: function() {
+      $("#query_id").selectize({
+        options: queries,
+        highlight: false,
+        maxOptions: 100,
+        onChange: function(val) {
+          if (val) {
+            var item = this.getItem(val)
+
+            // if duplicate query is added, remove the first one
+            for (var i = 0; i < app.queries.length; i++) {
+              if (app.queries[i].id == val) {
+                app.queries.splice(i, 1)
+                break
+              }
+            }
+
+            app.queries.push({id: val, name: item.text()})
+            this.setValue("")
+          }
+        }
+      })
+    }
+  })
+  Sortable.create($("#queries").get(0), {
+    onEnd: function(e) {
+      app.queries.splice(e.newIndex, 0, app.queries.splice(e.oldIndex, 1)[0])
+    }
+  })

data/app/views/blazer/dashboards/edit.html.haml

@@ -0,0 +1,2 @@
+- blazer_title "Edit Dashboard"
+= render partial: "form"

data/app/views/blazer/dashboards/new.html.haml

@@ -0,0 +1,2 @@
+- blazer_title "New Dashboard"
+= render partial: "form"

data/app/views/blazer/dashboards/show.html.haml

@@ -0,0 +1,30 @@
+- blazer_title @dashboard.name
+%nav.navbar.navbar-default.navbar-fixed-top
+  .container
+    = render layout: "layouts/blazer/navbar" do
+      %li= link_to "Edit", edit_dashboard_path(@dashboard, variable_params(@dashboard))
+
+%div{:style => "margin-bottom: 70px;"}
+%h3.text-center=@dashboard.name
+- if @data_sources.any? { |ds| ds.cache_mode != "off" }
+  %p.text-muted{:style => "float: right;"}
+    Some queries may be cached
+    \#{link_to "Refresh", refresh_dashboard_path(@dashboard, variable_params(@dashboard)), method: :post}
+- if @bind_vars.any?
+  = render partial: "blazer/variables", locals: {action: dashboard_path(@dashboard)}
+- else
+  %div{:style => "padding-bottom: 15px;"}
+- @queries.each_with_index do |query, i|
+  .chart-container
+    %h4= link_to query.friendly_name, query_path(query, variable_params(query)), target: "_blank"
+    .chart{:id => "chart-#{i}"}
+      %p.text-muted Loading...
+  :javascript
+    #{blazer_js_var "data", {statement: @statements[i], query_id: query.id, data_source: query.data_source, only_chart: true, cohort_period: params[:cohort_period]}}
+
+    runQuery(data, function (data) {
+      $("#chart-#{i}").html(data)
+      $("#chart-#{i} table").stupidtable(stupidtableCustomSettings)
+    }, function (message) {
+      $("#chart-#{i}").addClass("query-error").html(message)
+    });

data/app/views/blazer/queries/_form.html.haml

@@ -0,0 +1,226 @@
+- if @query.errors.any?
+  .alert.alert-danger= @query.errors.full_messages.first
+#app{"v-cloak" => ""}
+  = form_for @query, url: (@query.persisted? ? query_path(@query, variable_params(@query)) : queries_path(variable_params(@query))), html: {autocomplete: "off"} do |f|
+    .row
+      #statement-box.col-xs-8
+        .form-group
+          = f.hidden_field :statement
+          #editor-container
+            #editor{":style" => "{ height: editorHeight }"}= @query.statement
+        .form-group.text-right{:style => "margin-bottom: 8px;"}
+          .pull-left{:style => "margin-top: 8px;"}
+            = link_to "Back", :back
+            %a{":href" => "docsPath", :style => "margin-left: 40px;", :target => "_blank"} Docs
+            %a{":href" => "schemaPath", :style => "margin-left: 40px;", :target => "_blank"} Schema
+          = f.select :data_source, Blazer.data_sources.values.select { |ds| q = @query.dup; q.data_source = ds.id; q.editable?(blazer_user) }.map { |ds| [ds.name, ds.id] }, {}, class: ("hide" if Blazer.data_sources.size <= 1), style: "width: 140px;"
+          #tables{:style => "display: inline-block; width: 250px; margin-right: 10px;"}
+            %select#table_names{:placeholder => "Preview table", :style => "width: 240px;"}
+          %a.btn.btn-info{:style => "vertical-align: top; width: 70px;", "v-if" => "!running", "v-on:click" => "run"} Run
+          %a.btn.btn-danger{:style => "vertical-align: top; width: 70px;", "v-if" => "running", "v-on:click" => "cancel"} Cancel
+      .col-xs-4
+        .form-group
+          = f.label :name
+          = f.text_field :name, class: "form-control"
+        .form-group
+          = f.label :description
+          = f.text_area :description, placeholder: "Optional", style: "height: 80px;", class: "form-control"
+        .form-group.text-right
+          = f.submit "For Enter Press", class: "hide"
+          - if @query.persisted?
+            = link_to "Delete", query_path(@query), method: :delete, "data-confirm" => "Are you sure?", class: "btn btn-danger"
+            = f.submit "Fork", class: "btn btn-info"
+          = f.submit @query.persisted? ? "Update" : "Create", class: "btn btn-success"
+        - if @query.persisted?
+          - dashboards_count = @query.dashboards.count
+          - checks_count = @query.checks.count
+          - words = []
+          - words << pluralize(dashboards_count, "dashboard") if dashboards_count > 0
+          - words << pluralize(checks_count, "check") if checks_count > 0
+          - if words.any?
+            .alert.alert-info
+              Part of #{words.to_sentence}. Be careful when editing.
+  #results
+    %p.text-muted{"v-if" => "running"} Loading...
+    #results-html{":class" => "{ 'query-error': error }", "v-if" => "!running"}
+:javascript
+  #{blazer_js_var "params", variable_params(@query)}
+  #{blazer_js_var "previewStatement", Hash[Blazer.data_sources.map { |k, v| [k, (v.preview_statement rescue "")] }]}
+
+  var app = new Vue({
+    el: "#app",
+    data: {
+      running: false,
+      results: "",
+      error: false,
+      dataSource: "",
+      selectize: null,
+      editorHeight: "180px"
+    },
+    computed: {
+      schemaPath: function() {
+        return Routes.schema_queries_path({data_source: this.dataSource})
+      },
+      docsPath: function() {
+        return Routes.docs_queries_path({data_source: this.dataSource})
+      }
+    },
+    methods: {
+      run: function(e) {
+        this.running = true
+        this.results = ""
+        this.error = false
+        cancelAllQueries()
+
+        var data = $.extend({}, params, {statement: this.getSQL(), data_source: $("#query_data_source").val()})
+
+        var _this = this
+
+        runQuery(data, function (data) {
+          _this.running = false
+          _this.showResults(data)
+
+          errorLine = _this.getErrorLine()
+          if (errorLine) {
+            editor.getSession().addGutterDecoration(errorLine - 1, "error")
+            editor.scrollToLine(errorLine, true, true, function () {})
+            editor.gotoLine(errorLine, 0, true)
+            editor.focus()
+          }
+        }, function (data) {
+          _this.running = false
+          _this.error = true
+          _this.showResults(data)
+        })
+      },
+      cancel: function(e) {
+        this.running = false
+        cancelAllQueries()
+      },
+      updateDataSource: function(dataSource) {
+        this.dataSource = dataSource
+        var selectize = this.selectize
+        selectize.clearOptions()
+
+        if (this.tablesXhr) {
+          this.tablesXhr.abort()
+        }
+
+        this.tablesXhr = $.getJSON(Routes.tables_queries_path({data_source: this.dataSource}), function(data) {
+          var newOptions = []
+          for (var i = 0; i < data.length; i++) {
+            var table = data[i]
+            if (typeof table === "object") {
+              newOptions.push({text: table.table, value: table.value})
+            } else {
+              newOptions.push({text: table, value: table})
+            }
+          }
+          selectize.clearOptions()
+          selectize.addOption(newOptions)
+          selectize.refreshOptions(false)
+        })
+      },
+      showEditor: function() {
+        var _this = this
+
+        editor = ace.edit("editor")
+        editor.setTheme("ace/theme/twilight")
+        editor.getSession().setMode("ace/mode/sql")
+        editor.setOptions({
+          enableBasicAutocompletion: false,
+          enableSnippets: false,
+          enableLiveAutocompletion: false,
+          highlightActiveLine: false,
+          fontSize: 12,
+          minLines: 10
+        })
+        editor.renderer.setShowGutter(true)
+        editor.renderer.setPrintMarginColumn(false)
+        editor.renderer.setPadding(10)
+        editor.getSession().setUseWrapMode(true)
+        editor.commands.addCommand({
+          name: "run",
+          bindKey: {win: "Ctrl-Enter",  mac: "Command-Enter"},
+          exec: function(editor) {
+            _this.run()
+          },
+          readOnly: false // false if this command should not apply in readOnly mode
+        })
+        // fix command+L
+        editor.commands.removeCommands(["gotoline", "find"])
+
+        this.editor = editor
+
+        editor.getSession().on("change", function () {
+          $("#query_statement").val(editor.getValue())
+          _this.adjustHeight()
+        })
+        this.adjustHeight()
+        editor.focus()
+      },
+      adjustHeight: function() {
+        // https://stackoverflow.com/questions/11584061/
+        var editor = this.editor
+        var lines = editor.getSession().getScreenLength()
+        if (lines < 9) {
+          lines = 9
+        }
+
+        this.editorHeight = ((lines + 1) * 16).toString() + "px"
+
+        Vue.nextTick(function () {
+          editor.resize()
+        })
+      },
+      getSQL: function() {
+        var selectedText = editor.getSelectedText()
+        var text = selectedText.length < 10 ? editor.getValue() : selectedText
+        return text.replace(/\n/g, "\r\n")
+      },
+      getErrorLine: function() {
+        var editor = this.editor
+        var errorLine = this.results.substring(0, 100).includes("alert-danger") && /LINE (\d+)/g.exec(this.results)
+
+        if (errorLine) {
+          errorLine = parseInt(errorLine[1], 10)
+          if (editor.getSelectedText().length >= 10) {
+            errorLine += editor.getSelectionRange().start.row
+          }
+          return errorLine
+        }
+      },
+      showResults(data) {
+        // can't do it the Vue way due to script tags in results
+        // this.results = data
+
+        Vue.nextTick(function () {
+          $("#results-html").html(data)
+        })
+      }
+    },
+    mounted: function() {
+      var _this = this
+
+      var $select = $("#table_names").selectize({})
+      var selectize = $select[0].selectize
+      selectize.on("change", function(val) {
+        editor.setValue(previewStatement[_this.dataSource].replace("{table}", val), 1)
+        _this.run()
+        selectize.clear(true)
+        selectize.blur()
+      })
+      this.selectize = selectize
+
+      this.updateDataSource($("#query_data_source").val())
+
+      var $dsSelect = $("#query_data_source").selectize({})
+      var dsSelectize = $dsSelect[0].selectize
+      dsSelectize.on("change", function(val) {
+        _this.updateDataSource(val)
+        dsSelectize.blur()
+      })
+
+      this.showEditor()
+    }
+  })

data/app/views/blazer/queries/edit.html.haml

@@ -0,0 +1,2 @@
+- blazer_title "Edit - #{@query.name}"
+= render partial: "form"

data/app/views/blazer/queries/home.html.haml

@@ -0,0 +1,142 @@
+#queries
+  #header
+    .pull-right{:style => "line-height: 34px;"}
+      - if blazer_user
+        = link_to "All", root_path, class: !params[:filter] ? "active" : nil, style: "margin-right: 40px;"
+        - if Blazer.audit
+          = link_to "Viewed", root_path(filter: "viewed"), class: params[:filter] == "viewed" ? "active" : nil, style: "margin-right: 40px;"
+        = link_to "Mine", root_path(filter: "mine"), class: params[:filter] == "mine" ? "active" : nil, style: "margin-right: 40px;"
+      .btn-group
+        = link_to "New Query", new_query_path, class: "btn btn-info"
+        %button.btn.btn-info.dropdown-toggle{"aria-expanded" => "false", "aria-haspopup" => "true", "data-toggle" => "dropdown", :type => "button"}
+          %span.caret
+          %span.sr-only Toggle Dropdown
+        %ul.dropdown-menu
+          %li= link_to "Checks", checks_path
+          - if Blazer.uploads?
+            %li= link_to "Uploads", uploads_path
+          %li.divider{:role => "separator"}
+          %li= link_to "New Dashboard", new_dashboard_path
+          %li= link_to "New Check", new_check_path
+    %input.search.form-control{:placeholder => "Start typing a query, dashboard, or person", :style => "width: 300px; display: inline-block;", :type => "text", "v-focus" => "", "v-model" => "searchTerm"}/
+  %table.table#branded-table
+    %thead
+      %tr
+        %th Name
+        - if Blazer.user_class
+          %th{:style => "text-align: right;"} Mastermind
+    %tbody.list{"v-cloak" => ""}
+      %tr{"v-for" => "query in visibleItems"}
+        %td
+          %a{":class" => "{ dashboard: query.dashboard }", ":href" => "itemPath(query)"} {{ query.name }}
+          %span.vars {{ query.vars }}
+        - if Blazer.user_class
+          %td.creator {{ query.creator }}
+  %p.text-muted{"v-if" => "more"} Loading...
+:javascript
+  #{blazer_js_var "dashboards", @dashboards}
+  #{blazer_js_var "queries", @queries}
+  #{blazer_js_var "more", @more}
+
+  var prepareSearch = function (list) {
+    var i, q, searchStr
+    for (i = 0; i < list.length; i++) {
+      q = list[i]
+      searchStr = q.name + q.creator
+      if (q.creator === "You") {
+        searchStr += "mine me"
+      }
+      q.searchStr = prepareQuery(searchStr)
+    }
+  }
+
+  var prepareQuery = function (str) {
+    return str.toLowerCase()
+  }
+
+  var app = new Vue({
+    el: "#queries",
+    data: {
+      searchTerm: "",
+      more: more,
+      updateCounter: 0
+    },
+    created: function() {
+      this.listItems = dashboards.concat(queries)
+
+      prepareSearch(this.listItems)
+
+      this.queryIds = {}
+      for (i = 0; i < queries.length; i++) {
+        this.queryIds[queries[i].id] = true
+      }
+
+      if (this.more) {
+        var _this = this
+
+        $.getJSON(Routes.queries_path(), function (data) {
+          var i, j, newValues, val, size = 500;
+
+          var newValues = []
+          for (j = 0; j < data.length; j++) {
+            val = data[j]
+            if (val && !_this.queryIds[val.id]) {
+              newValues.push(val)
+            }
+          }
+
+          prepareSearch(newValues)
+
+          _this.listItems = _this.listItems.concat(newValues)
+          _this.more = false
+          // hack to get to update
+          _this.updateCounter++
+        })
+      }
+    },
+    computed: {
+      visibleItems: function () {
+        // hack to get to update
+        this.updateCounter
+
+        var pageSize = 200
+        var q, i
+
+        if (this.searchTerm.length > 0) {
+          var term = prepareQuery(this.searchTerm)
+          var items = []
+          var fuzzyItems = []
+          for (i = 0; i < this.listItems.length; i++) {
+            q = this.listItems[i]
+            if (q.searchStr.indexOf(term) !== -1) {
+              items.push(q)
+              if (items.length == pageSize) {
+                break
+              }
+            } else if (fuzzysearch(term, q.searchStr)) {
+              fuzzyItems.push(q)
+            }
+          }
+          return items.concat(fuzzyItems).slice(0, pageSize)
+        } else {
+          return this.listItems.slice(0, pageSize)
+        }
+      }
+    },
+    methods: {
+      itemPath: function (item) {
+        if (item.dashboard) {
+          return Routes.dashboard_path(item.to_param)
+        } else {
+          return Routes.query_path(item.to_param)
+        }
+      }
+    },
+    directives: {
+      focus: {
+        inserted: function (el) {
+          el.focus()
+        }
+      }
+    }
+  })

data/app/views/blazer/queries/new.html.haml

@@ -0,0 +1,2 @@
+- blazer_title "New Query"
+= render partial: "form"