marty 0.5.12

data/app/components/marty/promise_view.rb~

@@ -0,0 +1,157 @@
+class Marty::PromiseView < Marty::TreePanel
+  extend Marty::Permissions
+
+  css_configure do |c|
+    c.require :promise_view
+  end
+
+  js_configure do |c|
+    c.default_get_row_class = <<-JS
+    function(record, index, rowParams, ds) {
+       var status = record.get('status');
+       if (status === false) return "red-row";
+       if (status === true)  return "green-row";
+       return "orange-row";
+    }
+    JS
+  end
+
+  def configure(c)
+    c.title = I18n.t("jobs.promise_view")
+    c.model = "Marty::Promise"
+    c.columns = [
+                 :parent,
+                 :user__login,
+                 :job_id,
+                 :start_dt,
+                 :end_dt,
+                 :status,
+                 :cformat,
+                 :error,
+                ]
+    c.treecolumn = :parent
+    super
+
+    c.data_store.sorters = {
+      property: "id",
+      direction: 'DESC',
+    }
+
+    # garbage collect old promises (hacky to do this here)
+    Marty::Promise.cleanup(false)
+  end
+
+  def bbar
+    [:clear, '->', :refresh, :download]
+  end
+
+  js_configure do |c|
+    c.init_component = <<-JS
+    function() {
+       this.callParent();
+       this.getSelectionModel().on('selectionchange', function(selModel) {
+          this.actions.download &&
+          this.actions.download.setDisabled(!selModel.hasSelection());
+       }, this);
+    }
+    JS
+
+    c.on_download = <<-JS
+    function() {
+       var jid = this.getSelectionModel().selected.first().getId();
+       // FIXME: seems pretty hacky
+       window.location = "#{Marty::Util.marty_path}/job/download?job_id=" + jid;
+    }
+    JS
+
+    c.on_refresh = <<-JS
+    function() {
+       this.store.load();
+    }
+    JS
+
+    c.on_clear = <<-JS
+    function(params) {
+       var me = this;
+       Ext.Msg.prompt('Clear All Jobs',
+       'Enter CLEAR and press OK to clear all previous jobs',
+       function (btn, value) {
+          (btn == "ok" && value == "CLEAR") && me.serverClear({});
+       });
+    }
+    JS
+  end
+
+  action :clear do |a|
+    a.text     = a.tooltip = 'Clear'
+    a.disabled = false
+    a.icon     = :application_delete
+    a.hidden   = !self.class.has_admin_perm?
+  end
+
+  action :download do |a|
+    a.text     = a.tooltip = 'Download'
+    a.disabled = true
+    a.icon     = :application_put
+  end
+
+  action :refresh do |a|
+    a.text     = a.tooltip = 'Refresh'
+    a.disabled = false
+    a.icon     = :arrow_refresh
+  end
+
+  endpoint :server_clear do |params, this|
+    Marty::Promise.cleanup(true)
+    this.on_refresh
+  end
+
+  def get_children(params)
+    params[:scope] = config[:scope]
+
+    parent_id = params[:node]
+    parent_id = nil if parent_id == 'root'
+
+    scope_data_class(params) do
+      data_class.where(parent_id: parent_id).scoping do
+        data_adapter.get_records(params, final_columns)
+      end
+    end
+  end
+
+  column :parent do |c|
+    c.text   = 'Job Name'
+    c.getter = lambda { |r| r.title }
+    c.width  = 275
+  end
+
+  column :status do |c|
+    c.hidden = true
+    # FIXME: TreePanel appears to not work with hidden boolean cols
+    c.xtype  = 'numbercolumn'
+  end
+
+  column :user__login do |c|
+    c.text   = I18n.t('jobs.user_login')
+  end
+
+  column :start_dt do |c|
+    c.text   = I18n.t('jobs.start_dt')
+  end
+
+  column :end_dt do |c|
+    c.text   = I18n.t('jobs.end_dt')
+  end
+
+  column :error do |c|
+    c.getter = lambda {|r| r.result.to_s if r.status == false}
+    c.flex   = 1
+  end
+
+  column :cformat do |c|
+    c.text   = "Format"
+  end
+
+end
+
+PromiseView = Marty::PromiseView

data/app/components/marty/promise_view/stylesheets/promise_view.css

@@ -0,0 +1,26 @@
+.green-row {
+    background-color: #91FF91;
+}
+
+.red-row {
+    background-color: #FF4545;
+}
+
+.orange-row {
+    background-color: #FF9D5C;
+}
+
+.x-grid-item-selected .green-row {
+    background-color: #549454; /* V: 58 */
+    font-weight: bold;
+}
+
+.x-grid-item-selected .red-row {
+    background-color: #bd3333; /* V: 74 */
+    font-weight: bold;
+}
+
+.x-grid-item-selected .orange-row {
+    background-color: #b87243; /* V: 74 */
+    font-weight: bold;
+}

data/app/components/marty/promise_view/stylesheets/promise_view.css~

@@ -0,0 +1,15 @@
+.green-row td {
+    background-color: #77FF77 !important;
+}
+
+.red-row td {
+    background-color: red !important;
+}
+
+.orange-row td {
+    background-color: orange !important;
+}
+
+.gray-row td {
+    background-color: #D3D3D3 !important;
+}

data/app/components/marty/report_form.rb

@@ -0,0 +1,225 @@
+require 'delorean_lang'
+
+class Marty::ReportForm < Marty::Form
+
+  # override apply for background generation
+  action :apply do |a|
+    a.text     = a.tooltip = I18n.t("reporting.background")
+    a.handler  = :on_apply
+    a.icon     = :report_disk
+    a.disabled = false
+  end
+
+  action :foreground do |a|
+    a.text     = a.tooltip = I18n.t("reporting.generate")
+    a.handler  = :on_foreground
+    a.icon     = :report_go
+    a.disabled = false
+  end
+
+  ######################################################################
+
+  def configure_bbar(c)
+    c[:bbar] = ['->', :apply, :foreground]
+  end
+
+  ######################################################################
+
+  def _get_report_engine(params)
+    d_params = ActiveSupport::JSON.decode(params[:data] || "{}")
+    d_params.each_pair do |k,v|
+      d_params[k] = nil if v.blank? || v == "null"
+    end
+
+    tag_id, script_name =
+      session[:selected_tag_id], session[:selected_script_name]
+
+    engine = Marty::ScriptSet.new(tag_id).get_engine(script_name)
+
+    [engine, d_params]
+  end
+
+  def run_eval(params)
+    engine, d_params = _get_report_engine(params)
+
+    begin
+      engine.evaluate(session[:selected_node], "result", d_params)
+    rescue => exc
+      Marty::Util.logger.error "run_eval failed: #{exc.backtrace}"
+
+      res = Delorean::Engine.grok_runtime_exception(exc)
+      res["backtrace"] =
+        res["backtrace"].map {|m, line, fn| "#{m}:#{line} #{fn}"}.join('\n')
+      res
+    end
+  end
+
+  def export_content(format, title, params={})
+    data = run_eval(params)
+
+    # hacky: shouldn't have error parsing logic here
+    format = "json" if data.is_a?(Hash) && (data[:error] || data["error"])
+
+    # hack for testing -- txt -> csv
+    exp_format = format == "txt" ? "csv" : format
+
+    res, type, disposition, filename =
+      Marty::ContentHandler.export(data, exp_format, title)
+
+    # hack for testing -- set content-type
+    type = "text/plain" if format == "txt" && type =~ /csv/
+
+    [res, type, disposition, filename]
+  end
+
+  endpoint :netzke_submit do |params, this|
+    # We get here when user is asking for a background report
+
+    engine, d_params = _get_report_engine(params)
+
+    roles = engine.
+      evaluate(session[:selected_node], "roles", {}) rescue nil
+
+    if roles && !roles.any?{ |r| Marty::User.has_role(r) }
+      this.netzke_feedback "Insufficient permissions to run report!"
+      return
+    end
+
+    d_params["p_title"] ||= engine.
+      evaluate(session[:selected_node], "title", {}).to_s
+
+    # start background promise to get report result
+    engine.background_eval(session[:selected_node],
+                           d_params,
+                           ["result", "title", "format"],
+                           )
+
+    this.netzke_feedback "Report can be accessed from the Jobs Dashboard ..."
+  end
+
+  ######################################################################
+
+  js_configure do |c|
+    # FIXME: Can we use POST instead of get:
+    # http://stackoverflow.com/questions/133925/javascript-post-request-like-a-form-submit
+    # arman -- I tried this solution. However, with a POST the
+    # component no longer has the session cookie.  Therefore, we don't
+    # have access to the selected script.  We likely needs to rethink
+    # this whole mechanism.
+    c.on_foreground = <<-JS
+    function() {
+       var values = this.getForm().getValues();
+       var data = escape(Ext.encode(values));
+       if (data.length > 4096) {
+          msg = "There is too much data to run as a foreground report." +\
+                "<br/>Please run as a background report."
+          Ext.create('Ext.Window', {
+            height:        100,
+            minWidth:      350,
+            autoWidth:     true,
+            modal:         true,
+            autoScroll:    true,
+            html:          msg,
+            title:         "Warning"
+          }).show();
+       } else {
+         // FIXME: this is very hacky since it bypasses Netzke channel.
+         // This is a security hole wrt to the report role mechanism.
+         window.location = "/marty/components/#{self.name}." + this.repformat +\
+            "?data=" + data + "&reptitle=" + this.reptitle;
+       }
+    }
+    JS
+  end
+
+  endpoint :netzke_load do |params, this|
+  end
+
+  def eval_form_items(engine, items)
+    case items
+    when Array
+      items.map {|x| eval_form_items(engine, x)}
+    when Hash
+      items.each_with_object({}) { |(key, value), result|
+        result[key] = eval_form_items(engine, value)
+      }
+    when String
+      items.starts_with?(':') ? items[1..-1].to_sym : items
+    when Class
+      raise "bad value in form #{items}" unless
+        items < Delorean::BaseModule::BaseClass
+
+      attrs = engine.enumerate_attrs_by_node(items)
+
+      engine.eval_to_hash(items, attrs, {})
+    when Numeric, TrueClass, FalseClass
+      items
+    else
+      raise "bad value in form #{items}"
+    end
+  end
+
+  def configure(c)
+    super
+
+    unless root_sess[:selected_script_name] && root_sess[:selected_node]
+      c.title = "No Report selected."
+      return
+    end
+
+    begin
+      sset = Marty::ScriptSet.new(root_sess[:selected_tag_id])
+      engine = sset.get_engine(root_sess[:selected_script_name])
+
+      raise engine.to_s if engine.is_a?(Hash)
+
+      items, title, format = engine.
+        evaluate_attrs(root_sess[:selected_node],
+                       ["form", "title", "format"],
+                       {},
+                       )
+
+      raise "bad form items" unless items.is_a?(Array)
+      raise "bad format" unless
+        ["csv", "xlsx", "zip", "json"].member?(format)
+    rescue => exc
+      c.title = "ERROR"
+      c.items =
+        [
+         {
+           field_label: 'Exception',
+           xtype:       :displayfield,
+           name:        'displayfield1',
+           value:       "<span style=\"color:red;\">#{exc}</span>"
+         },
+        ]
+      return
+    end
+
+    # if there's a background_only flag, we disable the foreground submit
+    background_only =
+      engine.evaluate(root_sess[:selected_node], "background_only") rescue nil
+
+    items = Marty::Xl.symbolize_keys(eval_form_items(engine, items), ':')
+
+    items = [{html: "<br><b>No input is needed for this report.</b>"}] if
+      items.empty?
+
+    # Hacky: store these globally in session so we can get them on
+    # report generation request which comes out of band.  Also, if the
+    # user's script/tag selection changes, we don't need to redraw
+    # report_form.
+    session[:selected_tag_id]      = root_sess[:selected_tag_id]
+    session[:selected_script_name] = root_sess[:selected_script_name]
+    session[:selected_node]        = root_sess[:selected_node]
+
+    c.items     = items
+    c.repformat = format
+    c.title     = "Generate: #{title}-#{sset.tag.name}"
+    c.reptitle  = title
+
+    actions[:foreground].disabled = !!background_only
+  end
+end
+
+ReportForm = Marty::ReportForm

data/app/components/marty/report_form.rb~

@@ -0,0 +1,217 @@
+require 'delorean_lang'
+
+class Marty::ReportForm < Marty::CmFormPanel
+
+  # override apply for background generation
+  action :apply do |a|
+    a.text     = a.tooltip = I18n.t("reporting.background")
+    a.handler  = :on_apply
+    a.icon     = :report_disk
+    a.disabled = false
+  end
+
+  action :generate do |a|
+    a.text     = a.tooltip = I18n.t("reporting.generate")
+    a.handler  = :on_generate
+    a.icon     = :report_go
+    a.disabled = false
+  end
+
+  ######################################################################
+
+  def configure_bbar(c)
+    c[:bbar] = ['->', :apply, :generate]
+  end
+
+  ######################################################################
+
+  def _get_report_engine(params)
+    d_params = ActiveSupport::JSON.decode(params[:data] || "{}")
+    d_params.each_pair do |k,v|
+      d_params[k] = nil if v.blank? || v == "null"
+    end
+
+    tag_id, script_name =
+      session[:selected_tag_id], session[:selected_script_name]
+
+    engine = Marty::ScriptSet.new(tag_id).get_engine(script_name)
+
+    [engine, d_params]
+  end
+
+  def run_eval(params)
+    engine, d_params = _get_report_engine(params)
+
+    begin
+      engine.evaluate(session[:selected_node], "result", d_params)
+    rescue => exc
+      Marty::Util.logger.error "run_eval failed: #{exc.backtrace}"
+
+      res = Delorean::Engine.grok_runtime_exception(exc)
+      res["backtrace"] =
+        res["backtrace"].map {|m, line, fn| "#{m}:#{line} #{fn}"}.join('\n')
+      res
+    end
+  end
+
+  def export_content(format, title, params={})
+    data = run_eval(params)
+
+    # hacky: shouldn't have error parsing logic here
+    format = "json" if data.is_a?(Hash) && (data[:error] || data["error"])
+
+    # hack for testing -- txt -> csv
+    exp_format = format == "txt" ? "csv" : format
+
+    res, type, disposition, filename =
+      Marty::ContentHandler.export(data, exp_format, title)
+
+    # hack for testing -- set content-type
+    type = "text/plain" if format == "txt" && type =~ /csv/
+
+    [res, type, disposition, filename]
+  end
+
+  endpoint :netzke_submit do |params, this|
+    # We get here when user is asking for a background report
+
+    engine, d_params = _get_report_engine(params)
+
+    roles = engine.
+      evaluate(session[:selected_node], "roles", {}) rescue nil
+
+    if roles && !roles.any?{ |r| Marty::User.has_role(r) }
+      this.netzke_feedback "Insufficient permissions to run report!"
+      return
+    end
+
+    d_params["p_title"] ||= engine.
+      evaluate(session[:selected_node], "title", {}).to_s
+
+    # start background promise to get report result
+    engine.background_eval(session[:selected_node],
+                           d_params,
+                           ["result", "title", "format"],
+                           )
+
+    this.netzke_feedback "Report can be accessed from the Jobs Dashboard ..."
+  end
+
+  ######################################################################
+
+  js_configure do |c|
+    # FIXME: can replace HTTP GET with a POST this would solve the
+    # data.length issue:
+    # http://stackoverflow.com/questions/133925/javascript-post-request-like-a-form-submit
+    c.on_generate = <<-JS
+    function() {
+       var values = this.getForm().getValues();
+       var data = escape(Ext.encode(values));
+       if (data.length > 4096) {
+          msg = "There is too much data to run as a foreground report." +\
+                "<br/>Please run as a background report."
+          Ext.create('Ext.Window', {
+            height:        100,
+            minWidth:      350,
+            autoWidth:     true,
+            modal:         true,
+            autoScroll:    true,
+            html:          msg,
+            title:         "Warning"
+          }).show();
+       } else {
+         // FIXME: this is very hacky since it bypasses Netzke channel.
+         // This is a security hole wrt to the report role mechanism.
+         window.location = "#{Marty::Util.marty_path}/components" +\
+            "/#{self.name}." + this.repformat +\
+            "?data=" + data + "&reptitle=" + this.reptitle;
+       }
+    }
+    JS
+  end
+
+  endpoint :netzke_load do |params, this|
+  end
+
+  def eval_form_items(engine, items)
+    case items
+    when Array
+      items.map {|x| eval_form_items(engine, x)}
+    when Hash
+      items.each_with_object({}) { |(key, value), result|
+        result[key] = eval_form_items(engine, value)
+      }
+    when String
+      items.starts_with?(':') ? items[1..-1].to_sym : items
+    when Class
+      raise "bad value in form #{items}" unless
+        items < Delorean::BaseModule::BaseClass
+
+      attrs = engine.enumerate_attrs_by_node(items)
+
+      engine.eval_to_hash(items, attrs, {})
+    when Numeric, TrueClass, FalseClass
+      items
+    else
+      raise "bad value in form #{items}"
+    end
+  end
+
+  def configure(c)
+    super
+
+    unless root_sess[:selected_script_name] && root_sess[:selected_node]
+      c.title = "No Report selected."
+      return
+    end
+
+    begin
+      sset = Marty::ScriptSet.new(root_sess[:selected_tag_id])
+      engine = sset.get_engine(root_sess[:selected_script_name])
+
+      raise engine.to_s if engine.is_a?(Hash)
+
+      items, title, format = engine.
+        evaluate_attrs(root_sess[:selected_node],
+                       ["form", "title", "format"],
+                       {},
+                       )
+
+      raise "bad form items" unless items.is_a?(Array)
+      raise "bad format" unless
+        ["csv", "xlsx", "zip", "json"].member?(format)
+    rescue => exc
+      c.title = "ERROR"
+      c.items =
+        [
+         {
+           field_label: 'Exception',
+           xtype:       :displayfield,
+           name:        'displayfield1',
+           value:       "<span style=\"color:red;\">#{exc}</span>"
+         },
+        ]
+      return
+    end
+
+    items = Marty::Xl.symbolize_keys(eval_form_items(engine, items), ':')
+
+    items = [{html: "<br><b>No input is needed for this report.</b>"}] if
+      items.empty?
+
+    # Hacky: store these globally in session so we can get them on
+    # report generation request which comes out of band.  Also, if the
+    # user's script/tag selection changes, we don't need to redraw
+    # report_form.
+    session[:selected_tag_id]      = root_sess[:selected_tag_id]
+    session[:selected_script_name] = root_sess[:selected_script_name]
+    session[:selected_node]        = root_sess[:selected_node]
+
+    c.items     = items
+    c.repformat = format
+    c.title     = "Generate: #{title}-#{sset.tag.name}"
+    c.reptitle  = title
+  end
+end
+
+ReportForm = Marty::ReportForm