daily 0.0.2

data/app/models/table.rb

@@ -0,0 +1,65 @@
+class Table < ActiveRecord::Base
+  include SharedBehaviors
+  
+  belongs_to :user
+  has_many :reports
+  
+  generate_guid :guid
+  
+  validates_presence_of :user
+  validates_unique_presence_of :name
+  validates_stripped_presence_of :data
+  validates_stripped_presence_of :data_type
+
+  validate :data_type_known
+  
+  serialize :column_names, Array
+  
+  def sql?
+    data_type == "sql"
+  end
+  
+  def result
+    fetch
+  end
+  
+  def fetch
+    time = Time.now.to_i
+    
+    out = fetch_data
+    out = apply_transform(out)
+
+    atts = {}
+    atts[:fetch_time_in_seconds] = Time.now.to_i - time
+    atts[:column_names] = out.column_names
+    self.attributes = atts
+    save unless new_record?
+    
+    out
+  end
+  
+  def test
+    # ouputs html of the table
+    begin
+      fetch.to_html.html_safe
+    rescue => e
+      out = "#{e.message}"
+      out += "\n\nTrace shown in development environment:\n#{e.backtrace.join("\n")}" if Rails.env.development?
+      out.gsub("\n", "<br/>").html_safe
+    end
+  end
+    
+  protected
+  def data_type_known
+    return if data_type.blank?
+    unless sql?
+      errors.add(:data_type, "is not known")
+    end
+  end
+  
+  def fetch_data
+    return Ruport::Query.new(data).result if sql?
+    Ruport::Data::Table.new
+  end
+  
+end

data/app/models/user.rb

@@ -0,0 +1,20 @@
+class User < ActiveRecord::Base
+  # Include default devise modules. Others available are:
+  # :token_authenticatable, :encryptable, :confirmable, :lockable, :timeoutable and :omniauthable
+  devise :database_authenticatable, :registerable,
+         :recoverable, :rememberable, :trackable, :validatable
+
+  # Setup accessible (or protected) attributes for your model
+  attr_accessible :email, :password, :password_confirmation, :remember_me
+  
+  has_many :tables
+  has_many :reports
+  
+  def role_symbols
+    return [] if new_record?
+    
+    out = [:user]
+    out << :admin if admin?
+    out
+  end
+end

data/app/transforms/column_filter.rb

@@ -0,0 +1,7 @@
+class ColumnFilter < Transform
+  def result
+    to_remove = table.column_names - columns
+    table.remove_columns(to_remove)
+    table
+  end
+end

data/app/transforms/moving_average.rb

@@ -0,0 +1,119 @@
+class MovingAverage < Transform
+  def self.form_keys
+    [:columns, :days, :date]
+  end
+  
+  def num_days
+    val = setting(:days).to_i
+    val <= 0 ? 7 : val
+  end
+  
+  def date_column
+    setting(:date) || default_date_column || first_date_column
+  end
+  
+  def result  
+    cols = self.columns
+    datecol = self.date_column
+    daycount = self.num_days
+    
+    avg_cols = cols.collect { |col| "#{col}_#{daycount}" }
+    
+    out = Ruport::Data::Table.new( :column_names => [datecol] + cols + avg_cols)
+    
+    data = day_data
+    days = data["days"]
+    first = data["earliest"]
+    latest = data["latest"]
+    
+    current = first
+    while current <= latest do
+      row = {}
+      row[datecol] = current
+      
+      cols.each do |col|
+        # this cols value for the day
+        value = 0
+        value = days[current][col].to_f if days[current]
+          
+        # add them up
+        sum = 0
+        count = 0
+        check = current - daycount + 1
+        while check <= current
+          count += 1 unless check < first
+          sum += days[check][col].to_f if days[check]
+          check += 1
+        end  
+        
+        row["#{col}_#{daycount}"] = sum / count
+        row["#{col}"] = value
+      end
+      
+      out << row
+      current += 1
+    end
+    
+    out
+  end
+  
+  protected
+  
+  def self.to_day(time_or_date)
+    time = Time.zone.parse(time_or_date.strftime("%Y-%m-%d %H:%M:%S %z"))
+    Date.new(time.year, time.month, time.day)
+  end
+
+  def day_data
+    earliest = Date.new(2032,1,1)
+    latest = Date.new(1492,1,1)
+    datenum = column_name_hash[date_column]
+    cols = self.columns
+    
+    days = {}
+    
+    table.each do |row|
+      time = row[datenum]
+      day = self.class.to_day(time)
+      latest = day if day > latest
+      earliest = day if day < earliest
+      
+      days[day] ||= {}
+      cols.each do |col|
+        index = column_name_hash[col]
+        if index
+          days[day][col] ||= 0
+          days[day][col] += row[index].to_f
+        end
+      end
+    end
+    
+    {"days" => days, "earliest" => earliest, "latest" => latest}
+  end
+  
+  def column_name_hash
+    return @column_name_hash if @column_name_hash
+    @column_name_hash = {}
+    table.column_names.each_with_index do |name, i|
+      @column_name_hash[name.to_s] = i
+    end
+    @column_name_hash
+  end
+  
+  def default_date_column
+    ["created_at", "updated_at", "state_changed_at"].each do |col|
+      return col if column_name_hash[col]
+    end
+    return nil
+  end
+  
+  def first_date_column
+    return nil if table.size == 0
+    table[0].each_with_index do |val, i|
+      if val.is_a? Date or val.is_a? Time
+        return table.column_names[i]
+      end
+    end
+    nil
+  end
+end

data/app/transforms/transform.rb

@@ -0,0 +1,32 @@
+class Transform
+  def self.transforms
+    [ColumnFilter, MovingAverage]
+  end
+  
+  def self.display_name
+    name.demodulize.underscore.humanize.titleize
+  end
+  def self.form_keys
+    [:columns]  # override to get more / different
+  end
+    
+  attr_accessor :table
+  attr_accessor :settings
+  def initialize(table, settings)
+    self.table = table
+    self.settings = (settings || {}).symbolize_keys
+  end
+
+  def setting(key, default = nil)
+    val = settings[key.to_sym]
+    val.blank? ? default : val
+  end
+
+  def columns
+    setting(:columns, []).collect(&:to_s)
+  end
+
+  def result
+    raise("Transforms must override result")
+  end
+end

data/app/views/devise/sessions/new.erb

@@ -0,0 +1,15 @@
+<h2>Sign in</h2>
+
+<%= form_for(resource, :as => resource_name, :url => session_path(resource_name)) do |f| %>
+  <div><%= f.label :email %><br />
+  <%= f.email_field :email %></div>
+
+  <div><%= f.label :password %><br />
+  <%= f.password_field :password %></div>
+
+  <% if devise_mapping.rememberable? -%>
+    <div><%= f.check_box :remember_me %> <%= f.label :remember_me %></div>
+  <% end -%>
+
+  <div><%= f.submit "Sign in" %></div>
+<% end %>

data/app/views/layouts/application.html.erb

@@ -0,0 +1,40 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title><%= page_title %></title>
+  <%= stylesheet_link_tag    "application" %>
+  <%= javascript_include_tag "application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+  <div class="topbar">
+    <div class="fill">
+      <div class="container">
+        <a class="brand" href="<%= current_user ? user_root_path : root_path %>">Daily</a>
+      </div>
+    </div>
+  </div>
+  
+  <div class="container">
+    <% if header_title %>
+        <h1><%= header_title %></h1>
+    <% end %>
+
+    <% if notice %>
+      <div class="alert-message success">
+        <p><%= notice %></p>
+      </div>
+    <% end %>
+  
+    <% if alert %>
+      <div class="alert-message error">
+        <p><%= alert %></p>
+      </div>
+    <% end %>
+
+    <%= yield %>
+    
+  </div>
+
+</body>
+</html>

data/app/views/main/home.erb

@@ -0,0 +1,4 @@
+<% title "Welcome #{current_user.email}" %>
+<%= content_tag(:p, link_to("Update Account", account_path)) if permitted_to? :account, current_user %>
+
+<%= render 'users/items', :user => current_user %>

data/app/views/reports/_form.erb

@@ -0,0 +1,14 @@
+<h3>Table: <%= link_to @report.table.name, table_path(@report.table) %></h3>
+
+<%= simple_form_for [@report.table, @report] do |f| %>
+  <%= f.input :name %>
+  <%= f.input :filename unless @report.new_record? %>
+  
+  <%= f.input :formatter, :collection => Report.formatters %>
+  <%= f.input :formatter_json, :as => :text %>
+  
+  <%= f.input :transform, :collection => Transform.transforms, :label_method => :display_name, :value_method => :name %>
+  <%= f.input :transform_json, :as => :text %>
+  
+  <%= f.button :submit %>
+<% end %>

data/app/views/reports/_list.erb

@@ -0,0 +1,9 @@
+<% if list.size > 0 %>
+  <ul>
+    <% list.each do |report| %>
+      <% if permitted_to? :show, report %>
+        <li><%= link_to report.name, table_report_path(report.table, report) %></li>
+      <% end %>
+    <% end %>
+  </ul>
+<% end %>

data/app/views/reports/edit.erb

@@ -0,0 +1,2 @@
+<% title "Edit Report: #{@report.name}" %>
+<%= render 'form' %>

data/app/views/reports/index.erb

@@ -0,0 +1,3 @@
+<% title "Reports" %>
+
+<%= render "reports/list", :list => @reports %>

data/app/views/reports/new.erb

@@ -0,0 +1,2 @@
+<% title "New Report" %>
+<%= render 'form' %>

data/app/views/reports/show.erb

@@ -0,0 +1,23 @@
+<% title @report.name %>
+<h3>Table: <%= link_to @report.table.name, table_path(@report.table) %></h3>
+
+<% if @report.file_exists? %>
+  <h5>URL: <%= link_to @report.url(root_url), @report.url(root_url) %></h5>
+<% else %>
+  <h5>URL: <%= @report.url(root_url) %></h5>
+<% end %>
+
+<h6>User: <%= "#{@report.user.email}" %></h6>
+<h6>Running time: <%= report_time_run(@report) %></h6>
+<h6>Last updated: <%= report_time_ago(@report) %></h6>
+<h6>Next updated: <%= report_time_next(@report) %></h6>
+<%= button_to "Queue Update Now", generate_table_report_path(@report.table, @report) if permitted_to? :generate, @report %>
+
+<%= content_tag(:p, link_to("Edit", edit_table_report_path(@report.table, @report))) if permitted_to? :edit, @report %>
+
+<%= formatter_display(@report) %>
+
+<%= transform_display(@report) %>
+
+<hr/>
+<%= report_error_html(@report) %>

data/app/views/tables/_form.erb

@@ -0,0 +1,8 @@
+<%= simple_form_for @table do |f| %>
+  <%= f.input :name %>
+  <%= f.input :data %>
+  
+  <%= f.input :transform, :collection => Transform.transforms, :label_method => :display_name, :value_method => :name %>
+  <%= f.input :transform_json, :as => :text %>
+  <%= f.button :submit %>
+<% end %>

data/app/views/tables/_list.erb

@@ -0,0 +1,9 @@
+<% if list.size > 0 %>
+  <ul>
+    <% list.each do |table| %>
+      <% if permitted_to? :show, table %>
+        <li><%= link_to table.name, table %></li>
+      <% end %>
+    <% end %>
+  </ul>
+<% end %>

data/app/views/tables/edit.erb

@@ -0,0 +1,2 @@
+<% title "Edit Table: #{@table.name}" %>
+<%= render 'form' %>

data/app/views/tables/index.erb

@@ -0,0 +1,3 @@
+<% title "Tables" %>
+
+<%= render "tables/list", :list => @tables %>

data/app/views/tables/new.erb

@@ -0,0 +1,2 @@
+<% title "New Table" %>
+<%= render 'form' %>

data/app/views/tables/show.erb

@@ -0,0 +1,35 @@
+<% title @table.name %>
+
+<h3>Reports</h3>
+<p><%= link_to "New report from this table", new_table_report_path(@table) if permitted_to? :report, @table  %></p>
+<%= render "reports/list", :list => @table.reports %>
+
+<hr/>
+
+<h6>User: <%= "#{@table.user.email}" %></h6>
+<h6>Type: <%= "#{@table.data_type}" %></h6>
+<h6>Running time: <%= table_time_run(@table) %></h6>
+<%= content_tag(:p, link_to("Edit", edit_table_path(@table))) if permitted_to? :edit, @table %>
+
+<% if @test_html %>
+  <p><%= link_to "Hide Table Output", table_path(@table) %></p>
+  <%= @test_html %>
+<% else %>
+  <p><%= link_to "See Table Output", table_path(@table, :test => true) %></p>
+  
+  <% if @table.column_names and @table.column_names.size > 0 %>
+    <table>
+      <tr>
+        <% @table.column_names.each do |name| %>
+          <th><%= name %></th>
+        <% end %>
+      </tr>
+    </table>
+  <% end %>
+<% end %>
+
+<hr/>
+
+<%= simple_format(@table.data) %>
+
+<%= transform_display(@table) %>