dataclips 0.0.1

data/app/controllers/dataclips/insights_controller.rb

@@ -0,0 +1,45 @@
+module Dataclips
+  class InsightsController < ApplicationController
+    include ActionController::Live
+
+    def export
+      setup_clip
+
+      response.headers['Content-Type'] = 'text/csv'
+      response.stream.write CSV.generate(force_quotes: true) { |csv| csv << @headers.values}
+
+      records = @clip.paginate(1)
+
+      response.stream.write CSV.generate(force_quotes: true) { |csv| records.each { |r| csv << r.values } }
+
+      while next_page = records.next_page do
+        records = @clip.paginate(next_page)
+        response.stream.write CSV.generate(force_quotes: true) { |csv| records.each { |r| csv << r.values } }
+      end
+    rescue IOError => e
+      puts 'Connection closed'
+    ensure
+      response.stream.close
+    end
+
+    def show
+      I18n.locale = params[:locale] || I18n.default_locale
+      setup_clip
+
+      respond_to do |format|
+        format.html
+        format.json { process_json(@clip, params[:page]) }
+      end
+    end
+
+    protected
+
+    def setup_clip
+      @insight = Insight.find_by_hash_id(params[:id]) or raise ActiveRecord::RecordNotFound
+      @clip_id = @insight.clip_id
+      initialize_clip(@clip_id)
+      @headers  = localize_headers(@clip_id, @schema.keys)
+      @clip = @klass.new @insight.params
+    end
+  end
+end

data/app/helpers/dataclips/application_helper.rb

@@ -0,0 +1,4 @@
+module Dataclips
+  module ApplicationHelper
+  end
+end

data/app/models/dataclips/clip.rb

@@ -0,0 +1,79 @@
+require 'will_paginate/array'
+
+module Dataclips
+  class Clip
+    include ActiveModel::Model
+
+    class << self
+      attr_accessor :template, :query
+
+      def variables
+        (@variables || {}).deep_symbolize_keys
+      end
+
+      def schema
+        (@schema || {}).deep_symbolize_keys
+      end
+
+      def per_page
+        @per_page || 1000
+      end
+    end
+
+    def type_cast(attributes)
+      attributes.reduce({}) do |memo, (key, value)|
+        if schema_key = self.class.schema[key]
+          memo[key] = case schema_key[:type].to_sym
+            when :text     then ActiveRecord::Type::String.new.type_cast_from_database(value)
+            when :integer  then ActiveRecord::Type::Integer.new.type_cast_from_database(value)
+            when :float    then ActiveRecord::Type::Float.new.type_cast_from_database(value)
+            when :datetime then ActiveRecord::Type::DateTime.new.type_cast_from_database(value)
+            when :time     then ActiveRecord::Type::Time.new.type_cast_from_database(value)
+            when :date     then ActiveRecord::Type::Date.new.type_cast_from_database(value)
+            when :boolean  then ActiveRecord::Type::Boolean.new.type_cast_from_database(value)
+            else value
+            end
+        end
+        memo
+      end
+
+    end
+
+    def context
+      return {} if invalid?
+      self.class.variables.reduce({}) do |memo, (attr, options)|
+        value = send(attr)
+
+        memo[attr] = case options[:type]
+          when "date"
+            Date.parse(value).to_s
+          else
+            value.to_s
+        end
+        memo
+      end.symbolize_keys
+    end
+
+    def query
+      self.class.template % context
+    end
+
+    def paginate(page = 1)
+      WillPaginate::Collection.create(page, self.class.per_page) do |pager|
+        sql_with_total_entries = %{WITH _q AS (#{query}) SELECT COUNT(*) OVER () AS _total_entries, * FROM _q LIMIT #{pager.per_page} OFFSET #{pager.offset};}
+
+        results = ActiveRecord::Base.connection.execute(sql_with_total_entries)
+
+        if pager.total_entries.nil?
+          pager.total_entries = results.none? ? 0 : results.first["_total_entries"].to_i
+        end
+
+        records = results.map do |record|
+          type_cast record.except("_total_entries").symbolize_keys
+        end
+
+        pager.replace records
+      end
+    end
+  end
+end

data/app/models/dataclips/insight.rb

@@ -0,0 +1,18 @@
+module Dataclips
+  class Insight < ActiveRecord::Base
+    validates :clip_id, presence: true
+
+    def to_param
+      hash_id
+    end
+
+    def self.find_by_hash_id(hash_id)
+      find_by(id: Dataclips.hashids.decode(hash_id))
+    end
+
+    def hash_id
+      return unless persisted?
+      Dataclips.hashids.encode(id)
+    end
+  end
+end

data/app/models/dataclips/sql_query.rb

@@ -0,0 +1,36 @@
+module Dataclips
+  class SQLQuery
+    attr_accessor :configuration, :schema, :template
+
+    def initialize(sqlfile)
+      @template       = parse_template(sqlfile)
+      @configuration  = parse_configuration(sqlfile)
+    end
+
+    def schema
+      configuration["schema"] || {}
+    end
+
+    def variables
+      configuration["variables"] || {}
+    end
+
+    def options
+      @configuration["options"] || {}
+    end
+
+    private
+
+    def parse_configuration(sqlfile)
+      if matches = sqlfile.match(/\/\*\s+(.+)\s+\*\/\s+-- QUERY/m)
+        YAML.load matches[1]
+      else
+        {}
+      end
+    end
+
+    def parse_template(sqlfile)
+      sqlfile.match(/(SELECT.+)/m)[1]
+    end
+  end
+end

data/app/views/dataclips/application/_boolean.html.erb

@@ -0,0 +1 @@
+_boolean.html.erb

data/app/views/dataclips/application/_date.html.erb

@@ -0,0 +1,22 @@
+<div class='input-group date' id='<%= id %>_from' rel="<%= key %>_from" >
+  <input class="form-control date" name="<%= key %>_from" />
+  <span class="input-group-addon"><span class="glyphicon glyphicon-calendar"></span>
+</div>
+
+<div class='input-group date' id='<%= id %>_to' rel="<%= key %>_to">
+  <input class="form-control date" name="<%= key %>_to" />
+  <span class="input-group-addon"><span class="glyphicon glyphicon-calendar"></span>
+</div>
+<script>
+  $(document).ready(function(){
+    $('#<%= id %>_from').datetimepicker({
+      format: 'L',
+      locale: '<%= I18n.locale %>'
+    });
+
+    $('#<%= id %>_to').datetimepicker({
+      format: 'L',
+      locale: '<%= I18n.locale %>'
+    });
+  });
+</script>

data/app/views/dataclips/application/_datetime.html.erb

@@ -0,0 +1,25 @@
+<div class='input-group datetime' id='<%= id %>_from' rel="<%= key %>_from" >
+  <input class="form-control datetime" name="<%= key %>_from" />
+  <span class="input-group-addon"><span class="glyphicon glyphicon-calendar"></span>
+</div>
+
+<div class='input-group datetime' id='<%= id %>_to' rel="<%= key %>_to">
+  <input class="form-control datetime" name="<%= key %>_to" />
+  <span class="input-group-addon"><span class="glyphicon glyphicon-calendar"></span>
+</div>
+
+<script>
+  $(document).ready(function(){
+    var fromPicker = $('#<%= id %>_from').datetimepicker({
+      sideBySide: true,
+      locale: '<%= I18n.locale %>',
+      format: "L HH:mm:ss"
+    });
+
+    var toPicker = $('#<%= id %>_to').datetimepicker({
+      sideBySide: true,
+      locale: '<%= I18n.locale %>',
+      format: "L HH:mm:ss"
+    });
+  });
+</script>

data/app/views/dataclips/application/_float.html.erb

@@ -0,0 +1,7 @@
+<div class='input-group'>
+  <input type='number' name="<%= key %>_from" step="0.1" class="form-control float" placeholder="<%= key %>_from" />
+</div>
+
+<div class='input-group'>
+  <input type='number' name="<%= key %>_to" step="0.1" class="form-control float" placeholder="<%= key %>_to" />
+</div>

data/app/views/dataclips/application/_integer.html.erb

@@ -0,0 +1,7 @@
+<div class='input-group'>
+  <input type='number' name="<%= key %>_from" step="1" class="form-control integer" placeholder="<%= key %>_from" />
+</div>
+
+<div class='input-group'>
+  <input type='number' name="<%= key %>_to" step="1" class="form-control integer" placeholder="<%= key %>_to" />
+</div>

data/app/views/dataclips/application/_text.html.erb

@@ -0,0 +1,10 @@
+<div class="input-group">
+  <input class="form-control" list="dictionary_<%= id %>" id="<%= id %>" name="<%= key %>" type="text" placeholder="<%= key %>" />
+  <% if dictionary %>
+  <datalist id="dictionary_<%= id %>">
+    <% Dataclips::Engine.config.dictionaries[dictionary.to_sym].call(I18n.locale).each do |item| %>
+      <option value="<%= item %>"><%= item %></option>
+    <% end %>
+  </datalist>
+  <% end %>
+</div>

data/app/views/dataclips/application/_time.html.erb

@@ -0,0 +1,23 @@
+<div class='input-group' id='<%= id %>_from_datetimepicker'>
+  <input type='text' class="form-control" id='<%= id %>_from' />
+  <span class="input-group-addon"><span class="glyphicon glyphicon-calendar"></span>
+</div>
+
+<div class='input-group' id='<%= id %>_to_datetimepicker'>
+  <input type='text' class="form-control" id='<%= id %>_to' />
+  <span class="input-group-addon"><span class="glyphicon glyphicon-calendar"></span>
+</div>
+
+<script>
+  $(document).ready(function(){
+    $('#<%= id %>_from_datetimepicker').datetimepicker({
+      format: 'LT',
+      locale: '<%= I18n.locale %>'
+    });
+
+    $('#<%= id %>_to_datetimepicker').datetimepicker({
+      format: 'LT',
+      locale: '<%= I18n.locale %>'
+    });
+  });
+</script>

data/app/views/dataclips/clips/edit.html.erb

@@ -0,0 +1,14 @@
+<div class="alert alert-danger" role="alert"><%= @error %></div>
+<div class="well">
+<form action="<%= clip_path(@clip_id) %>" method="get" class="form-horizontal">
+  <% @variables.each do |variable, options| %>
+  <div class="form-group">
+    <label for="<%= variable %>" class="control-label">
+    <%= variable %>
+    </label>
+    <input id="<%= variable %>" name="<%= variable %>" type="<%= options[:type] %>" value="<%= params[variable.to_sym] %>"/>
+  </div>
+  <% end %>
+  <input type="submit" />
+</form>
+</div>

data/app/views/dataclips/clips/show.html.erb

@@ -0,0 +1,109 @@
+<% content_for :title, @clip_id %>
+  <script>
+    Dataclips.config = {
+      locale: '<%= I18n.locale %>',
+      id: '<%= @clip_id %>',
+      url: '<%= clip_path(@clip_id) %>',
+      params: <%= raw params.to_json(except: ["action", "controller"]) %>,
+      schema: <%= raw @schema.to_json %>,
+      headers: <%= raw @headers.to_json %>,
+      variables: <%= raw @variables.to_json %>
+    };
+
+    $(window).resize(function(){
+      $("#grid").height($(window).height() - 120);
+    });
+
+    $(document).ready(function(){
+      $(window).trigger("resize");
+      Dataclips.run();
+    });
+  </script>
+<div class="panel panel-default" id="dataclip">
+  <div class="panel-heading">
+    <div class="row">
+      <div class="col-lg-9">
+        <h4><%= I18n.t("#{@clip_id}.name", scope: "dataclips", default: @clip_id.humanize) %></h4>
+        <span class="count">0</span> / <span class="total_entries">0</span>
+      </div>
+      <div class="col-lg-3">
+        <button type="button" class="btn btn-primary" data-toggle="modal" data-target="#query">Query</button>
+      </div>
+    </div>
+  </div>
+  <div class="panel-body">
+    <div class="row">
+      <div class="col-lg-9">
+        <div id="grid"></div>
+      </div>
+      <div class="col-lg-3">
+        <div class="panel-group" id="accordion" role="tablist" aria-multiselectable="true">
+          <% @schema.each do |key, options| %>
+            <% id = "#{@clip_id}_#{key}" %>
+
+            <div class="panel panel-default">
+              <div class="panel-heading" role="tab" id="headingOne">
+                <h4 class="panel-title">
+                  <a data-toggle="collapse" data-parent="#accordion" href="#collapse_<%= id %>" aria-expanded="true" aria-controls="<%= id %>">
+                    <%= @headers[key] %>
+                  </a>
+                </h4>
+              </div>
+              <div id="collapse_<%= id %>" class="panel-collapse collapse out" role="tabpanel" aria-labelledby="headingOne">
+                <div class="panel-body">
+                  <div class="form-group">
+                    <% if options[:type] == "text" %>
+                      <%= render "text", key: key, id: id, dictionary: options[:dictionary] %>
+                    <% end %>
+
+                    <% if options[:type] == "datetime" %>
+                      <%= render "datetime", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "date" %>
+                      <%= render "date", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "time" %>
+                      <%= render "time", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "integer" %>
+                      <%= render "integer", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "float" %>
+                      <%= render "float", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "boolean" %>
+                      <%= render "boolean", key: key, id: id %>
+                    <% end %>
+                  </div>
+                </div>
+              </div>
+            </div>
+
+
+          <% end %>
+        </div>
+      </div>
+    </div>
+  </div>
+</div>
+
+<div class="modal fade" id="query">
+  <div class="modal-dialog">
+    <div class="modal-content">
+      <div class="modal-header">
+        <button type="button" class="close" data-dismiss="modal" aria-label="Close"><span aria-hidden="true">&times;</span></button>
+        <h4 class="modal-title"><%= @clip_id %></h4>
+      </div>
+      <div class="modal-body">
+        <pre><%= @clip.query %></pre>
+      </div>
+    </div>
+  </div>
+</div>
+
+<%= javascript_include_tag "twitter/bootstrap" %>

data/app/views/dataclips/insights/show.html.erb

@@ -0,0 +1,99 @@
+<% content_for :title, @clip_id %>
+  <script>
+    Dataclips.config = {
+      locale: '<%= I18n.locale %>',
+      id: '<%= @clip_id %>',
+      url: '<%= insight_path(@insight) %>',
+      schema: <%= raw @schema.to_json %>,
+      headers: <%= raw @headers.to_json %>,
+      variables: <%= raw @variables.to_json %>
+    };
+
+    $(window).resize(function(){
+      $("#grid").height($(window).height() - 120);
+    });
+
+    $(document).ready(function(){
+      $(window).trigger("resize");
+      Dataclips.run();
+    });
+  </script>
+<div class="panel panel-default" id="dataclip">
+  <div class="panel-heading">
+    <div class="row">
+      <div class="col-lg-9">
+        <h4>
+          <%= I18n.t("#{@clip_id}.name", scope: "dataclips", default: @clip_id.humanize) %>
+        </h4>
+        <span class="count">0</span> / <span class="total_entries">0</span>
+      </div>
+      <div class="col-lg-3">
+       <a class="btn btn-primary" href="<%= export_insight_path(@insight, format: :csv) %>">
+         <span class="glyphicon glyphicon-download"></span> CSV
+       </a>
+      </div>
+    </div>
+  </div>
+  <div class="panel-body">
+    <div class="row">
+      <div class="col-lg-9">
+        <div id="grid"></div>
+      </div>
+      <div class="col-lg-3">
+        <div class="panel-group" id="accordion" role="tablist" aria-multiselectable="true">
+          <% @schema.each do |key, options| %>
+            <% id = "#{@clip_id}_#{key}" %>
+
+            <div class="panel panel-default">
+              <div class="panel-heading" role="tab" id="headingOne">
+                <h4 class="panel-title">
+                  <a data-toggle="collapse" data-parent="#accordion" href="#collapse_<%= id %>" aria-expanded="true" aria-controls="<%= id %>">
+                    <%= @headers[key] %>
+                  </a>
+                </h4>
+              </div>
+              <div id="collapse_<%= id %>" class="panel-collapse collapse out" role="tabpanel" aria-labelledby="headingOne">
+                <div class="panel-body">
+                  <div class="form-group">
+                    <% if options[:type] == "text" %>
+                      <%= render "text", key: key, id: id, dictionary: options[:dictionary] %>
+                    <% end %>
+
+                    <% if options[:type] == "datetime" %>
+                      <%= render "datetime", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "date" %>
+                      <%= render "date", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "time" %>
+                      <%= render "time", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "integer" %>
+                      <%= render "integer", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "float" %>
+                      <%= render "float", key: key, id: id %>
+                    <% end %>
+
+                    <% if options[:type] == "boolean" %>
+                      <%= render "boolean", key: key, id: id %>
+                    <% end %>
+                  </div>
+                </div>
+              </div>
+            </div>
+
+
+          <% end %>
+        </div>
+      </div>
+    </div>
+  </div>
+</div>
+
+<%= javascript_include_tag "twitter/bootstrap" %>
+