coupler 0.0.1-java

data/lib/coupler/extensions/jobs.rb

@@ -0,0 +1,21 @@
+module Coupler
+  module Extensions
+    module Jobs
+      def self.registered(app)
+        app.get "/jobs" do
+          @jobs = Models::Job.order("id DESC")
+          erb 'jobs/index'.to_sym
+        end
+
+        app.get "/jobs/count" do
+          Models::Job.filter(:completed_at => nil).count.to_s
+        end
+
+        app.get "/jobs/:id/progress" do
+          @job = Models::Job[:id => params[:id]]
+          { :completed => @job.completed, :total => @job.total }.to_json
+        end
+      end
+    end
+  end
+end

data/lib/coupler/extensions/matchers.rb

@@ -0,0 +1,64 @@
+module Coupler
+  module Extensions
+    module Matchers
+      def self.registered(app)
+        app.get "/projects/:project_id/scenarios/:scenario_id/matchers/new" do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @resources = @scenario.resources
+          @matcher = Models::Matcher.new
+          erb 'matchers/form'.to_sym
+        end
+
+        app.get "/projects/:project_id/scenarios/:scenario_id/matchers/:id/edit" do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @matcher = @scenario.matcher_dataset[:id => params[:id]]
+          raise MatcherNotFound   unless @matcher
+          @resources = @scenario.resources
+          erb 'matchers/form'.to_sym
+        end
+
+        app.post "/projects/:project_id/scenarios/:scenario_id/matchers" do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @matcher = Models::Matcher.new(params[:matcher])
+          @matcher.scenario = @scenario
+
+          if @matcher.save
+            flash[:notice] = "Matcher was successfully created."
+            redirect "/projects/#{@project.id}/scenarios/#{@scenario.id}"
+          else
+            @resources = @scenario.resources
+            erb 'matchers/form'.to_sym
+          end
+        end
+
+        app.put "/projects/:project_id/scenarios/:scenario_id/matchers/:id" do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @matcher = @scenario.matcher_dataset[:id => params[:id]]
+          raise MatcherNotFound   unless @matcher
+          @matcher.set(params[:matcher])
+
+          if @matcher.valid?
+            @matcher.save
+            redirect "/projects/#{@project.id}/scenarios/#{@scenario.id}"
+          else
+            @resources = @scenario.resources
+            erb 'matchers/form'.to_sym
+          end
+        end
+
+        app.delete "/projects/:project_id/scenarios/:scenario_id/matchers/:id" do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @matcher = @scenario.matcher_dataset[:id => params[:id]]
+          raise MatcherNotFound   unless @matcher
+          @matcher.destroy
+          redirect "/projects/#{@project.id}/scenarios/#{@scenario.id}"
+        end
+      end
+    end
+  end
+end

data/lib/coupler/extensions/projects.rb

@@ -0,0 +1,62 @@
+module Coupler
+  module Extensions
+    module Projects
+      def self.registered(app)
+        app.before do
+          md = request.path_info.match(%r{/projects/(\d+)/?})
+          if md
+            # NOTE: Using regex matching here sucks, but apparently Sinatra
+            #       calls before filters before params are parsed.
+            @project = Models::Project[:id => md[1]]
+            raise ProjectNotFound   unless @project
+            @project.touch!
+          end
+        end
+
+        app.get "/projects" do
+          @projects = Models::Project.order(:id)
+          @resource_counts = Models::Resource.count_by_project
+          @scenario_counts = Models::Scenario.count_by_project
+          erb 'projects/index'.to_sym
+        end
+
+        app.get "/projects/new" do
+          @project = Models::Project.new
+          erb 'projects/form'.to_sym
+        end
+
+        app.post "/projects" do
+          @project = Models::Project.create(params['project'])
+          flash[:newly_created] = true
+          redirect "/projects/#{@project.id}"
+        end
+
+        app.get "/projects/:project_id" do
+          @resources = @project.resources
+          @scenarios = @project.scenarios
+          erb 'projects/show'.to_sym
+        end
+
+        app.get "/projects/:project_id/edit" do
+          erb 'projects/form'.to_sym
+        end
+
+        app.put "/projects/:project_id" do
+          @project.set(params[:project])
+          if @project.valid?
+            @project.save
+            redirect '/projects'
+          else
+            erb 'projects/form'.to_sym
+          end
+        end
+
+        app.delete "/projects/:project_id" do
+          @project.delete_versions_on_destroy = true  if params[:nuke] == "true"
+          @project.destroy
+          redirect '/projects'
+        end
+      end
+    end
+  end
+end

data/lib/coupler/extensions/resources.rb

@@ -0,0 +1,89 @@
+module Coupler
+  module Extensions
+    module Resources
+      def self.registered(app)
+        app.get "/projects/:project_id/resources" do
+          @resources = @project.resources
+          erb 'resources/index'.to_sym
+        end
+
+        app.get "/projects/:project_id/resources/new" do
+          @connections = Models::Connection.all
+          @resource = Models::Resource.new
+          if @connections.empty?
+            @resource.connection_attributes = {}
+          end
+          erb 'resources/new'.to_sym
+        end
+
+        app.post "/projects/:project_id/resources" do
+          @resource = Models::Resource.new(params[:resource])
+          @resource.project = @project
+
+          if @resource.save
+            flash[:notice] = "Resource was created successfully!  Now you can choose which fields you wish to select."
+            redirect "/projects/#{@project.id}/resources/#{@resource.id}/edit"
+          else
+            @connections = Models::Connection.all
+            erb 'resources/new'.to_sym
+          end
+        end
+
+        app.get "/projects/:project_id/resources/:id" do
+          @resource = @project.resources_dataset[:id => params[:id]]
+          raise ResourceNotFound  unless @resource
+          @fields = @resource.fields_dataset.filter(:is_selected => 1).all
+          @transformers = Models::Transformer.all
+          @transformations = @resource.transformations_dataset.order(:position)
+          @scenarios = @resource.scenarios
+          @job = @resource.jobs_dataset[:status => %w{running scheduled}]
+          erb 'resources/show'.to_sym
+        end
+
+        app.get "/projects/:project_id/resources/:id/transform" do
+          @resource = @project.resources_dataset[:id => params[:id]]
+          raise ResourceNotFound  unless @resource
+          Scheduler.instance.schedule_transform_job(@resource)
+          redirect "/projects/#{@project.id}/resources/#{@resource.id}"
+        end
+
+        app.get "/projects/:project_id/resources/:id/edit" do
+          @resource = @project.resources_dataset[:id => params[:id]]
+          raise ResourceNotFound  unless @resource
+          @fields = @resource.fields
+          @selection_count = @resource.fields_dataset.filter(:is_selected => true).count
+          erb 'resources/edit'.to_sym
+        end
+
+        app.put "/projects/:project_id/resources/:id" do
+          @resource = @project.resources_dataset[:id => params[:id]]
+          raise ResourceNotFound  unless @resource
+
+          @resource.set(params[:resource])  if params[:resource]
+          if @resource.valid?
+            # FIXME
+            #flash[:notice] = "Resource successfully created!  Next, if you want to change this resource's fields, you'll need to add transformations."
+
+            @resource.save
+            redirect "/projects/#{@project.id}/resources/#{@resource.id}"
+          else
+            @fields = @resource.fields
+            @selection_count = @resource.fields_dataset.filter(:is_selected => true).count
+            erb 'resources/edit'.to_sym
+          end
+        end
+
+        app.get "/projects/:project_id/resources/:id/record/:record_id" do
+          @resource = @project.resources_dataset[:id => params[:id]]
+          raise ResourceNotFound  unless @resource
+
+          @record = nil
+          @resource.final_dataset do |ds|
+            @record = ds.filter(@resource.primary_key_sym => params[:record_id]).first
+          end
+          @record.to_json
+        end
+      end
+    end
+  end
+end

data/lib/coupler/extensions/results.rb

@@ -0,0 +1,100 @@
+module Coupler
+  module Extensions
+    module Results
+      module Helpers
+        def resource_optgroup_tag(resource_id)
+          if resource_id.is_a?(String)
+            id, which = resource_id.split(/_/).collect(&:to_i)
+            %{<optgroup class="resource-#{id}" label="#{@resources[id].name} [#{which+1}]">}
+          else
+            %{<optgroup class="resource-#{resource_id}" label="#{@resources[resource_id].name}">}
+          end
+        end
+      end
+
+      def self.registered(app)
+        app.helpers Helpers
+
+        app.get '/projects/:project_id/scenarios/:scenario_id/results' do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @results = @scenario.results_dataset.order(:id.desc)
+          erb 'results/index'.to_sym
+        end
+
+        app.get '/projects/:project_id/scenarios/:scenario_id/results/:id' do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+
+          id, format = params[:id].split('.')
+          @result = @scenario.results_dataset[:id => id]
+          raise ResultNotFound    unless @result
+
+          if format == 'csv'
+            filename = "#{@scenario.slug}-run-#{@result.created_at.strftime('%Y%m%d-%H%M')}.csv"
+            content_type('text/csv')
+            attachment(filename)
+            @result.to_csv
+          else
+            html = nil
+            @result.groups_dataset do |groups_dataset|
+              html = erb(:"results/show", {}, {:groups_dataset => groups_dataset})
+            end
+            html
+          end
+        end
+
+        app.get '/projects/:project_id/scenarios/:scenario_id/results/:id/details/:group_id' do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @result = @scenario.results_dataset[:id => params[:id]]
+
+          @scenario.local_database do |scenario_db|
+            groups_ds = scenario_db[@result.groups_table_name]
+            @group = groups_ds.filter(:id => params[:group_id]).first
+          end
+          erb(:"results/details", :layout => false)
+        end
+
+        app.post '/projects/:project_id/scenarios/:scenario_id/results/:id/details/:group_id/record' do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @result = @scenario.results_dataset[:id => params[:id]]
+          @index = params[:index].to_i
+          @which = params[:which] ? params[:which].to_i : nil
+
+          # FIXME: this could be in a model method or stored in the resources table
+          @num_columns = @scenario.resources.collect { |r| r.selected_fields_dataset.count }.max
+
+          # Get total for group
+          # FIXME: Result method instead yo
+          @result.groups_dataset do |ds|
+            @total = ds.filter(:id => params[:group_id]).get(:"resource_#{@which ? @which + 1 : 1}_count")
+          end
+
+          # FIXME: Result method instead yo
+          record_id = nil
+          @result.groups_records_dataset do |ds|
+            record_id = ds.filter(:group_id => params[:group_id], :which => @which).
+              limit(1, @index).first[:record_id]
+          end
+          resource = @which == 1 ? @scenario.resource_2 : @scenario.resource_1
+          resource.final_dataset do |ds|
+            @columns = ds.columns
+            @record = ds.select(*@columns).filter(resource.primary_key_sym => record_id).first
+          end
+          erb(:"results/record", :layout => false)
+        end
+
+        app.get '/projects/:project_id/scenarios/:scenario_id/results/:id.csv' do
+          @scenario = @project.scenarios_dataset[:id => params[:scenario_id]]
+          raise ScenarioNotFound  unless @scenario
+          @result = @scenario.results_dataset[:id => params[:id]]
+          raise ResultNotFound    unless @result
+
+          #erb :'results/show', :layout => false
+        end
+      end
+    end
+  end
+end

data/lib/coupler/extensions/scenarios.rb

@@ -0,0 +1,50 @@
+module Coupler
+  module Extensions
+    module Scenarios
+      def self.registered(app)
+        app.get '/projects/:project_id/scenarios' do
+          @scenarios = @project.scenarios
+          erb :'scenarios/index'
+        end
+
+        app.get '/projects/:project_id/scenarios/new' do
+          @scenario = Models::Scenario.new
+          erb 'scenarios/new'.to_sym
+        end
+
+        app.post "/projects/:project_id/scenarios" do
+          @scenario = Models::Scenario.new(params[:scenario])
+          @scenario.project = @project
+
+          if @scenario.save
+            flash[:newly_created] = true
+            redirect "/projects/#{@project.id}/scenarios/#{@scenario.id}"
+          else
+            erb 'scenarios/new'.to_sym
+          end
+        end
+
+        app.get '/projects/:project_id/scenarios/:id' do
+          @scenario = @project.scenarios_dataset[:id => params[:id]]
+          @resources = @scenario.resources
+          @matcher = @scenario.matcher
+          @results = @scenario.results
+          @running_jobs = @scenario.running_jobs
+          @scheduled_jobs = @scenario.scheduled_jobs
+          erb 'scenarios/show'.to_sym
+        end
+
+        app.get "/projects/:project_id/scenarios/:id/run" do
+          @scenario = @project.scenarios_dataset[:id => params[:id]]
+          Scheduler.instance.schedule_run_scenario_job(@scenario)
+          redirect "/projects/#{@project.id}/scenarios/#{@scenario.id}"
+        end
+
+        #app.get "/projects/:project_id/scenarios/:id/progress" do
+          #scenario = Models::Scenario[:id => params[:id], :project_id => params[:project_id]]
+          #(scenario[:completed] * 100 / scenario[:total]).to_s
+        #end
+      end
+    end
+  end
+end

data/lib/coupler/extensions/transformations.rb

@@ -0,0 +1,70 @@
+module Coupler
+  module Extensions
+    module Transformations
+      def self.registered(app)
+        app.get "/projects/:project_id/resources/:resource_id/transformations" do
+          @resource = @project.resources_dataset[:id => params[:resource_id]]
+          raise ResourceNotFound  unless @resource
+          @transformations = @resource.transformations
+          erb('transformations/index'.to_sym)
+        end
+
+        app.get "/projects/:project_id/resources/:resource_id/transformations/new" do
+          @resource = @project.resources_dataset[:id => params[:resource_id]]
+          raise ResourceNotFound  unless @resource
+          @fields = @resource.selected_fields_dataset.order(:id).all
+          @transformers = Models::Transformer.all
+          @transformation = Models::Transformation.new()
+          erb 'transformations/new'.to_sym
+        end
+
+        app.post "/projects/:project_id/resources/:resource_id/transformations" do
+          @resource = @project.resources_dataset[:id => params[:resource_id]]
+          raise ResourceNotFound  unless @resource
+          @fields = @resource.selected_fields_dataset.order(:id).all
+          @transformation = Models::Transformation.new(params[:transformation])
+          @transformation.resource = @resource
+
+          if @transformation.save
+            flash[:notice] = "Transformation was successfully created."
+            redirect "/projects/#{@project.id}/resources/#{@resource.id}"
+          else
+            @transformers = Models::Transformer.all
+            @preview = @resource.preview_transformation(@transformation)
+            erb :'transformations/create'
+          end
+        end
+
+        app.delete "/projects/:project_id/resources/:resource_id/transformations/:id" do
+          @resource = @project.resources_dataset[:id => params[:resource_id]]
+          raise ResourceNotFound  unless @resource
+          @transformation = @resource.transformations_dataset[:id => params[:id]]
+          raise TransformationNotFound  unless @transformation
+          @transformation.destroy
+          redirect "/projects/#{@project.id}/resources/#{@resource.id}"
+        end
+
+        app.get "/projects/:project_id/resources/:resource_id/transformations/for/:field_name" do
+          @resource = @project.resources_dataset[:id => params[:resource_id]]
+          raise ResourceNotFound  unless @resource
+          @field = @resource.fields_dataset[:name => params[:field_name]]
+          if @field
+            @transformations = @field.transformations
+            erb('transformations/for'.to_sym, :layout => false)
+          else
+            ''
+          end
+        end
+
+        app.post "/projects/:project_id/resources/:resource_id/transformations/preview" do
+          @resource = @project.resources_dataset[:id => params[:resource_id]]
+          raise ResourceNotFound  unless @resource
+
+          @transformation = Models::Transformation.new(params[:transformation])
+          @preview = @resource.preview_transformation(@transformation)
+          erb(:"transformations/preview", :layout => false)
+        end
+      end
+    end
+  end
+end

data/lib/coupler/extensions/transformers.rb

@@ -0,0 +1,58 @@
+module Coupler
+  module Extensions
+    module Transformers
+      def self.registered(app)
+        app.get "/transformers" do
+          @transformers = Models::Transformer.all
+          erb :'transformers/index'
+        end
+
+        app.post "/transformers/preview" do
+          @transformer = Models::Transformer.new(params[:transformer])
+          erb(:'transformers/preview', :layout => false)
+        end
+
+        app.get "/transformers/new" do
+          @transformer = Models::Transformer.new
+          erb :'transformers/new'
+        end
+
+        app.get '/transformers/:id' do
+          @transformer = Models::Transformer[:id => params[:id]]
+          erb :'transformers/show'
+        end
+
+        app.get "/transformers/:id/edit" do
+          @transformer = Models::Transformer[:id => params[:id]]
+          erb :'transformers/edit'
+        end
+
+        app.post "/transformers" do
+          @transformer = Models::Transformer.new(params[:transformer])
+          if @transformer.save
+            redirect "/transformers"
+          else
+            erb :'transformers/new'
+          end
+        end
+
+        app.put '/transformers/:id' do
+          @transformer = Models::Transformer[:id => params[:id]]
+          @transformer.set(params[:transformer])
+          if @transformer.valid?
+            @transformer.save
+            redirect '/transformers'
+          else
+            erb :'transformers/edit'
+          end
+        end
+
+        app.delete '/transformers/:id' do
+          @transformer = Models::Transformer[:id => params[:id]]
+          @transformer.destroy
+          redirect '/transformers'
+        end
+      end
+    end
+  end
+end

data/lib/coupler/extensions.rb

@@ -0,0 +1,16 @@
+module Coupler
+  module Extensions
+  end
+end
+
+require File.dirname(__FILE__) + "/extensions/connections"
+require File.dirname(__FILE__) + "/extensions/projects"
+require File.dirname(__FILE__) + "/extensions/resources"
+require File.dirname(__FILE__) + "/extensions/transformations"
+require File.dirname(__FILE__) + "/extensions/scenarios"
+require File.dirname(__FILE__) + "/extensions/matchers"
+require File.dirname(__FILE__) + "/extensions/results"
+require File.dirname(__FILE__) + "/extensions/jobs"
+require File.dirname(__FILE__) + "/extensions/transformers"
+require File.dirname(__FILE__) + "/extensions/imports"
+require File.dirname(__FILE__) + "/extensions/exceptions"

data/lib/coupler/helpers.rb

@@ -0,0 +1,121 @@
+module Coupler
+  module Helpers
+    def error_messages_for(object)
+      return ""   if object.errors.empty?
+
+      retval = "<div class='errors'><h3>Errors detected:</h3><ul>"
+      object.errors.each do |(attr, messages)|
+        messages.each do |message|
+          retval += "<li>"
+          retval += attr.to_s.tr("_", " ").capitalize + " " if attr != :base
+          retval += "#{message}</li>"
+        end
+      end
+      retval += "</ul></div><div class='clear'></div>"
+
+      retval
+    end
+
+    def javascripts
+      @javascripts ||= %w{jquery.min.js jquery.timeago.js jquery-ui.min.js application.js}
+    end
+
+    def javascript_includes
+      javascripts.collect do |name|
+        %{<script type="text/javascript" src="/js/#{name}"></script>}
+      end.join("\n  ")
+    end
+
+    def add_javascript(*names)
+      javascripts.push(*names)
+    end
+
+    def stylesheets
+      @stylesheets ||= %w{reset.css text.css 960.css jquery-ui.css jquery.treeview.css style.css}
+    end
+
+    def stylesheet_links
+      stylesheets.collect do |name|
+        %{<link rel="stylesheet" type="text/css" media="all" href="/css/#{name}" />}
+      end.join("\n  ")
+    end
+
+    def add_stylesheet(*names)
+      stylesheets.push(*names)
+    end
+
+    def delete_link(text, url)
+      %^<a href="#{url}" onclick="if (confirm('Are you sure?')) { var f = document.createElement('form'); f.style.display = 'none'; this.parentNode.appendChild(f); f.method = 'POST'; f.action = this.href; var m = document.createElement('input'); m.setAttribute('type', 'hidden'); m.setAttribute('name', '_method'); m.setAttribute('value', 'delete'); f.appendChild(m); f.submit(); }; return false;">#{text}</a>^
+    end
+
+    def breadcrumbs
+      # This method is fun but silly.
+      if @breadcrumbs
+        url = ""
+        %{<div id="breadcrumbs">} +
+          @breadcrumbs.inject([]) do |arr, obj|
+            strings =
+              case obj
+              when String
+                [obj]
+              when nil
+                []
+              else
+                class_name = obj.class.to_s.split("::")[-1]
+                if obj.new?
+                  ["New #{class_name}"]
+                elsif
+                  url += "/#{class_name.downcase}s/#{obj.id}"
+                  if obj.respond_to?(:name)
+                    ["#{class_name}s", %{<a href="#{url}">#{obj.name}</a>}]
+                  else
+                    [%{<a href="#{url}">#{class_name} ##{obj.id}</a>}]
+                  end
+                end
+              end
+            arr.push(*strings.collect { |x| %{<div class="crumb">#{x}</div>} })
+          end.join(%{<div class="crumb">/</div>}) +
+          %{</div><div class="clear"></div>}
+      end
+    end
+
+    def humanize(string)
+      string.to_s.gsub(/_+/, " ").capitalize
+    end
+
+    def timeago(time, klass = nil, tag = "div")
+      if time.nil?
+        "Never"
+      else
+        dt = time.send(:to_datetime)
+        klass = "timeago" + (klass.nil? ? "" : " #{klass}")
+        %{<#{tag} class="#{klass}" title="#{dt.to_s}">#{time.to_s}</#{tag}>}
+      end
+    end
+
+    def form_tag_for(obj, options)
+      base_url = options[:base_url]
+      action, method = if obj.new?
+                         [base_url, ""]
+                       else
+                         ["#{base_url}/#{obj.id}", %{<div style="display: none;"><input type="hidden" name="_method" value="put" /></div>}]
+                       end
+      %{<form action="#{action}" method="post">#{method}}
+    end
+
+    def local_ip
+      orig, Socket.do_not_reverse_lookup = Socket.do_not_reverse_lookup, true  # turn off reverse DNS resolution temporarily
+
+      UDPSocket.open do |s|
+        s.connect '64.233.187.99', 1
+        s.addr.last
+      end
+    ensure
+      Socket.do_not_reverse_lookup = orig
+    end
+
+    def cycle(even, odd)
+      (@_cycle = !@_cycle) ? even : odd
+    end
+  end
+end