coupler 0.0.1-java

data/test/fixtures/no-headers.csv

@@ -0,0 +1,50 @@
+1,David,Garza,31
+2,Joyce,Burns,42
+3,Antonio,Rivera,33
+4,Adam,Medina,47
+5,Howard,Woods,23
+6,Frank,Burke,31
+7,Joseph,Fuller,32
+8,Bruce,Perry,24
+9,Judy,Diaz,29
+10,Diane,Johnston,33
+11,Michelle,Daniels,35
+12,Phyllis,Woods,40
+13,Walter,Morrison,25
+14,Janet,Webb,46
+15,Phyllis,Ryan,36
+16,Susan,Green,21
+17,Bobby,Rose,31
+18,Marilyn,Murphy,29
+19,Martha,Garza,29
+20,Rebecca,Allen,24
+21,Sarah,Torres,37
+22,Martha,Harris,20
+23,Rachel,Sanders,42
+24,Rachel,Ross,32
+25,Joyce,Fox,27
+26,Angela,Johnson,41
+27,Lori,Warren,21
+28,Scott,Alvarez,43
+29,Christina,Holmes,39
+30,Keith,Jacobs,27
+31,Beverly,Stanley,43
+32,Anna,Tucker,31
+33,Charles,Wallace,25
+34,Laura,Rogers,31
+35,Victor,Holmes,30
+36,Eric,Bradley,35
+37,Roger,Little,29
+38,Cheryl,Edwards,42
+39,Dennis,Turner,38
+40,Peter,Thompson,45
+41,Catherine,Vasquez,46
+42,Douglas,Mitchell,21
+43,Lisa,Arnold,40
+44,Sean,Dean,26
+45,Julie,Harper,37
+46,Phyllis,Mason,26
+47,Jessica,Bryant,26
+48,Pamela,Stone,30
+49,Gregory,Brown,43
+50,Joan,Foster,37

data/test/fixtures/people.csv

@@ -0,0 +1,51 @@
+id,first_name,last_name,age
+1,David,Garza,31
+2,Joyce,Burns,42
+3,Antonio,Rivera,33
+4,Adam,Medina,47
+5,Howard,Woods,23
+6,Frank,Burke,31
+7,Joseph,Fuller,32
+8,Bruce,Perry,24
+9,Judy,Diaz,29
+10,Diane,Johnston,33
+11,Michelle,Daniels,35
+12,Phyllis,Woods,40
+13,Walter,Morrison,25
+14,Janet,Webb,46
+15,Phyllis,Ryan,36
+16,Susan,Green,21
+17,Bobby,Rose,31
+18,Marilyn,Murphy,29
+19,Martha,Garza,29
+20,Rebecca,Allen,24
+21,Sarah,Torres,37
+22,Martha,Harris,20
+23,Rachel,Sanders,42
+24,Rachel,Ross,32
+25,Joyce,Fox,27
+26,Angela,Johnson,41
+27,Lori,Warren,21
+28,Scott,Alvarez,43
+29,Christina,Holmes,39
+30,Keith,Jacobs,27
+31,Beverly,Stanley,43
+32,Anna,Tucker,31
+33,Charles,Wallace,25
+34,Laura,Rogers,31
+35,Victor,Holmes,30
+36,Eric,Bradley,35
+37,Roger,Little,29
+38,Cheryl,Edwards,42
+39,Dennis,Turner,38
+40,Peter,Thompson,45
+41,Catherine,Vasquez,46
+42,Douglas,Mitchell,21
+43,Lisa,Arnold,40
+44,Sean,Dean,26
+45,Julie,Harper,37
+46,Phyllis,Mason,26
+47,Jessica,Bryant,26
+48,Pamela,Stone,30
+49,Gregory,Brown,43
+50,Joan,Foster,37

data/test/fixtures/varying-row-size.csv

@@ -0,0 +1,4 @@
+id,foo,bar
+1,2,3,,,
+2,3,4,hey
+3,4,5

data/test/helper.rb

@@ -0,0 +1,156 @@
+require 'java'
+require 'pp'
+
+require 'rubygems'
+require 'bundler'
+Bundler.setup(:default, :development)
+
+require 'yaml'
+require 'erb'
+require 'test/unit'
+require 'mocha'
+require 'rack/test'
+require 'rack/flash'
+require 'rack/flash/test'
+require 'nokogiri'
+require 'timecop'
+require 'tempfile'
+require 'tmpdir'
+require 'fileutils'
+require 'table_maker'
+require 'sequel'
+require 'sequel/extensions/schema_dumper'
+require 'forgery'
+require 'ruby-debug'
+
+dir = File.dirname(__FILE__)
+$LOAD_PATH.unshift(dir)
+require 'table_sets'
+
+$LOAD_PATH.unshift(File.join(dir, '..', 'lib'))
+ENV['COUPLER_ENV'] = 'test'
+require 'coupler'
+
+Coupler::Base.set(:sessions, false) # workaround
+Coupler::Base.set(:environment, :test)
+Coupler::Database.instance.migrate!
+
+module Coupler
+  module Test
+    class Base < ::Test::Unit::TestCase
+      include Rack::Test::Methods
+      @@test_config = YAML.load(ERB.new(File.read(File.join(File.dirname(__FILE__), 'config.yml'))).result(binding))
+
+      def app
+        Coupler::Base
+      end
+
+      def setup
+        #@_original_connection_count = connection_count
+        @_database = Coupler::Database.instance
+        @_database.tables.each do |name|
+          next  if name == :schema_info
+          @_database[name].delete
+        end
+      end
+
+      #def run(*args, &block)
+        #Sequel::Model.db.transaction do
+          #super
+          #raise Sequel::Error::Rollback
+        #end
+      #end
+
+      def teardown
+        if @_tmpdirs
+          @_tmpdirs.each { |t| FileUtils.rm_rf(t) }
+        end
+        # FIXME: this fails a lot, probably for the wrong reason
+        #assert_equal @_original_connection_count, connection_count,
+          #Sequel::DATABASES.select { |db| db.pool.size > 0 }.collect { |db| db.inspect }.inspect
+      end
+
+      def connection_count
+        Sequel::DATABASES.inject(0) { |sum, db| sum + db.pool.size }
+      end
+
+      def make_tmpdir(prefix = 'coupler')
+        tmpdir = Dir.mktmpdir(prefix)
+        @_tmpdirs ||= []
+        @_tmpdirs << tmpdir
+        tmpdir
+      end
+
+      def fixture_path(name)
+        File.join(File.dirname(__FILE__), "fixtures", name)
+      end
+
+      def fixture_file_upload(name, mime_type = "text/plain")
+        file_upload(fixture_path(name), mime_type)
+      end
+
+      def file_upload(file, mime_type = "text/plain")
+        Rack::Test::UploadedFile.new(file, mime_type)
+      end
+
+      def fixture_file(name)
+        File.open(fixture_path(name))
+      end
+
+      # connection helpers
+      def self.each_adapter(&block)
+        @@test_config.each_pair { |k, v| block.call(k, v) }
+      end
+
+      def each_adapter(&block)
+        self.class.each_adapter(&block)
+      end
+
+      def self.adapter_test(adapter, description, &block)
+        test("#{description} for #{adapter} adapter", &block)
+      end
+
+      def self.new_connection(adapter, attribs = {})
+        Coupler::Models::Connection.new(
+          @@test_config[adapter].merge(:adapter => adapter).update(attribs))
+      end
+
+      def new_connection(*args)
+        self.class.new_connection(*args)
+      end
+    end
+
+    class UnitTest < Base; end
+
+    class IntegrationTest < Base
+      include Coupler
+      include Coupler::Models
+    end
+  end
+end
+
+# deep case equality
+class Hash
+  def ===(other)
+    if other.is_a?(Hash)
+      return false  if keys.length != other.keys.length
+      all? { |(key, value)| value === other[key] }
+    else
+      super
+    end
+  end
+end
+
+class Array
+  def ===(other)
+    if other.is_a?(Array)
+      return false  if length != other.length
+      enum_for(:each_with_index).all? { |value, index| value === other[index] }
+    else
+      super
+    end
+  end
+end
+
+require 'factory_girl'
+Factory.find_definitions

data/test/integration/extensions/test_connections.rb

@@ -0,0 +1,80 @@
+require 'helper'
+
+module TestExtensions
+  class TestConnections < Coupler::Test::IntegrationTest
+    def setup
+      super
+      @connections = []
+      @configs = {}
+      each_adapter do |adapter, config|
+        conn = new_connection(adapter, :name => "#{adapter} connection").save!
+        @connections << conn
+        @configs[adapter] = config
+      end
+    end
+
+    test "index" do
+      get "/connections"
+      assert last_response.ok?
+    end
+
+    test "new" do
+      get "/connections/new"
+      assert last_response.ok?
+
+      doc = Nokogiri::HTML(last_response.body)
+      assert_equal 1, doc.css("form[action='/connections']").length
+      assert_equal 1, doc.css("select[name='connection[adapter]']").length
+      %w{name host port username password}.each do |name|
+        assert_equal 1, doc.css("input[name='connection[#{name}]']").length
+      end
+    end
+
+    test "successfully creating connection" do
+      attributes = @configs['mysql'].merge(:name => 'foo', :adapter => 'mysql')
+      post "/connections", { 'connection' => attributes }
+      connection = Connection[:name => 'foo']
+      assert connection
+
+      assert last_response.redirect?, "Wasn't redirected"
+      assert_equal "http://example.org/connections", last_response['location']
+    end
+
+    test "successfully creating connection with return to" do
+      attributes = @configs['mysql'].merge(:name => 'foo', :adapter => 'mysql')
+      post "/connections", { 'connection' => attributes }, { 'rack.session' => { :return_to => '/foo' } }
+
+      assert last_response.redirect?, "Wasn't redirected"
+      assert_equal "http://example.org/foo", last_response['location']
+    end
+
+    test "successfully creating connection with first use" do
+      attributes = @configs['mysql'].merge(:name => 'foo', :adapter => 'mysql')
+      post "/connections", { 'connection' => attributes }, { 'rack.session' => { :first_use => true } }
+
+      assert last_response.redirect?, "Wasn't redirected"
+      assert_equal "http://example.org/projects/new", last_response['location']
+    end
+
+    test "failing to create connection" do
+      attributes = @configs['mysql'].merge(:name => nil, :adapter => 'mysql')
+      post "/connections", { 'connection' => attributes }
+      assert last_response.ok?
+      assert_match /Name is not present/, last_response.body
+    end
+
+    test "show" do
+      @connections.each do |conn|
+        get "/connections/#{conn.id}"
+        assert last_response.ok?
+      end
+    end
+
+    test "destroy" do
+      delete "/connections/#{@connections[0].id}"
+      assert_nil Models::Connection[@connections[0].id]
+      assert last_response.redirect?
+      assert_equal "http://example.org/connections", last_response['location']
+    end
+  end
+end

data/test/integration/extensions/test_imports.rb

@@ -0,0 +1,94 @@
+require 'helper'
+
+module TestExtensions
+  class TestImports < Coupler::Test::IntegrationTest
+    def setup
+      super
+      @project = Project.create(:name => 'foo')
+    end
+
+    test "upload saves file" do
+      post "/projects/#{@project.id}/imports/upload", :data => fixture_file_upload("people.csv")
+      assert last_response.ok?
+    end
+
+    test "upload with no headers" do
+      post "/projects/#{@project.id}/imports/upload", :data => fixture_file_upload("no-headers.csv")
+      assert last_response.ok?
+    end
+
+    test "create with no issues" do
+      cached_import = Import.new(:project => @project, :data => fixture_file_upload('people.csv'))
+
+      post("/projects/#{@project.id}/imports", {
+        :import => {
+          :name => cached_import.name,
+          :data_cache => cached_import.data_cache,
+          :primary_key_name => cached_import.primary_key_name,
+          :field_names => cached_import.field_names,
+          :field_types => cached_import.field_types,
+          :has_headers => true
+        }
+      })
+      assert last_response.redirect?, "Wasn't a redirect"
+      assert_match %r{^http://example.org/projects/#{@project[:id]}/resources/\d+$}, last_response['location']
+    end
+
+    test "create with invalid import" do
+      cached_import = Import.new(:project => @project, :data => fixture_file_upload('people.csv'))
+
+      post("/projects/#{@project.id}/imports", {
+        :import => {
+          :name => cached_import.name,
+          :data_cache => cached_import.data_cache,
+          :primary_key_name => cached_import.primary_key_name,
+          :field_names => nil,
+          :field_types => cached_import.field_types,
+          :has_headers => true
+        }
+      })
+      assert last_response.ok?
+    end
+
+    test "create with non existant project" do
+      post "/projects/8675309/imports"
+      assert last_response.redirect?
+      assert_equal "http://example.org/projects", last_response['location']
+      follow_redirect!
+      assert_match /The project you were looking for doesn't exist/, last_response.body
+    end
+
+    test "create with failed import" do
+      cached_import = Import.new(:project => @project, :data => fixture_file_upload('duplicate-keys.csv'))
+
+      post("/projects/#{@project.id}/imports", {
+        :import => {
+          :name => cached_import.name,
+          :data_cache => cached_import.data_cache,
+          :primary_key_name => cached_import.primary_key_name,
+          :field_names => cached_import.field_names,
+          :field_types => cached_import.field_types,
+          :has_headers => true
+        }
+      })
+      assert last_response.redirect?, "Wasn't redirected"
+      assert_match %r{http://example.org/projects/#{@project.id}/imports/\d+/edit}, last_response['location']
+    end
+
+    test "edit import with duplicate keys" do
+      import = Import.create(:project => @project, :data => fixture_file_upload('duplicate-keys.csv'))
+      import.import!
+      get "/projects/#{@project.id}/imports/#{import.id}/edit"
+      assert last_response.ok?
+    end
+
+    test "update import with duplicate keys" do
+      import = Import.create(:project => @project, :data => fixture_file_upload('duplicate-keys.csv'))
+      import.import!
+
+      put("/projects/#{@project[:id]}/imports/#{import.id}", { :delete => { "1" => ["1", "2"] }})
+      assert last_response.redirect?
+      assert_match %r{http://example.org/projects/#{@project[:id]}/resources/\d+}, last_response['location']
+    end
+  end
+end

data/test/integration/extensions/test_jobs.rb

@@ -0,0 +1,52 @@
+require 'helper'
+
+module TestExtensions
+  class TestJobs < Coupler::Test::IntegrationTest
+    def self.startup
+      super
+      conn = new_connection('h2', :name => 'foo')
+      conn.database do |db|
+        db.create_table!(:foo) do
+          primary_key :id
+          String :foo
+        end
+        db[:foo].insert({:foo => 'foo'})
+        db[:foo].insert({:foo => 'bar'})
+      end
+    end
+
+    def setup
+      super
+      @connection = new_connection('h2', :name => 'foo').save!
+      @project = Project.create!(:name => 'foo')
+      @resource = Resource.create!(:name => 'foo', :project => @project, :table_name => 'foo', :connection => @connection)
+      @transformer = Transformer.create!(:name => 'foo', :code => 'value', :allowed_types => %w{string}, :result_type => 'string')
+      @transformation = Transformation.create!({
+        :resource => @resource, :transformer => @transformer,
+        :source_field => @resource.fields_dataset[:name => 'foo']
+      })
+    end
+
+    test "jobs" do
+      job = Job.create!(:name => 'transform', :status => 'scheduled', :resource => @resource)
+      get "/jobs"
+      assert last_response.ok?
+    end
+
+    test "count" do
+      scheduled_job = Job.create!(:name => 'transform', :status => 'scheduled', :resource => @resource)
+      completed_job = Job.create!(:name => 'transform', :status => 'done', :resource => @resource, :completed_at => Time.now)
+      get "/jobs/count"
+      assert last_response.ok?
+      assert_equal "1", last_response.body
+    end
+
+    test "progress" do
+      job = Job.create!(:name => 'transform', :status => 'scheduled', :resource => @resource, :total => 200, :completed => 54)
+      get "/jobs/#{job.id}/progress"
+      assert last_response.ok?
+      result = JSON.parse(last_response.body)
+      assert_equal({'total' => 200, 'completed' => 54}, result)
+    end
+  end
+end

data/test/integration/extensions/test_matchers.rb

@@ -0,0 +1,134 @@
+require 'helper'
+
+module TestExtensions
+  class TestMatchers < Coupler::Test::IntegrationTest
+    def self.startup
+      super
+      conn = new_connection('h2', :name => 'foo')
+      conn.database do |db|
+        db.create_table!(:foo) do
+          primary_key :id
+          String :foo
+          String :bar
+        end
+        db[:foo].insert({:foo => 'foo', :bar => 'bar'})
+        db[:foo].insert({:foo => 'bar', :bar => 'foo'})
+      end
+    end
+
+    def setup
+      super
+      @connection = new_connection('h2', :name => 'foo').save!
+      @project = Project.create!(:name => 'foo')
+      @resource = Resource.create!(:name => 'foo', :project => @project, :table_name => 'foo', :connection => @connection)
+      @scenario = Scenario.create!(:name => 'foo', :project => @project, :resource_1 => @resource)
+    end
+
+    test "new" do
+      get "/projects/#{@project.id}/scenarios/#{@scenario.id}/matchers/new"
+      assert last_response.ok?
+    end
+
+    test "new with non existant project" do
+      get "/projects/8675309/scenarios/#{@scenario.id}/matchers/new"
+      assert last_response.redirect?
+      assert_equal "http://example.org/projects", last_response['location']
+      follow_redirect!
+      assert_match /The project you were looking for doesn't exist/, last_response.body
+    end
+
+    test "new with non existant scenario" do
+      get "/projects/#{@project.id}/scenarios/8675309/matchers/new"
+      assert last_response.redirect?
+      assert_equal "http://example.org/projects/#{@project.id}/scenarios", last_response['location']
+      follow_redirect!
+      assert_match /The scenario you were looking for doesn't exist/, last_response.body
+    end
+
+    test "successfully creating matcher" do
+      field = @resource.fields_dataset[:name => 'foo']
+      attribs = {
+        'comparisons_attributes' => {
+          '0' => {
+            'lhs_type' => 'field', 'raw_lhs_value' => field.id.to_s,
+            'rhs_type' => 'field', 'raw_rhs_value' => field.id.to_s,
+            'operator' => 'equals'
+          }
+        }
+      }
+      post("/projects/#{@project.id}/scenarios/#{@scenario.id}/matchers", { 'matcher' => attribs })
+      assert last_response.redirect?, "Wasn't redirected"
+      assert_equal "http://example.org/projects/#{@project.id}/scenarios/#{@scenario.id}", last_response['location']
+
+      assert @scenario.matcher
+    end
+
+    test "edit" do
+      field = @resource.fields_dataset[:name => 'foo']
+      matcher = Matcher.create!({
+        :scenario => @scenario,
+        :comparisons_attributes => [{
+          'lhs_type' => 'field', 'raw_lhs_value' => field.id, 'lhs_which' => 1,
+          'rhs_type' => 'field', 'raw_rhs_value' => field.id, 'rhs_which' => 2,
+          'operator' => 'equals'
+        }]
+      })
+      get "/projects/#{@project.id}/scenarios/#{@scenario.id}/matchers/#{matcher.id}/edit"
+      assert last_response.ok?
+    end
+
+    test "edit with non existant matcher" do
+      get "/projects/#{@project.id}/scenarios/#{@scenario.id}/matchers/8675309/edit"
+      assert last_response.redirect?
+      assert_equal "http://example.org/projects/#{@project.id}/scenarios/#{@scenario.id}", last_response['location']
+      follow_redirect!
+      assert_match /The matcher you were looking for doesn't exist/, last_response.body
+    end
+
+    test "updating matcher" do
+      foo = @resource.fields_dataset[:name => 'foo']
+      bar = @resource.fields_dataset[:name => 'foo']
+      matcher = Matcher.create!({
+        :scenario => @scenario,
+        :comparisons_attributes => [{
+          'lhs_type' => 'field', 'raw_lhs_value' => foo.id, 'lhs_which' => 1,
+          'rhs_type' => 'field', 'raw_rhs_value' => bar.id, 'rhs_which' => 2,
+          'operator' => 'equals'
+        }]
+      })
+      comparison = matcher.comparisons.first
+
+      attribs = {
+        'comparisons_attributes' => {
+          '0' => { 'id' => comparison.id, '_delete' => true },
+          '1' => {
+            'lhs_type' => 'field', 'raw_lhs_value' => bar.id.to_s,
+            'rhs_type' => 'field', 'raw_rhs_value' => foo.id.to_s,
+            'operator' => 'equals'
+          }
+        }
+      }
+      put "/projects/#{@project.id}/scenarios/#{@scenario.id}/matchers/#{matcher.id}", :matcher => attribs
+
+      assert last_response.redirect?, "Wasn't redirected"
+      assert_equal "http://example.org/projects/#{@project.id}/scenarios/#{@scenario.id}", last_response['location']
+    end
+
+    test "delete" do
+      field = @resource.fields_dataset[:name => 'foo']
+      matcher = Matcher.create!({
+        :scenario => @scenario,
+        :comparisons_attributes => [{
+          'lhs_type' => 'field', 'raw_lhs_value' => field.id, 'lhs_which' => 1,
+          'rhs_type' => 'field', 'raw_rhs_value' => field.id, 'rhs_which' => 2,
+          'operator' => 'equals'
+        }]
+      })
+      delete "/projects/#{@project.id}/scenarios/#{@scenario.id}/matchers/#{matcher.id}"
+      assert_equal 0, Models::Matcher.filter(:id => matcher.id).count
+
+      assert last_response.redirect?, "Wasn't redirected"
+      assert_equal "http://example.org/projects/#{@project.id}/scenarios/#{@scenario.id}", last_response['location']
+    end
+  end
+end