etl 0.9.5.rc1

data/test/test_helper.rb

@@ -0,0 +1,37 @@
+require 'rubygems'
+require 'bundler/setup'
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+$:.unshift(File.dirname(__FILE__))
+
+require 'test/unit'
+require 'pp'
+require 'etl'
+require 'shoulda'
+require 'flexmock/test_unit'
+
+database_yml = File.dirname(__FILE__) + '/config/database.yml'
+ETL::Engine.init(:config => database_yml)
+ETL::Engine.logger = Logger.new(STDOUT)
+# ETL::Engine.logger.level = Logger::DEBUG
+ETL::Engine.logger.level = Logger::FATAL
+
+db = YAML::load(IO.read(database_yml))['operational_database']['adapter']
+# allow both mysql2 and mysql adapters
+db = db.gsub('mysql2', 'mysql')
+raise "Unsupported test db '#{db}'" unless ['mysql', 'postgresql'].include?(db)
+
+require "connection/#{db}/connection"
+ActiveRecord::Base.establish_connection :operational_database
+ETL::Execution::Job.delete_all
+
+require 'mocks/mock_source'
+require 'mocks/mock_destination'
+
+# shortcut to launch a ctl file
+def process(file)
+  Engine.process(File.join(File.dirname(__FILE__), file))
+end
+
+puts "ActiveRecord::VERSION = #{ActiveRecord::VERSION::STRING}"
+

data/test/transform_test.rb

@@ -0,0 +1,101 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+class MyResolver
+  def resolve(value)
+    4
+  end
+end
+
+class TransformTest < Test::Unit::TestCase
+  def test_sha1_transform
+    control = ETL::Control::Control.parse(File.dirname(__FILE__) + '/delimited.ctl')
+    digest_value = 'a9993e364706816aba3e25717850c26c9cd0d89d'
+    assert_equal digest_value, ETL::Transform::Sha1Transform.new(
+      control, nil
+    ).transform('test', 'abc', [])
+  end
+  def test_block_transform
+    #transforms = [Proc.new(){|name, value, row| value[0,2]}]
+    #assert_equal '11', ETL::Transform::Transform.transform(:ssn, '1111223333', [], transforms)
+  end
+  def test_decode_transform
+    control = ETL::Control::Control.parse(File.dirname(__FILE__) + '/delimited.ctl')
+    configuration = {:decode_table_path => 'data/decode.txt'}
+    
+    t = ETL::Transform::DecodeTransform.new(control, nil, configuration)
+    
+    assert_equal 'Male', t.transform(nil, 'M', [])
+    assert_equal 'Female', t.transform(nil, 'F', [])
+    assert_equal 'Unknown', t.transform(nil, '', [])
+    assert_equal 'Unknown', t.transform(nil, 'blah', [])
+  end
+  def test_string_to_date_transform
+    control = ETL::Control::Control.parse(File.dirname(__FILE__) + '/delimited.ctl')
+    t = ETL::Transform::StringToDateTransform.new(control, nil)
+    
+    assert_equal Date.parse('2005-01-01'), t.transform(nil, '2005-01-01', [])
+    assert_equal Date.parse('2004-10-20 20:30:00'), t.transform(nil, '2004-10-20', [])
+  end
+  def test_date_to_string_transform
+    control = ETL::Control::Control.parse(File.dirname(__FILE__) + '/delimited.ctl')
+    t = ETL::Transform::DateToStringTransform.new(control, nil)
+    
+    d1 = Date.parse('2005-01-01')
+    t1 = Time.parse('2004-10-20 23:03:23')
+    assert_equal '2005-01-01', t.transform(nil, d1, [])
+    assert_equal '2004-10-20', t.transform(nil, t1, [])
+    
+    t = ETL::Transform::DateToStringTransform.new(control, nil, {:format => '%m/%d/%Y'})
+    
+    assert_equal '01/01/2005', t.transform(nil, d1, [])
+    assert_equal '10/20/2004', t.transform(nil, t1, [])
+  end
+  def test_string_to_datetime_transform
+    v = '1/1/1900 04:34:30'
+    t = ETL::Transform::StringToDateTimeTransform.new(flexmock(:control), nil)
+    assert_equal DateTime.parse(v), t.transform(nil, v, nil)
+  end
+  def test_foreign_key_lookup_transform
+    control = ETL::Control::Control.parse(File.dirname(__FILE__) + '/delimited.ctl')
+    configuration = {:collection => {'foo' => 1, 'bar' => 2, 'baz' => 3}}
+    t = ETL::Transform::ForeignKeyLookupTransform.new(control, nil, configuration)
+    
+    assert_equal 1, t.transform(nil, 'foo', nil)
+    assert_equal 2, t.transform(nil, 'bar', nil)
+    assert_equal 3, t.transform(nil, 'baz', nil)
+    assert_raises(ETL::ResolverError, 'Foreign key for bing not found and no resolver specified') do
+      assert_equal 4, t.transform(nil, 'bing', nil)
+    end
+    
+    configuration = {:collection => {'foo' => 1, 'bar' => 2, 'baz' => 3}, :resolver => MyResolver}
+    t = ETL::Transform::ForeignKeyLookupTransform.new(control, nil, configuration)
+    assert_equal 1, t.transform(nil, 'foo', nil)
+    assert_equal 2, t.transform(nil, 'bar', nil)
+    assert_equal 3, t.transform(nil, 'baz', nil)
+    assert_equal 4, t.transform(nil, 'bing', nil)
+  end
+  def test_type_transform
+    control = ETL::Control::Control.parse(File.dirname(__FILE__) + '/delimited.ctl')
+    assert_equal 10, ETL::Transform::TypeTransform.new(control, nil, {:type => :number}).transform(nil, '10', nil)
+    
+    assert_equal BigDecimal::ROUND_HALF_UP, BigDecimal.mode(BigDecimal::ROUND_MODE)
+    decimal_transformed = ETL::Transform::TypeTransform.new(
+      control, nil, {:type => :decimal, :scale => 4}
+    ).transform(nil, '10.0000000000000000000000000000000001', nil)
+    assert_equal '10.0000000000000000000000000000000001', decimal_transformed.to_s('F')
+  end
+  def test_non_existent_transformer
+    
+  end
+  def test_default_transform
+    t = ETL::Transform::DefaultTransform.new(flexmock('control'), nil, {:default_value => 'foo'})
+    assert_equal 'foo', t.transform(nil, '', nil)
+    assert_equal 'foo', t.transform(nil, nil, nil)
+    assert_equal 'bar', t.transform(nil, 'bar', nil)
+  end
+  def test_ordinalize_transform
+    t = ETL::Transform::OrdinalizeTransform.new(flexmock('control'), nil, {})
+    assert_equal '1st', t.transform(nil, 1, nil)
+    assert_equal '10th', t.transform(nil, 10, nil)
+  end
+end

data/test/truncate_processor_test.rb

@@ -0,0 +1,37 @@
+require File.dirname(__FILE__) + '/test_helper'
+
+include ETL::Processor
+
+class TruncateTest < ActiveRecord::Base
+  set_table_name 'truncate_test'
+end
+
+class TruncateProcessorTest < Test::Unit::TestCase
+
+  def create_item!
+    TruncateTest.create!(:x => 'ABC')
+  end
+  
+  def truncate!(options=nil)
+    TruncateProcessor.new(nil,
+      :target => :data_warehouse,
+      :table => TruncateTest.table_name,
+      :options => options
+      ).process
+  end
+  
+  should 'reset ids by default' do
+    create_item!
+    truncate!
+    assert_equal 1, create_item!.id
+  end
+
+  if ETL::Engine.connection(:data_warehouse).class.name =~ /postgres/i
+    should 'allow disabling id reset for postgres' do
+      truncate!
+      create_item!
+      truncate!('CONTINUE IDENTITY')
+      assert_equal 2, create_item!.id
+    end
+  end
+end

metadata

@@ -0,0 +1,510 @@
+--- !ruby/object:Gem::Specification
+name: etl
+version: !ruby/object:Gem::Version
+  version: 0.9.5.rc1
+  prerelease: 6
+platform: ruby
+authors:
+- Anthony Eden
+- Thibaut Barrère
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2011-10-02 00:00:00.000000000Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: &70324741767800 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70324741767800
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: &70324741767060 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 2.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70324741767060
+- !ruby/object:Gem::Dependency
+  name: fastercsv
+  requirement: &70324741766180 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 1.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: *70324741766180
+- !ruby/object:Gem::Dependency
+  name: adapter_extensions
+  requirement: &70324741765540 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: 0.9.5.rc1
+  type: :runtime
+  prerelease: false
+  version_requirements: *70324741765540
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70324741764920 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70324741764920
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: &70324733669580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.6.0
+  type: :development
+  prerelease: false
+  version_requirements: *70324733669580
+- !ruby/object:Gem::Dependency
+  name: shoulda
+  requirement: &70324733668220 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.11.3
+  type: :development
+  prerelease: false
+  version_requirements: *70324733668220
+- !ruby/object:Gem::Dependency
+  name: flexmock
+  requirement: &70324733665220 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :development
+  prerelease: false
+  version_requirements: *70324733665220
+- !ruby/object:Gem::Dependency
+  name: mysql
+  requirement: &70324733664460 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 2.8.1
+  type: :development
+  prerelease: false
+  version_requirements: *70324733664460
+- !ruby/object:Gem::Dependency
+  name: mysql2
+  requirement: &70324733663700 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.3.7
+  type: :development
+  prerelease: false
+  version_requirements: *70324733663700
+- !ruby/object:Gem::Dependency
+  name: spreadsheet
+  requirement: &70324733662680 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.6.5.4
+  type: :development
+  prerelease: false
+  version_requirements: *70324733662680
+- !ruby/object:Gem::Dependency
+  name: yard
+  requirement: &70324733661840 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70324733661840
+- !ruby/object:Gem::Dependency
+  name: RedCloth
+  requirement: &70324733655580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70324733655580
+description: ActiveWarehouse ETL is a pure Ruby Extract-Transform-Load application
+  for loading data into a database.
+email:
+- thibaut.barrere@gmail.com
+executables:
+- etl
+- etl.cmd
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .yardopts
+- 0.9-UPGRADE
+- CHANGELOG
+- Gemfile
+- HOW_TO_RELEASE
+- LICENSE
+- README.textile
+- Rakefile
+- TODO
+- activewarehouse-etl.gemspec
+- bin/etl
+- bin/etl.cmd
+- examples/database.example.yml
+- lib/etl.rb
+- lib/etl/batch.rb
+- lib/etl/batch/batch.rb
+- lib/etl/batch/directives.rb
+- lib/etl/builder.rb
+- lib/etl/builder/date_dimension_builder.rb
+- lib/etl/builder/time_dimension_builder.rb
+- lib/etl/commands/etl.rb
+- lib/etl/control.rb
+- lib/etl/control/control.rb
+- lib/etl/control/destination.rb
+- lib/etl/control/destination/csv_destination.rb
+- lib/etl/control/destination/database_destination.rb
+- lib/etl/control/destination/excel_destination.rb
+- lib/etl/control/destination/file_destination.rb
+- lib/etl/control/destination/insert_update_database_destination.rb
+- lib/etl/control/destination/update_database_destination.rb
+- lib/etl/control/destination/yaml_destination.rb
+- lib/etl/control/source.rb
+- lib/etl/control/source/database_source.rb
+- lib/etl/control/source/enumerable_source.rb
+- lib/etl/control/source/file_source.rb
+- lib/etl/control/source/model_source.rb
+- lib/etl/core_ext.rb
+- lib/etl/core_ext/time.rb
+- lib/etl/core_ext/time/calculations.rb
+- lib/etl/engine.rb
+- lib/etl/execution.rb
+- lib/etl/execution/base.rb
+- lib/etl/execution/batch.rb
+- lib/etl/execution/job.rb
+- lib/etl/execution/migration.rb
+- lib/etl/generator.rb
+- lib/etl/generator/generator.rb
+- lib/etl/generator/surrogate_key_generator.rb
+- lib/etl/http_tools.rb
+- lib/etl/parser.rb
+- lib/etl/parser/apache_combined_log_parser.rb
+- lib/etl/parser/csv_parser.rb
+- lib/etl/parser/excel_parser.rb
+- lib/etl/parser/fixed_width_parser.rb
+- lib/etl/parser/nokogiri_xml_parser.rb
+- lib/etl/parser/parser.rb
+- lib/etl/parser/sax_parser.rb
+- lib/etl/parser/xml_parser.rb
+- lib/etl/processor.rb
+- lib/etl/processor/block_processor.rb
+- lib/etl/processor/bulk_import_processor.rb
+- lib/etl/processor/check_exist_processor.rb
+- lib/etl/processor/check_unique_processor.rb
+- lib/etl/processor/copy_field_processor.rb
+- lib/etl/processor/database_join_processor.rb
+- lib/etl/processor/encode_processor.rb
+- lib/etl/processor/ensure_fields_presence_processor.rb
+- lib/etl/processor/escape_csv_processor.rb
+- lib/etl/processor/filter_row_processor.rb
+- lib/etl/processor/ftp_downloader_processor.rb
+- lib/etl/processor/ftp_uploader_processor.rb
+- lib/etl/processor/hierarchy_exploder_processor.rb
+- lib/etl/processor/imapattachment_downloader_processor.rb
+- lib/etl/processor/pop3attachment_downloader_processor.rb
+- lib/etl/processor/print_row_processor.rb
+- lib/etl/processor/processor.rb
+- lib/etl/processor/rename_processor.rb
+- lib/etl/processor/require_non_blank_processor.rb
+- lib/etl/processor/row_processor.rb
+- lib/etl/processor/sequence_processor.rb
+- lib/etl/processor/sftp_downloader_processor.rb
+- lib/etl/processor/sftp_uploader_processor.rb
+- lib/etl/processor/surrogate_key_processor.rb
+- lib/etl/processor/truncate_processor.rb
+- lib/etl/processor/zip_file_processor.rb
+- lib/etl/row.rb
+- lib/etl/screen.rb
+- lib/etl/screen/row_count_screen.rb
+- lib/etl/transform.rb
+- lib/etl/transform/block_transform.rb
+- lib/etl/transform/calculation_transform.rb
+- lib/etl/transform/date_to_string_transform.rb
+- lib/etl/transform/decode_transform.rb
+- lib/etl/transform/default_transform.rb
+- lib/etl/transform/foreign_key_lookup_transform.rb
+- lib/etl/transform/hierarchy_lookup_transform.rb
+- lib/etl/transform/md5_transform.rb
+- lib/etl/transform/ordinalize_transform.rb
+- lib/etl/transform/sha1_transform.rb
+- lib/etl/transform/split_fields_transform.rb
+- lib/etl/transform/string_to_date_time_transform.rb
+- lib/etl/transform/string_to_date_transform.rb
+- lib/etl/transform/string_to_time_transform.rb
+- lib/etl/transform/transform.rb
+- lib/etl/transform/trim_transform.rb
+- lib/etl/transform/type_transform.rb
+- lib/etl/util.rb
+- lib/etl/version.rb
+- spec/fixtures/all.ebf
+- spec/fixtures/apache_combined_log.ctl
+- spec/fixtures/batch_with_error.ebf
+- spec/fixtures/batched1.ctl
+- spec/fixtures/batched2.ctl
+- spec/fixtures/block_processor.ctl
+- spec/fixtures/block_processor_error.ctl
+- spec/fixtures/block_processor_pre_post_process.ctl
+- spec/fixtures/block_processor_remove_rows.ctl
+- spec/fixtures/data/apache_combined_log.txt
+- spec/fixtures/data/bulk_import.txt
+- spec/fixtures/data/bulk_import_with_empties.txt
+- spec/fixtures/data/decode.txt
+- spec/fixtures/data/delimited.txt
+- spec/fixtures/data/encode_source_latin1.txt
+- spec/fixtures/data/excel.xls
+- spec/fixtures/data/excel2.xls
+- spec/fixtures/data/fixed_width.txt
+- spec/fixtures/data/multiple_delimited_1.txt
+- spec/fixtures/data/multiple_delimited_2.txt
+- spec/fixtures/data/nokogiri.xml
+- spec/fixtures/data/people.txt
+- spec/fixtures/data/sax.xml
+- spec/fixtures/data/xml.xml
+- spec/fixtures/delimited.ctl
+- spec/fixtures/delimited_absolute.ctl
+- spec/fixtures/delimited_destination_db.ctl
+- spec/fixtures/delimited_excel.ctl
+- spec/fixtures/delimited_insert_update.ctl
+- spec/fixtures/delimited_update.ctl
+- spec/fixtures/delimited_with_bulk_load.ctl
+- spec/fixtures/errors.ctl
+- spec/fixtures/excel.ctl
+- spec/fixtures/excel2.ctl
+- spec/fixtures/fixed_width.ctl
+- spec/fixtures/inline_parser.ctl
+- spec/fixtures/model_source.ctl
+- spec/fixtures/multiple_delimited.ctl
+- spec/fixtures/multiple_source_delimited.ctl
+- spec/fixtures/nokogiri_all.ctl
+- spec/fixtures/nokogiri_select.ctl
+- spec/fixtures/output/.ignore
+- spec/fixtures/output/delimited.txt
+- spec/fixtures/output/encode_destination_utf-8.txt
+- spec/fixtures/output/fixed_width.txt
+- spec/fixtures/output/inline_parser.txt
+- spec/fixtures/output/multiple_source_delimited.txt
+- spec/fixtures/output/test_excel_destination.xls
+- spec/fixtures/output/test_file_destination.2.txt
+- spec/fixtures/output/test_file_destination.txt
+- spec/fixtures/output/test_multiple_unique.txt
+- spec/fixtures/output/test_unique.txt
+- spec/fixtures/sax.ctl
+- spec/fixtures/scd/1.txt
+- spec/fixtures/scd/2.txt
+- spec/fixtures/scd/3.txt
+- spec/fixtures/scd_test_type_1.ctl
+- spec/fixtures/scd_test_type_2.ctl
+- spec/fixtures/screen_test_error.ctl
+- spec/fixtures/screen_test_fatal.ctl
+- spec/fixtures/xml.ctl
+- spec/quality_spec.rb
+- spec/spec_helper.rb
+- spec/support/custom_fixtures.rb
+- spec/support/custom_matchers.rb
+- test-matrix.yml
+- test/.gitignore
+- test/.ignore
+- test/batch_test.rb
+- test/block_processor_test.rb
+- test/check_exist_processor_test.rb
+- test/check_unique_processor_test.rb
+- test/config/Gemfile.rails-2.3.x
+- test/config/Gemfile.rails-2.3.x.lock
+- test/config/Gemfile.rails-3.0.x
+- test/config/Gemfile.rails-3.0.x.lock
+- test/config/common.rb
+- test/config/database.example.yml
+- test/connection/mysql/connection.rb
+- test/connection/mysql/schema.sql
+- test/connection/postgresql/connection.rb
+- test/connection/postgresql/schema.sql
+- test/control_test.rb
+- test/database_join_processor_test.rb
+- test/date_dimension_builder_test.rb
+- test/destination_test.rb
+- test/directive_test.rb
+- test/encode_processor_test.rb
+- test/engine_test.rb
+- test/ensure_fields_presence_processor_test.rb
+- test/etl_test.rb
+- test/foreign_key_lookup_transform_test.rb
+- test/generator_test.rb
+- test/mocks/mock_destination.rb
+- test/mocks/mock_source.rb
+- test/nokogiri_test.rb
+- test/parser_test.rb
+- test/performance/delimited.ctl
+- test/processor_test.rb
+- test/row_processor_test.rb
+- test/scd_test.rb
+- test/screen_test.rb
+- test/source_test.rb
+- test/test_helper.rb
+- test/transform_test.rb
+- test/truncate_processor_test.rb
+homepage: https://github.com/activewarehouse/activewarehouse-etl
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.3.6
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.6
+signing_key: 
+specification_version: 3
+summary: Pure Ruby ETL package.
+test_files:
+- spec/fixtures/all.ebf
+- spec/fixtures/apache_combined_log.ctl
+- spec/fixtures/batch_with_error.ebf
+- spec/fixtures/batched1.ctl
+- spec/fixtures/batched2.ctl
+- spec/fixtures/block_processor.ctl
+- spec/fixtures/block_processor_error.ctl
+- spec/fixtures/block_processor_pre_post_process.ctl
+- spec/fixtures/block_processor_remove_rows.ctl
+- spec/fixtures/data/apache_combined_log.txt
+- spec/fixtures/data/bulk_import.txt
+- spec/fixtures/data/bulk_import_with_empties.txt
+- spec/fixtures/data/decode.txt
+- spec/fixtures/data/delimited.txt
+- spec/fixtures/data/encode_source_latin1.txt
+- spec/fixtures/data/excel.xls
+- spec/fixtures/data/excel2.xls
+- spec/fixtures/data/fixed_width.txt
+- spec/fixtures/data/multiple_delimited_1.txt
+- spec/fixtures/data/multiple_delimited_2.txt
+- spec/fixtures/data/nokogiri.xml
+- spec/fixtures/data/people.txt
+- spec/fixtures/data/sax.xml
+- spec/fixtures/data/xml.xml
+- spec/fixtures/delimited.ctl
+- spec/fixtures/delimited_absolute.ctl
+- spec/fixtures/delimited_destination_db.ctl
+- spec/fixtures/delimited_excel.ctl
+- spec/fixtures/delimited_insert_update.ctl
+- spec/fixtures/delimited_update.ctl
+- spec/fixtures/delimited_with_bulk_load.ctl
+- spec/fixtures/errors.ctl
+- spec/fixtures/excel.ctl
+- spec/fixtures/excel2.ctl
+- spec/fixtures/fixed_width.ctl
+- spec/fixtures/inline_parser.ctl
+- spec/fixtures/model_source.ctl
+- spec/fixtures/multiple_delimited.ctl
+- spec/fixtures/multiple_source_delimited.ctl
+- spec/fixtures/nokogiri_all.ctl
+- spec/fixtures/nokogiri_select.ctl
+- spec/fixtures/output/.ignore
+- spec/fixtures/output/delimited.txt
+- spec/fixtures/output/encode_destination_utf-8.txt
+- spec/fixtures/output/fixed_width.txt
+- spec/fixtures/output/inline_parser.txt
+- spec/fixtures/output/multiple_source_delimited.txt
+- spec/fixtures/output/test_excel_destination.xls
+- spec/fixtures/output/test_file_destination.2.txt
+- spec/fixtures/output/test_file_destination.txt
+- spec/fixtures/output/test_multiple_unique.txt
+- spec/fixtures/output/test_unique.txt
+- spec/fixtures/sax.ctl
+- spec/fixtures/scd/1.txt
+- spec/fixtures/scd/2.txt
+- spec/fixtures/scd/3.txt
+- spec/fixtures/scd_test_type_1.ctl
+- spec/fixtures/scd_test_type_2.ctl
+- spec/fixtures/screen_test_error.ctl
+- spec/fixtures/screen_test_fatal.ctl
+- spec/fixtures/xml.ctl
+- spec/quality_spec.rb
+- spec/spec_helper.rb
+- spec/support/custom_fixtures.rb
+- spec/support/custom_matchers.rb
+- test/batch_test.rb
+- test/block_processor_test.rb
+- test/check_exist_processor_test.rb
+- test/check_unique_processor_test.rb
+- test/config/Gemfile.rails-2.3.x
+- test/config/Gemfile.rails-2.3.x.lock
+- test/config/Gemfile.rails-3.0.x
+- test/config/Gemfile.rails-3.0.x.lock
+- test/config/common.rb
+- test/config/database.example.yml
+- test/connection/mysql/connection.rb
+- test/connection/mysql/schema.sql
+- test/connection/postgresql/connection.rb
+- test/connection/postgresql/schema.sql
+- test/control_test.rb
+- test/database_join_processor_test.rb
+- test/date_dimension_builder_test.rb
+- test/destination_test.rb
+- test/directive_test.rb
+- test/encode_processor_test.rb
+- test/engine_test.rb
+- test/ensure_fields_presence_processor_test.rb
+- test/etl_test.rb
+- test/foreign_key_lookup_transform_test.rb
+- test/generator_test.rb
+- test/mocks/mock_destination.rb
+- test/mocks/mock_source.rb
+- test/nokogiri_test.rb
+- test/parser_test.rb
+- test/performance/delimited.ctl
+- test/processor_test.rb
+- test/row_processor_test.rb
+- test/scd_test.rb
+- test/screen_test.rb
+- test/source_test.rb
+- test/test_helper.rb
+- test/transform_test.rb
+- test/truncate_processor_test.rb