ethel 0.0.1

Sign up to get free protection for your applications and to get access to all the features.
@@ -0,0 +1,18 @@
1
+ *.gem
2
+ *.rbc
3
+ .bundle
4
+ .config
5
+ .yardoc
6
+ Gemfile.lock
7
+ InstalledFiles
8
+ _yardoc
9
+ coverage
10
+ doc/
11
+ lib/bundler/man
12
+ pkg
13
+ rdoc
14
+ spec/reports
15
+ test/tmp
16
+ test/version_tmp
17
+ tmp
18
+ bin
data/Gemfile ADDED
@@ -0,0 +1,11 @@
1
+ source 'https://rubygems.org'
2
+
3
+ # Specify your gem's dependencies in ethel.gemspec
4
+ gemspec
5
+
6
+ group :development do
7
+ gem 'test-unit'
8
+ gem 'mocha'
9
+ gem 'guard-test'
10
+ gem 'rb-inotify', '~> 0.8.8'
11
+ end
@@ -0,0 +1,8 @@
1
+ guard 'test' do
2
+ watch(%r{^lib/ethel/([^/]+/)*([^/]+)\.rb$}) do |m|
3
+ "test/unit/#{m[1]}test_#{m[2]}.rb"
4
+ end
5
+ watch(%r{^test/unit/([^/]+/)*test_.+\.rb$})
6
+ watch(%r{^test/integration/test_.+\.rb$})
7
+ watch('test/helper.rb') { 'test' }
8
+ end
@@ -0,0 +1,22 @@
1
+ Copyright (c) 2013 Jeremy Stephens
2
+
3
+ MIT License
4
+
5
+ Permission is hereby granted, free of charge, to any person obtaining
6
+ a copy of this software and associated documentation files (the
7
+ "Software"), to deal in the Software without restriction, including
8
+ without limitation the rights to use, copy, modify, merge, publish,
9
+ distribute, sublicense, and/or sell copies of the Software, and to
10
+ permit persons to whom the Software is furnished to do so, subject to
11
+ the following conditions:
12
+
13
+ The above copyright notice and this permission notice shall be
14
+ included in all copies or substantial portions of the Software.
15
+
16
+ THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
17
+ EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18
+ MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
19
+ NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
20
+ LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
21
+ OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
22
+ WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
@@ -0,0 +1,29 @@
1
+ # Ethel
2
+
3
+ TODO: Write a gem description
4
+
5
+ ## Installation
6
+
7
+ Add this line to your application's Gemfile:
8
+
9
+ gem 'ethel'
10
+
11
+ And then execute:
12
+
13
+ $ bundle
14
+
15
+ Or install it yourself as:
16
+
17
+ $ gem install ethel
18
+
19
+ ## Usage
20
+
21
+ TODO: Write usage instructions here
22
+
23
+ ## Contributing
24
+
25
+ 1. Fork it
26
+ 2. Create your feature branch (`git checkout -b my-new-feature`)
27
+ 3. Commit your changes (`git commit -am 'Add some feature'`)
28
+ 4. Push to the branch (`git push origin my-new-feature`)
29
+ 5. Create new Pull Request
@@ -0,0 +1,9 @@
1
+ require "bundler/gem_tasks"
2
+
3
+ require 'rake/testtask'
4
+ Rake::TestTask.new(:test) do |test|
5
+ test.libs << 'lib' << 'test'
6
+ test.pattern = 'test/**/test_*.rb'
7
+ test.verbose = true
8
+ end
9
+ task :default => :test
@@ -0,0 +1,19 @@
1
+ # -*- encoding: utf-8 -*-
2
+ lib = File.expand_path('../lib', __FILE__)
3
+ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
4
+ require 'ethel/version'
5
+
6
+ Gem::Specification.new do |gem|
7
+ gem.name = "ethel"
8
+ gem.version = Ethel::VERSION
9
+ gem.authors = ["Jeremy Stephens"]
10
+ gem.email = ["jeremy.f.stephens@vanderbilt.edu"]
11
+ gem.description = %q{Ethel is an ORM-agnostic library of ETL (extract-transform-load) utilities}
12
+ gem.summary = %q{ORM-agnostic ETL (extract-transform-load) utilities}
13
+ gem.homepage = "https://github.com/coupler/ethel"
14
+
15
+ gem.files = `git ls-files`.split($/)
16
+ gem.executables = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
17
+ gem.test_files = gem.files.grep(%r{^(test|spec|features)/})
18
+ gem.require_paths = ["lib"]
19
+ end
@@ -0,0 +1,11 @@
1
+ require 'csv'
2
+
3
+ require 'ethel/version'
4
+ require 'ethel/field'
5
+ require 'ethel/source'
6
+ require 'ethel/operation'
7
+ require 'ethel/target'
8
+ require 'ethel/migration'
9
+
10
+ module Ethel
11
+ end
@@ -0,0 +1,10 @@
1
+ module Ethel
2
+ class Field
3
+ attr_reader :name, :type
4
+
5
+ def initialize(name, options)
6
+ @name = name
7
+ @type = options[:type]
8
+ end
9
+ end
10
+ end
@@ -0,0 +1,30 @@
1
+ module Ethel
2
+ class Migration
3
+ def initialize(source, target)
4
+ @source = source
5
+ @target = target
6
+ @operations = []
7
+ end
8
+
9
+ def copy(field)
10
+ @operations << Operations::Copy.new(field)
11
+ end
12
+
13
+ def cast(field, type)
14
+ @operations << Operations::Cast.new(field, type)
15
+ end
16
+
17
+ def run
18
+ @operations.each do |operation|
19
+ operation.before_transform(@source, @target)
20
+ end
21
+ @target.prepare
22
+
23
+ @source.each do |row|
24
+ row = @operations.inject(row) { |r, op| op.transform(r) }
25
+ @target.add_row(row)
26
+ end
27
+ @target.flush
28
+ end
29
+ end
30
+ end
@@ -0,0 +1,29 @@
1
+ module Ethel
2
+ class Operation
3
+ def initialize(*args)
4
+ @child_operations = []
5
+ end
6
+
7
+ def before_transform(source, target)
8
+ @child_operations.each do |child_operation|
9
+ child_operation.before_transform(source, target)
10
+ end
11
+ end
12
+
13
+ def transform(row)
14
+ @child_operations.inject(row) do |row, child_operation|
15
+ child_operation.transform(row)
16
+ end
17
+ end
18
+
19
+ protected
20
+
21
+ def add_child_operation(operation)
22
+ @child_operations << operation
23
+ end
24
+ end
25
+ end
26
+
27
+ require 'ethel/operations/add_field'
28
+ require 'ethel/operations/copy'
29
+ require 'ethel/operations/cast'
@@ -0,0 +1,15 @@
1
+ module Ethel
2
+ module Operations
3
+ class AddField < Operation
4
+ def initialize(field)
5
+ super
6
+ @field = field
7
+ end
8
+
9
+ def before_transform(source, target)
10
+ super
11
+ target.add_field(@field)
12
+ end
13
+ end
14
+ end
15
+ end
@@ -0,0 +1,28 @@
1
+ module Ethel
2
+ module Operations
3
+ class Cast < Operation
4
+ def initialize(field, new_type)
5
+ super
6
+ @original_field = field
7
+ @field_name = field.name
8
+ @new_type = new_type
9
+ @new_field = Field.new(@field_name, :type => @new_type)
10
+ add_child_operation(AddField.new(@new_field))
11
+ end
12
+
13
+ def transform(row)
14
+ row = super(row)
15
+
16
+ row[@field_name] =
17
+ case @new_type
18
+ when :integer
19
+ row[@field_name].to_i
20
+ when :string
21
+ row[@field_name].to_s
22
+ end
23
+
24
+ row
25
+ end
26
+ end
27
+ end
28
+ end
@@ -0,0 +1,10 @@
1
+ module Ethel
2
+ module Operations
3
+ class Copy < Operation
4
+ def initialize(field)
5
+ super
6
+ add_child_operation(AddField.new(field))
7
+ end
8
+ end
9
+ end
10
+ end
@@ -0,0 +1,30 @@
1
+ module Ethel
2
+ class Source
3
+ include Enumerable
4
+
5
+ def schema
6
+ raise NotImplementedError
7
+ end
8
+
9
+ def each
10
+ raise NotImplementedError
11
+ end
12
+
13
+ def field_names
14
+ schema.collect(&:first)
15
+ end
16
+
17
+ def fields
18
+ @fields ||= schema.inject({}) do |hash, (name, options)|
19
+ hash[name] = Field.new(name, options)
20
+ hash
21
+ end
22
+ end
23
+
24
+ def all
25
+ to_a
26
+ end
27
+ end
28
+ end
29
+
30
+ require 'ethel/sources/csv'
@@ -0,0 +1,29 @@
1
+ module Ethel
2
+ module Sources
3
+ class CSV < Source
4
+ def initialize(options = {})
5
+ if options[:string]
6
+ @data = ::CSV.parse(options[:string], :headers => true)
7
+ elsif options[:file]
8
+ @data = ::CSV.read(options[:file], :headers => true)
9
+ end
10
+ end
11
+
12
+ def schema
13
+ if @schema.nil?
14
+ @schema = []
15
+ @data.headers.each do |name|
16
+ @schema << [name, {:type => :string}]
17
+ end
18
+ end
19
+ @schema
20
+ end
21
+
22
+ def each
23
+ @data.each do |row|
24
+ yield row.to_hash
25
+ end
26
+ end
27
+ end
28
+ end
29
+ end
@@ -0,0 +1,26 @@
1
+ module Ethel
2
+ class Target
3
+ def initialize(*args)
4
+ end
5
+
6
+ def add_field(*args)
7
+ raise NotImplementedError
8
+ end
9
+
10
+ def prepare
11
+ end
12
+
13
+ def add_row(*args)
14
+ raise NotImplementedError
15
+ end
16
+
17
+ def flush
18
+ end
19
+
20
+ def data
21
+ nil
22
+ end
23
+ end
24
+ end
25
+
26
+ require 'ethel/targets/csv'
@@ -0,0 +1,46 @@
1
+ module Ethel
2
+ module Targets
3
+ class CSV < Target
4
+ def initialize(options)
5
+ super
6
+
7
+ @options = options
8
+ @fields = []
9
+ @rows = []
10
+ end
11
+
12
+ def add_field(field)
13
+ @fields << field
14
+ end
15
+
16
+ def add_row(row)
17
+ @rows << row
18
+ end
19
+
20
+ def flush
21
+ headers = @fields.collect(&:name)
22
+ csv_options = {
23
+ :headers => headers,
24
+ :write_headers => true
25
+ }
26
+ csv =
27
+ if @options[:file]
28
+ ::CSV.open(@options[:file], 'wb', csv_options)
29
+ elsif @options[:string]
30
+ @data = ""
31
+ ::CSV.new(@data, csv_options)
32
+ end
33
+ @rows.each do |row|
34
+ csv << row.values_at(*headers)
35
+ end
36
+ csv.close
37
+ end
38
+
39
+ def data
40
+ if @options[:string]
41
+ @data
42
+ end
43
+ end
44
+ end
45
+ end
46
+ end
@@ -0,0 +1,3 @@
1
+ module Ethel
2
+ VERSION = "0.0.1"
3
+ end
@@ -0,0 +1,29 @@
1
+ require 'rubygems'
2
+ require 'bundler'
3
+ begin
4
+ Bundler.setup(:default, :development)
5
+ rescue Bundler::BundlerError => e
6
+ $stderr.puts e.message
7
+ $stderr.puts "Run `bundle install` to install missing gems"
8
+ exit e.status_code
9
+ end
10
+
11
+ require 'test/unit'
12
+ require 'mocha/setup'
13
+ require 'tempfile'
14
+
15
+ $LOAD_PATH.unshift(File.dirname(__FILE__))
16
+ $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
17
+ require 'ethel'
18
+
19
+ class SequenceHelper
20
+ include Mocha::API
21
+
22
+ def initialize(name)
23
+ @seq = sequence(name)
24
+ end
25
+
26
+ def <<(expectation)
27
+ expectation.in_sequence(@seq)
28
+ end
29
+ end
@@ -0,0 +1,13 @@
1
+ require 'helper'
2
+
3
+ class TestCastMigration < Test::Unit::TestCase
4
+ test "casting integer from csv to csv" do
5
+ source = Ethel::Sources::CSV.new(:string => "foo,bar\nstuff,123")
6
+ target = Ethel::Targets::CSV.new(:string => true)
7
+ migration = Ethel::Migration.new(source, target)
8
+ migration.cast(source.fields['foo'], :integer)
9
+ migration.cast(source.fields['bar'], :integer)
10
+ migration.run
11
+ assert_equal "foo,bar\n0,123\n", target.data
12
+ end
13
+ end
@@ -0,0 +1,13 @@
1
+ require 'helper'
2
+
3
+ class TestCopyMigration < Test::Unit::TestCase
4
+ test "copying from csv to csv" do
5
+ source = Ethel::Sources::CSV.new(:string => "foo,bar\nstuff,123")
6
+ target = Ethel::Targets::CSV.new(:string => true)
7
+ migration = Ethel::Migration.new(source, target)
8
+ migration.copy(source.fields['foo'])
9
+ migration.copy(source.fields['bar'])
10
+ migration.run
11
+ assert_equal "foo,bar\nstuff,123\n", target.data
12
+ end
13
+ end
@@ -0,0 +1,27 @@
1
+ require 'helper'
2
+
3
+ module TestOperations
4
+ class TestAddField < Test::Unit::TestCase
5
+ def self.const_missing(name)
6
+ if Ethel.const_defined?(name)
7
+ Ethel.const_get(name)
8
+ else
9
+ super
10
+ end
11
+ end
12
+
13
+ test "subclass of Operation" do
14
+ assert_equal Operation, Operations::AddField.superclass
15
+ end
16
+
17
+ test "#before_transform calls Target#add_field" do
18
+ field = stub('field')
19
+ op = Operations::AddField.new(field)
20
+
21
+ source = stub('source')
22
+ target = stub('target')
23
+ target.expects(:add_field).with(field)
24
+ op.before_transform(source, target)
25
+ end
26
+ end
27
+ end
@@ -0,0 +1,52 @@
1
+ require 'helper'
2
+
3
+ module TestOperations
4
+ class TestCast < Test::Unit::TestCase
5
+ def self.const_missing(name)
6
+ if Ethel.const_defined?(name)
7
+ Ethel.const_get(name)
8
+ else
9
+ super
10
+ end
11
+ end
12
+
13
+ def setup
14
+ @original_field = stub('original field', :name => 'foo')
15
+ @new_field = stub('new field')
16
+ Field.stubs(:new).returns(@new_field)
17
+ @child_operation = stub('child operation')
18
+ Operations::AddField.stubs(:new).returns(@child_operation)
19
+ end
20
+
21
+ test "subclass of Operation" do
22
+ assert_equal Operation, Operations::Cast.superclass
23
+ end
24
+
25
+ test "has AddField child operation with new field" do
26
+ Field.expects(:new).with('foo', :type => :integer).returns(@new_field)
27
+ Operations::AddField.expects(:new).with(@new_field).
28
+ returns(@child_operation)
29
+
30
+ op = Operations::Cast.new(@original_field, :integer)
31
+
32
+ source = stub('source')
33
+ target = stub('target')
34
+ @child_operation.expects(:before_transform).with(source, target)
35
+ op.before_transform(source, target)
36
+ end
37
+
38
+ test "uses to_i when casting to integer" do
39
+ row = {'foo' => '123'}
40
+ op = Operations::Cast.new(@original_field, :integer)
41
+ @child_operation.stubs(:transform).with(row).returns(row)
42
+ assert_equal({'foo' => 123}, op.transform(row))
43
+ end
44
+
45
+ test "uses to_s when casting to string" do
46
+ row = {'foo' => 123}
47
+ op = Operations::Cast.new(@original_field, :string)
48
+ @child_operation.stubs(:transform).with(row).returns(row)
49
+ assert_equal({'foo' => '123'}, op.transform(row))
50
+ end
51
+ end
52
+ end
@@ -0,0 +1,35 @@
1
+ require 'helper'
2
+
3
+ module TestOperations
4
+ class TestCopy < Test::Unit::TestCase
5
+ def self.const_missing(name)
6
+ if Ethel.const_defined?(name)
7
+ Ethel.const_get(name)
8
+ else
9
+ super
10
+ end
11
+ end
12
+
13
+ def setup
14
+ @field = stub('field', :name => 'foo')
15
+ @child_operation = stub('child operation')
16
+ Operations::AddField.stubs(:new).returns(@child_operation)
17
+ end
18
+
19
+ test "subclass of Operation" do
20
+ assert_equal Operation, Operations::Copy.superclass
21
+ end
22
+
23
+ test "has AddField child operation with same field" do
24
+ Operations::AddField.expects(:new).with(@field).
25
+ returns(@child_operation)
26
+
27
+ op = Operations::Copy.new(@field)
28
+
29
+ source = stub('source')
30
+ target = stub('target')
31
+ @child_operation.expects(:before_transform).with(source, target)
32
+ op.before_transform(source, target)
33
+ end
34
+ end
35
+ end
@@ -0,0 +1,49 @@
1
+ require 'helper'
2
+
3
+ module TestSources
4
+ class TestCSV < Test::Unit::TestCase
5
+ def self.const_missing(name)
6
+ if Ethel.const_defined?(name)
7
+ Ethel.const_get(name)
8
+ else
9
+ super
10
+ end
11
+ end
12
+
13
+ test "subclass of Source" do
14
+ assert_equal Source, Sources::CSV.superclass
15
+ end
16
+
17
+ test "load from string" do
18
+ csv = Sources::CSV.new(:string => "foo,bar\n1,2")
19
+ expected_schema = [
20
+ ['foo', { :type => :string }],
21
+ ['bar', { :type => :string }]
22
+ ]
23
+ assert_equal expected_schema, csv.schema
24
+ end
25
+
26
+ test "load from file" do
27
+ file = Tempfile.new('csv')
28
+ file.write("foo,bar\n1,2")
29
+ file.close
30
+
31
+ csv = Sources::CSV.new(:file => file.path)
32
+ expected_schema = [
33
+ ['foo', { :type => :string }],
34
+ ['bar', { :type => :string }]
35
+ ]
36
+ assert_equal expected_schema, csv.schema
37
+ end
38
+
39
+ test "each" do
40
+ csv = Sources::CSV.new(:string => "foo,bar\n1,2\na,b")
41
+ rows = []
42
+ csv.each do |row|
43
+ rows << row
44
+ end
45
+ assert_equal [{'foo' => '1', 'bar' => '2'}, {'foo' => 'a', 'bar' => 'b'}],
46
+ rows
47
+ end
48
+ end
49
+ end
@@ -0,0 +1,39 @@
1
+ require 'helper'
2
+
3
+ module TestTargets
4
+ class TestCSV < Test::Unit::TestCase
5
+ def self.const_missing(name)
6
+ if Ethel.const_defined?(name)
7
+ Ethel.const_get(name)
8
+ else
9
+ super
10
+ end
11
+ end
12
+
13
+ test "subclass of Target" do
14
+ assert_equal Target, Targets::CSV.superclass
15
+ end
16
+
17
+ test "output to file" do
18
+ file = Tempfile.new('csv')
19
+ field = stub('field', :name => 'foo', :type => :string)
20
+ csv = Targets::CSV.new(:file => file.path)
21
+ csv.add_field(field)
22
+ csv.add_row({'foo' => 'bar'})
23
+ csv.flush
24
+
25
+ file.rewind
26
+ assert_equal "foo\nbar\n", file.read
27
+ end
28
+
29
+ test "output to string" do
30
+ field = stub('field', :name => 'foo', :type => :string)
31
+ csv = Targets::CSV.new(:string => true)
32
+ csv.add_field(field)
33
+ csv.add_row({'foo' => 'bar'})
34
+ csv.flush
35
+
36
+ assert_equal "foo\nbar\n", csv.data
37
+ end
38
+ end
39
+ end
@@ -0,0 +1,13 @@
1
+ require 'helper'
2
+
3
+ class TestField < Test::Unit::TestCase
4
+ test "name" do
5
+ field = Ethel::Field.new('foo', {:type => :string})
6
+ assert_equal 'foo', field.name
7
+ end
8
+
9
+ test "type" do
10
+ field = Ethel::Field.new('foo', {:type => :string})
11
+ assert_equal :string, field.type
12
+ end
13
+ end
@@ -0,0 +1,47 @@
1
+ require 'helper'
2
+
3
+ class TestMigration < Test::Unit::TestCase
4
+ def setup
5
+ @source = stub('source')
6
+ @target = stub('target')
7
+ end
8
+
9
+ test "copying a field" do
10
+ m = Ethel::Migration.new(@source, @target)
11
+
12
+ field = stub('field')
13
+ copy_operation = stub('copy operation')
14
+ Ethel::Operations::Copy.expects(:new).with(field).returns(copy_operation)
15
+ m.copy(field)
16
+
17
+ seq = SequenceHelper.new('run sequence')
18
+ row = stub('row')
19
+ seq << copy_operation.expects(:before_transform).with(@source, @target)
20
+ seq << @target.expects(:prepare)
21
+ seq << @source.expects(:each).yields(row)
22
+ seq << copy_operation.expects(:transform).with(row).returns(row)
23
+ seq << @target.expects(:add_row).with(row)
24
+ seq << @target.expects(:flush)
25
+ m.run
26
+ end
27
+
28
+ test "casting a field" do
29
+ m = Ethel::Migration.new(@source, @target)
30
+
31
+ field = stub('field')
32
+ cast_operation = stub('cast operation')
33
+ Ethel::Operations::Cast.expects(:new).with(field, :integer).
34
+ returns(cast_operation)
35
+ m.cast(field, :integer)
36
+
37
+ seq = SequenceHelper.new('run sequence')
38
+ row = stub('row')
39
+ seq << cast_operation.expects(:before_transform).with(@source, @target)
40
+ seq << @target.expects(:prepare)
41
+ seq << @source.expects(:each).yields(row)
42
+ seq << cast_operation.expects(:transform).with(row).returns(row)
43
+ seq << @target.expects(:add_row).with(row)
44
+ seq << @target.expects(:flush)
45
+ m.run
46
+ end
47
+ end
@@ -0,0 +1,35 @@
1
+ require 'helper'
2
+
3
+ class TestOperation < Test::Unit::TestCase
4
+ def new_subclass(&block)
5
+ Class.new(Ethel::Operation, &block)
6
+ end
7
+
8
+ test "#before_transform chains child operations" do
9
+ child = stub('child operation')
10
+ klass = new_subclass do
11
+ define_method(:initialize) do |*args|
12
+ super(*args)
13
+ add_child_operation(child)
14
+ end
15
+ end
16
+ op = klass.new
17
+
18
+ child.expects(:before_transform).with('foo', 'bar')
19
+ op.before_transform('foo', 'bar')
20
+ end
21
+
22
+ test "#transform chains child operations" do
23
+ child = stub('child operation')
24
+ klass = new_subclass do
25
+ define_method(:initialize) do |*args|
26
+ super(*args)
27
+ add_child_operation(child)
28
+ end
29
+ end
30
+ op = klass.new
31
+
32
+ child.expects(:transform).with({'foo' => 'bar'}).returns({'foo' => 123})
33
+ assert_equal({'foo' => 123}, op.transform({'foo' => 'bar'}))
34
+ end
35
+ end
@@ -0,0 +1,60 @@
1
+ require 'helper'
2
+
3
+ class TestSource < Test::Unit::TestCase
4
+ def new_subclass(&block)
5
+ Class.new(Ethel::Source, &block)
6
+ end
7
+
8
+ test "schema raises NotImplementedError" do
9
+ klass = new_subclass
10
+ source = klass.new
11
+ assert_raises(NotImplementedError) { source.schema }
12
+ end
13
+
14
+ test "field_names" do
15
+ klass = new_subclass do
16
+ def schema
17
+ [['foo', {}], ['bar', {}]]
18
+ end
19
+ end
20
+ source = klass.new
21
+ assert_equal %w{foo bar}, source.field_names
22
+ end
23
+
24
+ test "fields" do
25
+ klass = new_subclass do
26
+ def schema
27
+ [['foo', {:type => :string}], ['bar', {:type => :string}]]
28
+ end
29
+ end
30
+ source = klass.new
31
+
32
+ field_1 = stub('field 1')
33
+ Ethel::Field.expects(:new).with('foo', {:type => :string}).returns(field_1)
34
+ field_2 = stub('field 2')
35
+ Ethel::Field.expects(:new).with('bar', {:type => :string}).returns(field_2)
36
+ assert_equal({'foo' => field_1, 'bar' => field_2}, source.fields)
37
+ end
38
+
39
+ test "each raises NotImplementedError" do
40
+ klass = new_subclass
41
+ source = klass.new
42
+ assert_raises(NotImplementedError) { source.each }
43
+ end
44
+
45
+ test "includes Enumerable" do
46
+ assert_include Ethel::Source.included_modules, Enumerable
47
+ end
48
+
49
+ test "all" do
50
+ klass = new_subclass do
51
+ def each
52
+ yield({'foo' => 1, 'bar' => 2})
53
+ yield({'foo' => 3, 'bar' => 4})
54
+ end
55
+ end
56
+ source = klass.new
57
+ assert_equal [{'foo' => 1, 'bar' => 2}, {'foo' => 3, 'bar' => 4}],
58
+ source.all
59
+ end
60
+ end
@@ -0,0 +1,37 @@
1
+ require 'helper'
2
+
3
+ class TestTarget < Test::Unit::TestCase
4
+ def new_subclass(&block)
5
+ Class.new(Ethel::Target, &block)
6
+ end
7
+
8
+ test "#add_field raises NotImplementedError" do
9
+ klass = new_subclass
10
+ target = klass.new
11
+ assert_raises(NotImplementedError) { target.add_field('foo') }
12
+ end
13
+
14
+ test "#add_row raises NotImplementedError" do
15
+ klass = new_subclass
16
+ target = klass.new
17
+ assert_raises(NotImplementedError) { target.add_row('foo') }
18
+ end
19
+
20
+ test "#flush is a no-op" do
21
+ klass = new_subclass
22
+ target = klass.new
23
+ assert_nothing_raised { target.flush }
24
+ end
25
+
26
+ test "#data returns nil" do
27
+ klass = new_subclass
28
+ target = klass.new
29
+ assert_nil target.data
30
+ end
31
+
32
+ test "#prepare is a no-op" do
33
+ klass = new_subclass
34
+ target = klass.new
35
+ assert_nothing_raised { target.prepare }
36
+ end
37
+ end
metadata ADDED
@@ -0,0 +1,90 @@
1
+ --- !ruby/object:Gem::Specification
2
+ name: ethel
3
+ version: !ruby/object:Gem::Version
4
+ version: 0.0.1
5
+ prerelease:
6
+ platform: ruby
7
+ authors:
8
+ - Jeremy Stephens
9
+ autorequire:
10
+ bindir: bin
11
+ cert_chain: []
12
+ date: 2013-02-06 00:00:00.000000000 Z
13
+ dependencies: []
14
+ description: Ethel is an ORM-agnostic library of ETL (extract-transform-load) utilities
15
+ email:
16
+ - jeremy.f.stephens@vanderbilt.edu
17
+ executables: []
18
+ extensions: []
19
+ extra_rdoc_files: []
20
+ files:
21
+ - .gitignore
22
+ - Gemfile
23
+ - Guardfile
24
+ - LICENSE.txt
25
+ - README.md
26
+ - Rakefile
27
+ - ethel.gemspec
28
+ - lib/ethel.rb
29
+ - lib/ethel/field.rb
30
+ - lib/ethel/migration.rb
31
+ - lib/ethel/operation.rb
32
+ - lib/ethel/operations/add_field.rb
33
+ - lib/ethel/operations/cast.rb
34
+ - lib/ethel/operations/copy.rb
35
+ - lib/ethel/source.rb
36
+ - lib/ethel/sources/csv.rb
37
+ - lib/ethel/target.rb
38
+ - lib/ethel/targets/csv.rb
39
+ - lib/ethel/version.rb
40
+ - test/helper.rb
41
+ - test/integration/test_cast_migration.rb
42
+ - test/integration/test_copy_migration.rb
43
+ - test/unit/operations/test_add_field.rb
44
+ - test/unit/operations/test_cast.rb
45
+ - test/unit/operations/test_copy.rb
46
+ - test/unit/sources/test_csv.rb
47
+ - test/unit/targets/test_csv.rb
48
+ - test/unit/test_field.rb
49
+ - test/unit/test_migration.rb
50
+ - test/unit/test_operation.rb
51
+ - test/unit/test_source.rb
52
+ - test/unit/test_target.rb
53
+ homepage: https://github.com/coupler/ethel
54
+ licenses: []
55
+ post_install_message:
56
+ rdoc_options: []
57
+ require_paths:
58
+ - lib
59
+ required_ruby_version: !ruby/object:Gem::Requirement
60
+ none: false
61
+ requirements:
62
+ - - ! '>='
63
+ - !ruby/object:Gem::Version
64
+ version: '0'
65
+ required_rubygems_version: !ruby/object:Gem::Requirement
66
+ none: false
67
+ requirements:
68
+ - - ! '>='
69
+ - !ruby/object:Gem::Version
70
+ version: '0'
71
+ requirements: []
72
+ rubyforge_project:
73
+ rubygems_version: 1.8.23
74
+ signing_key:
75
+ specification_version: 3
76
+ summary: ORM-agnostic ETL (extract-transform-load) utilities
77
+ test_files:
78
+ - test/helper.rb
79
+ - test/integration/test_cast_migration.rb
80
+ - test/integration/test_copy_migration.rb
81
+ - test/unit/operations/test_add_field.rb
82
+ - test/unit/operations/test_cast.rb
83
+ - test/unit/operations/test_copy.rb
84
+ - test/unit/sources/test_csv.rb
85
+ - test/unit/targets/test_csv.rb
86
+ - test/unit/test_field.rb
87
+ - test/unit/test_migration.rb
88
+ - test/unit/test_operation.rb
89
+ - test/unit/test_source.rb
90
+ - test/unit/test_target.rb