drudgery 0.0.1

data/spec/drudgery/loaders/sqlite3_loader_spec.rb

@@ -0,0 +1,57 @@
+require 'spec_helper'
+
+describe Drudgery::Loaders::SQLite3Loader do
+  describe '#initialize' do
+    it 'sets db to SQLite3 database using provided db name and table to provided table name' do
+      db = mock
+
+      loader = Drudgery::Loaders::SQLite3Loader.new(db, 'tablename')
+      loader.instance_variable_get('@db').must_equal db
+      loader.instance_variable_get('@table').must_equal 'tablename'
+    end
+  end
+
+  describe '#load' do
+    it 'writes each record in single transaction' do
+      record1 = { :a => 1, :b => 2 }
+      record2 = { :a => 3, :b => 4 }
+
+      db = mock
+      db.expects(:transaction).yields(db)
+      db.expects(:execute).with('INSERT INTO tablename (a, b) VALUES (?, ?)', [1, 2])
+      db.expects(:execute).with('INSERT INTO tablename (a, b) VALUES (?, ?)', [3, 4])
+
+      loader = Drudgery::Loaders::SQLite3Loader.new(db, 'tablename')
+      loader.load([record1, record2])
+    end
+
+    describe 'without stubs' do
+      before(:each) do
+        @db = SQLite3::Database.new(':memory:')
+        @db.execute('CREATE TABLE records (a INTEGER, b INTEGER)')
+      end
+
+      after(:each) do
+        @db.close
+      end
+
+      it 'writes each record in single transaction' do
+        record1 = { :a => 1, :b => 2 }
+        record2 = { :a => 3, :b => 4 }
+
+        loader = Drudgery::Loaders::SQLite3Loader.new(@db, 'records')
+        loader.load([record1, record2])
+
+        results = []
+        @db.execute('SELECT * FROM records') do |result|
+          results << result
+        end
+
+        results.must_equal([
+          [1, 2],
+          [3, 4]
+        ])
+      end
+    end
+  end
+end

data/spec/drudgery/manager_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+describe Drudgery::Manager do
+  before(:each) do
+    @manager = Drudgery::Manager.new
+  end
+
+  describe '#initialize' do
+    it 'initializes jobs array' do
+      @manager.instance_variable_get('@jobs').must_equal []
+    end
+  end
+
+  describe '#prepare' do
+    it 'adds obj to jobs array' do
+      job = mock
+
+      @manager.prepare(job)
+      @manager.instance_variable_get('@jobs').must_include job
+    end
+  end
+
+  describe '#run' do
+    it 'performs each job' do
+      job1 = mock
+      job1.expects(:perform)
+
+      job2 = mock
+      job2.expects(:perform)
+
+      job3 = mock
+      job3.expects(:perform).never
+
+      @manager.prepare(job1)
+      @manager.prepare(job2)
+      @manager.run
+    end
+  end
+end

data/spec/drudgery/transformer_spec.rb

@@ -0,0 +1,61 @@
+require 'spec_helper'
+
+describe Drudgery::Transformer do
+  before(:each) do
+    @transformer = Drudgery::Transformer.new
+  end
+
+  describe '#initialize' do
+    it 'initializes processors array' do
+      @transformer.instance_variable_get('@processors').must_equal []
+    end
+
+    it 'initializes cache hash' do
+      @transformer.instance_variable_get('@cache').must_equal({})
+    end
+  end
+
+  describe '#register' do
+    it 'adds processor to processors array' do
+      processor = Proc.new { |data, cache| data }
+
+      @transformer.register(processor)
+      @transformer.instance_variable_get('@processors').must_include processor
+    end
+  end
+
+  describe '#transform' do
+    it 'symbolizes data keys' do
+      @transformer.transform({ 'a' => 1 }).must_equal({ :a => 1 })
+    end
+
+    it 'processes data in each processor' do
+      processor = Proc.new { |data, cache| data[:b] = 2; data }
+
+      @transformer.register(processor)
+      @transformer.transform({ 'a' => 1 }).must_equal({ :a => 1, :b => 2 })
+    end
+
+    it 'allows processors to use cache' do
+      processor = Proc.new do |data, cache|
+        cache[:a] ||= 0
+        cache[:a] += data[:a]
+      end
+
+      @transformer.register(processor)
+      @transformer.transform({ 'a' => 1 })
+      @transformer.transform({ 'a' => 2 })
+      @transformer.transform({ 'a' => 3 })
+      @transformer.instance_variable_get('@cache').must_equal({ :a => 6 })
+    end
+
+    it 'skips remaining processors and returns nil if any processor returns nil' do
+      processor1 = Proc.new { |data, cache| nil }
+      processor2 = Proc.new { |data, cache| raise 'should not get here' }
+
+      @transformer.register(processor1)
+      @transformer.register(processor2)
+      @transformer.transform({ 'a' => 1 }).must_be_nil
+    end
+  end
+end

data/spec/drudgery_spec.rb

@@ -0,0 +1,46 @@
+require 'spec_helper'
+
+describe Drudgery::Extractors do
+  describe '.instantiate' do
+    it 'initializes extractor of type with args' do
+      Drudgery::Extractors::CSVExtractor.expects(:new).with('file.csv', :col_sep => '|')
+      Drudgery::Extractors.instantiate(:csv, 'file.csv', :col_sep => '|')
+
+      Drudgery::Extractors::SQLite3Extractor.expects(:new).with('db.sqlite3', 'tablename')
+      Drudgery::Extractors.instantiate(:sqlite3, 'db.sqlite3', 'tablename')
+
+      model = mock
+      Drudgery::Extractors::ActiveRecordExtractor.expects(:new).with(model)
+      Drudgery::Extractors.instantiate(:active_record, model)
+    end
+
+    it 'returns an extractor' do
+      extractor = Drudgery::Extractors.instantiate(:csv, 'file.csv')
+      extractor.must_be_kind_of Drudgery::Extractors::CSVExtractor
+    end
+  end
+end
+
+describe Drudgery::Loaders do
+  describe '.instantiate' do
+    it 'initializes loader of type with args' do
+      Drudgery::Loaders::CSVLoader.expects(:new).with('file.csv', :col_sep => '|')
+      Drudgery::Loaders.instantiate(:csv, 'file.csv', :col_sep => '|')
+
+      Drudgery::Loaders::SQLite3Loader.expects(:new).with('db.sqlite3', 'tablename')
+      Drudgery::Loaders.instantiate(:sqlite3, 'db.sqlite3', 'tablename')
+
+      model = mock
+      Drudgery::Loaders::ActiveRecordLoader.expects(:new).with(model)
+      Drudgery::Loaders.instantiate(:active_record, model)
+
+      Drudgery::Loaders::ActiveRecordImportLoader.expects(:new).with(model)
+      Drudgery::Loaders.instantiate(:active_record_import, model)
+    end
+
+    it 'returns an loader' do
+      loader = Drudgery::Loaders.instantiate(:csv, 'file.csv')
+      loader.must_be_kind_of Drudgery::Loaders::CSVLoader
+    end
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,12 @@
+if ENV['COVERAGE']
+  require 'simplecov'
+  SimpleCov.start do
+    add_filter '/spec/'
+  end
+end
+
+require 'minitest/spec'
+require 'minitest/autorun'
+require 'mocha'
+
+require 'drudgery'

metadata

@@ -0,0 +1,171 @@
+--- !ruby/object:Gem::Specification
+name: drudgery
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+  prerelease: 
+platform: ruby
+authors:
+- Jeremy Israelsen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2012-04-02 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: &70137906765960 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ! '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: *70137906765960
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: &70137906765280 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.1'
+  type: :development
+  prerelease: false
+  version_requirements: *70137906765280
+- !ruby/object:Gem::Dependency
+  name: mocha
+  requirement: &70137906764780 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.10'
+  type: :development
+  prerelease: false
+  version_requirements: *70137906764780
+- !ruby/object:Gem::Dependency
+  name: simplecov
+  requirement: &70137906764200 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.6'
+  type: :development
+  prerelease: false
+  version_requirements: *70137906764200
+- !ruby/object:Gem::Dependency
+  name: guard-minitest
+  requirement: &70137906763580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '0.5'
+  type: :development
+  prerelease: false
+  version_requirements: *70137906763580
+- !ruby/object:Gem::Dependency
+  name: activerecord
+  requirement: &70137906762940 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: *70137906762940
+- !ruby/object:Gem::Dependency
+  name: activerecord-import
+  requirement: &70137906762200 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: 0.2.9
+  type: :development
+  prerelease: false
+  version_requirements: *70137906762200
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: &70137906761580 !ruby/object:Gem::Requirement
+    none: false
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: *70137906761580
+description: Currently supports CSV, SQLite3, and ActiveRecord sources and destinations.
+email:
+- jisraelsen@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/drudgery.rb
+- lib/drudgery/extractors/active_record_extractor.rb
+- lib/drudgery/extractors/csv_extractor.rb
+- lib/drudgery/extractors/sqlite3_extractor.rb
+- lib/drudgery/job.rb
+- lib/drudgery/loaders/active_record_import_loader.rb
+- lib/drudgery/loaders/active_record_loader.rb
+- lib/drudgery/loaders/csv_loader.rb
+- lib/drudgery/loaders/sqlite3_loader.rb
+- lib/drudgery/manager.rb
+- lib/drudgery/transformer.rb
+- lib/drudgery/version.rb
+- LICENSE
+- README.md
+- spec/drudgery/extractors/active_record_extractor_spec.rb
+- spec/drudgery/extractors/csv_extractor_spec.rb
+- spec/drudgery/extractors/sqlite3_extractor_spec.rb
+- spec/drudgery/job_spec.rb
+- spec/drudgery/loaders/active_record_import_loader_spec.rb
+- spec/drudgery/loaders/active_record_loader_spec.rb
+- spec/drudgery/loaders/csv_loader_spec.rb
+- spec/drudgery/loaders/sqlite3_loader_spec.rb
+- spec/drudgery/manager_spec.rb
+- spec/drudgery/transformer_spec.rb
+- spec/drudgery_spec.rb
+- spec/spec_helper.rb
+homepage: http://github.com/jisraelsen/drudgery
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: 1.9.2
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: drudgery
+rubygems_version: 1.8.17
+signing_key: 
+specification_version: 3
+summary: Simple ETL Library
+test_files:
+- spec/drudgery/extractors/active_record_extractor_spec.rb
+- spec/drudgery/extractors/csv_extractor_spec.rb
+- spec/drudgery/extractors/sqlite3_extractor_spec.rb
+- spec/drudgery/job_spec.rb
+- spec/drudgery/loaders/active_record_import_loader_spec.rb
+- spec/drudgery/loaders/active_record_loader_spec.rb
+- spec/drudgery/loaders/csv_loader_spec.rb
+- spec/drudgery/loaders/sqlite3_loader_spec.rb
+- spec/drudgery/manager_spec.rb
+- spec/drudgery/transformer_spec.rb
+- spec/drudgery_spec.rb
+- spec/spec_helper.rb