drudgery 0.0.3 → 0.1.0

data/spec/drudgery/extractors/csv_extractor_spec.rb

@@ -18,6 +18,11 @@ describe Drudgery::Extractors::CSVExtractor do
       extractor = Drudgery::Extractors::CSVExtractor.new('file.csv', options)
       extractor.instance_variable_get('@options').must_equal({ :col_sep => '|', :headers => %w[id name email] })
     end
+
+    it 'sets name to csv:<file base name>' do
+      extractor = Drudgery::Extractors::CSVExtractor.new('tmp/file.csv')
+      extractor.name.must_equal 'csv:file.csv'
+    end
   end
 
   describe '#extract' do
@@ -28,11 +33,11 @@ describe Drudgery::Extractors::CSVExtractor do
       extractor.extract
     end
 
-    it 'yields each record as a hash' do
-      record1 = mock
+    it 'yields each record hash and index' do
+      record1 = mock('record1')
       record1.expects(:to_hash).returns({ :a => 1 })
 
-      record2 = mock
+      record2 = mock('record2')
       record2.expects(:to_hash).returns({ :b => 2 })
 
       CSV.stubs(:foreach).multiple_yields([record1], [record2])
@@ -40,36 +45,44 @@ describe Drudgery::Extractors::CSVExtractor do
       extractor = Drudgery::Extractors::CSVExtractor.new('file.csv')
 
       records = []
-      extractor.extract do |record|
+      indexes = []
+      extractor.extract do |record, index|
         records << record
+        indexes << index
       end
 
       records[0].must_equal({ :a => 1 })
       records[1].must_equal({ :b => 2 })
+
+      indexes.must_equal [0, 1]
     end
+  end
 
-    describe 'without stubs' do
-      before(:each) do
-        File.delete('file.csv') if File.exists?('file.csv')
-      end
+  describe 'without stubs' do
+    before(:each) do
+      File.delete('file.csv') if File.exists?('file.csv')
 
-      after(:each) do
-        File.delete('file.csv') if File.exists?('file.csv')
+      File.open('file.csv', 'w') do |f|
+        f.puts 'a,b'
+        f.puts '1,2'
+        f.puts '3,4'
+        f.puts '5,6'
       end
+    end
 
-      it 'writes hash keys as header and records as rows' do
-        File.open('file.csv', 'w') do |f|
-          f.puts 'a,b'
-          f.puts '1,2'
-          f.puts '3,4'
-          f.puts '5,6'
-        end
+    after(:each) do
+      File.delete('file.csv') if File.exists?('file.csv')
+    end
 
+    describe '#extract' do
+      it 'yields each record hash and index' do
         extractor = Drudgery::Extractors::CSVExtractor.new('file.csv')
 
         records = []
-        extractor.extract do |record|
+        indexes = []
+        extractor.extract do |record, index|
           records << record
+          indexes << index
         end
 
         records.must_equal([
@@ -77,6 +90,15 @@ describe Drudgery::Extractors::CSVExtractor do
           { 'a' => '3', 'b' => '4' },
           { 'a' => '5', 'b' => '6' }
         ])
+
+        indexes.must_equal [0, 1, 2]
+      end
+    end
+
+    describe '#record_count' do
+      it 'returns count of CSV rows' do
+        extractor = Drudgery::Extractors::CSVExtractor.new('file.csv')
+        extractor.record_count.must_equal 3
       end
     end
   end

data/spec/drudgery/extractors/sqlite3_extractor_spec.rb

@@ -2,9 +2,14 @@ require 'spec_helper'
 require 'sqlite3'
 
 describe Drudgery::Extractors::SQLite3Extractor do
+
+  def mock_db
+    stub('db', :database_list => [{ 'name' => 'main', 'file' => '' }], :results_as_hash= => nil, :type_translation= => nil)
+  end
+
   describe '#initialize' do
     it 'sets db and table to provided arguments' do
-      db = mock
+      db = mock_db
       db.expects(:results_as_hash=).with(true)
       db.expects(:type_translation=).with(true)
 
@@ -14,22 +19,31 @@ describe Drudgery::Extractors::SQLite3Extractor do
     end
 
     it 'initializes clauses hash' do
-      db = mock
-      db.stubs(:results_as_hash=)
-      db.stubs(:type_translation=)
-
-      extractor = Drudgery::Extractors::SQLite3Extractor.new(db, 'tablename')
+      extractor = Drudgery::Extractors::SQLite3Extractor.new(mock_db, 'tablename')
       extractor.instance_variable_get('@clauses').must_equal({})
     end
+
+    describe 'with in memory db' do
+      it 'sets name to sqlite3:memory.<table name>' do
+        extractor = Drudgery::Extractors::SQLite3Extractor.new(mock_db, 'tablename')
+        extractor.name.must_equal 'sqlite3:memory.tablename'
+      end
+    end
+
+    describe 'with file based db' do
+      it 'sets name to sqlite3:<main db name>.<table name>' do
+        db = mock_db
+        db.expects(:database_list).returns([{ 'name' => 'main', 'file' => 'db/test.sqlite3.db' }])
+
+        extractor = Drudgery::Extractors::SQLite3Extractor.new(db, 'tablename')
+        extractor.name.must_equal 'sqlite3:test.tablename'
+      end
+    end
   end
 
   describe 'query building' do
     before(:each) do
-      db = mock
-      db.stubs(:results_as_hash=)
-      db.stubs(:type_translation=)
-
-      @extractor = Drudgery::Extractors::SQLite3Extractor.new(db, 'tablename')
+      @extractor = Drudgery::Extractors::SQLite3Extractor.new(mock_db, 'tablename')
     end
 
     describe '#select' do
@@ -89,9 +103,7 @@ describe Drudgery::Extractors::SQLite3Extractor do
 
   describe '#extract' do
     it 'selects records from db using defined query' do
-      db = mock
-      db.stubs(:results_as_hash=)
-      db.stubs(:type_translation=)
+      db = mock_db
       db.expects(:execute).with('SELECT * FROM tablename')
       db.expects(:execute).with('SELECT age, count(*) AS nr_ages FROM tablename t table2 t2 ON t2.my_id = t.id WHERE age > 10 GROUP BY age HAVING count(*) > 1 ORDER BY nr_ages')
 
@@ -109,52 +121,85 @@ describe Drudgery::Extractors::SQLite3Extractor do
       extractor.extract
     end
 
-    it 'yields each record as a hash' do
+    it 'yields each record hash and index' do
       record1 = { :a => 1 }
       record2 = { :b => 2 }
 
-      db = mock
-      db.stubs(:results_as_hash=)
-      db.stubs(:type_translation=)
+      db = mock_db
       db.stubs(:execute).multiple_yields([record1], [record2])
 
       extractor = Drudgery::Extractors::SQLite3Extractor.new(db, 'tablename')
 
       records = []
-      extractor.extract do |record|
+      indexes = []
+      extractor.extract do |record, index|
         records << record
+        indexes << index
       end
 
       records[0].must_equal({ :a => 1 })
       records[1].must_equal({ :b => 2 })
+
+      indexes.must_equal [0, 1]
+    end
+  end
+
+  describe 'without stubs' do
+    before(:each) do
+      @db = SQLite3::Database.new(':memory:')
+      @db.execute('CREATE TABLE records (a INTEGER, b INTEGER)')
+      @db.execute('INSERT INTO records (a, b) VALUES (1, 2)');
+      @db.execute('INSERT INTO records (a, b) VALUES (3, 4)');
+      @db.execute('INSERT INTO records (a, b) VALUES (3, 6)');
     end
 
-    describe 'without stubs' do
-      before(:each) do
-        @db = SQLite3::Database.new(':memory:')
-        @db.execute('CREATE TABLE records (a INTEGER, b INTEGER)')
-        @db.execute('INSERT INTO records (a, b) VALUES (1, 2)');
-        @db.execute('INSERT INTO records (a, b) VALUES (3, 4)');
-        @db.execute('INSERT INTO records (a, b) VALUES (5, 6)');
-      end
+    after(:each) do
+      @db.close
+    end
 
-      after(:each) do
-        @db.close
+    describe '#initialize' do
+      it 'sets name to sqlite3:memory:records' do
+        extractor = Drudgery::Extractors::SQLite3Extractor.new(@db, 'records')
+        extractor.name.must_equal 'sqlite3:memory.records'
       end
+    end
 
-      it 'yields each record as a hash' do
+    describe '#extract' do
+      it 'yields each record hash and index' do
         extractor = Drudgery::Extractors::SQLite3Extractor.new(@db, 'records')
 
         records = []
-        extractor.extract do |record|
+        indexes = []
+        extractor.extract do |record, index|
           records << record
+          indexes << index
         end
 
         records.must_equal([
           { 'a' => 1, 'b' => 2 },
           { 'a' => 3, 'b' => 4 },
-          { 'a' => 5, 'b' => 6 }
+          { 'a' => 3, 'b' => 6 }
         ])
+
+        indexes.must_equal [0, 1, 2]
+      end
+    end
+
+    describe '#record_count' do
+      describe 'with custom query' do
+        it 'returns count of query results' do
+          extractor = Drudgery::Extractors::SQLite3Extractor.new(@db, 'records')
+          extractor.where('a > 2')
+          extractor.group('a')
+          extractor.record_count.must_equal 1
+        end
+      end
+
+      describe 'without custom query' do
+        it 'returns count of table records' do
+          extractor = Drudgery::Extractors::SQLite3Extractor.new(@db, 'records')
+          extractor.record_count.must_equal 3
+        end
       end
     end
   end

data/spec/drudgery/job_logger_spec.rb

@@ -0,0 +1,59 @@
+require 'spec_helper'
+
+describe Drudgery::JobLogger do
+  describe '#initialize' do
+    it 'sets prefix to ## JOB <id>' do
+      logger = Drudgery::JobLogger.new(345)
+      logger.instance_variable_get('@prefix').must_equal '## JOB 345'
+    end
+  end
+
+  describe '#log_with_progress' do
+    before(:each) do
+      @logger = Drudgery::JobLogger.new(123)
+      STDERR.stubs(:puts)
+      Drudgery.stubs(:log)
+    end
+
+    describe 'when progress on' do
+      before(:each) do
+        Drudgery.show_progress = true
+      end
+
+      it 'puts formatted message to STDERR' do
+        STDERR.expects(:puts).with('## JOB 123: Some message')
+        @logger.log_with_progress :info, 'Some message'
+      end
+
+      it 'passes mode and formatted message to Drudgery logger' do
+        Drudgery.expects(:log).with(:info, '## JOB 123: Some message')
+        @logger.log_with_progress :info, 'Some message'
+      end
+    end
+
+    describe 'when progress off' do
+      before(:each) do
+        Drudgery.show_progress = false
+      end
+
+      it 'does not put formatted message to STDERR' do
+        STDERR.expects(:puts).never
+        @logger.log_with_progress :info, 'Some message'
+      end
+
+      it 'passes mode and formatted message to Drudgery logger' do
+        Drudgery.expects(:log).with(:info, '## JOB 123: Some message')
+        @logger.log_with_progress :info, 'Some message'
+      end
+    end
+  end
+
+  describe '#log' do
+    it 'passes mode and formatted message to Drudgery logger' do
+      Drudgery.expects(:log).with(:debug, '## JOB 234: Another message')
+
+      logger = Drudgery::JobLogger.new(234)
+      logger.log :debug, 'Another message'
+    end
+  end
+end

data/spec/drudgery/job_progress_spec.rb

@@ -0,0 +1,19 @@
+require 'spec_helper'
+
+describe Drudgery::JobProgress do
+  describe '#initialize' do
+    before(:each) do
+      STDERR.stubs(:print)
+    end
+
+    it 'sets title to ## JOB <id>' do
+      progress = Drudgery::JobProgress.new(123, 1)
+      progress.instance_variable_get('@title').must_equal '## JOB 123'
+    end
+
+    it 'sets title_with to title.length + 1' do
+      progress = Drudgery::JobProgress.new(123, 1)
+      progress.instance_variable_get('@title_width').must_equal '## JOB 123'.length + 1
+    end
+  end
+end