squealer 1.2.0 → 2.1.0

data/.rvmrc

@@ -1,3 +1,6 @@
 # These are the rubies that squealer has been tested on. Uncomment the one you want to use right now.
-rvm use 1.9.1@squealer
-# rvm use 1.8.7@squealer
+#rvm use 1.9.1@squealer
+#rvm use 1.8.7@squealer
+rvm use 1.9.2
+#rvm use 1.9.1
+#rvm use 1.8.7

data/README.md

@@ -10,6 +10,20 @@ To run standalone, simply make your data squeal thusly:
 where the squeal script includes a `require 'squealer'`.
 
 ## Release Notes
+### v2.1
+* Ruby 1.8.6 back-compatibility added. Using `eval "", binding, __FILE__, __LINE__` instead of `binding.eval`
+* Target SQL script using backtick-quoted (mySQL) identifiers to avoid column-name / keyword conflict
+* Automatically typecast Ruby `Boolean` (to integer), `Symbol` (to string), `Array` (to comma-seperated string)
+* Improved handling and reporting of Target SQL errors
+* Schaefer's Special "skewer" Script to reflect on Mongoid models and generate an initial squeal script and SQL schema DDL script. This tool is intended to build the _initial_ scripts only. It is extremely useful to get you going, but do think about the needs of the consumer of the export database, and adjust the scripts to suit. [How do you make something squeal? You skewer it!]
+
+### v2.0
+* `Object#import` now wraps a MongoDB cursor to provide counters and timings. Only `each` is supported for now, however `source` takes optional conditions.
+* Progress bar and summary.
+
+### v1.2.1
+* `Object#import` syntax has changed. Now `import.source(collection).each` rather than `import.collection(collection).find({}).each`. `source` returns a MongoDB cursor like `find` does. See lib/example_squeal.rb for options.
+
 ### v1.2
 * `Object#target` verifies there is a variable in scope with the same name as the `table_name` being targetted, it must be a `Hash` and must have an `_id` key
 * Block to `Object#assign` not required, infers value from source scope

data/Rakefile

@@ -13,9 +13,14 @@ begin
     gemspec.description = "Exports mongodb to mysql. More later."
     gemspec.email = "joshua.graham@grahamis.com"
     gemspec.homepage = "http://github.com/delitescere/squealer/"
-    gemspec.authors = ["Josh Graham", "Durran Jordan"]
+    gemspec.authors = ["Josh Graham", "Durran Jordan", "Matt Yoho", "Bernerd Schaefer"]
+
+    gemspec.default_executable = "skewer"
+    gemspec.executables = ["skewer"]
+
     gemspec.add_dependency('mysql', '>= 2.8.1')
     gemspec.add_dependency('mongo', '>= 0.18.3')
+    gemspec.add_dependency('bson_ext', '>= 1.0.1')
   end
   Jeweler::GemcutterTasks.new
 rescue LoadError

data/VERSION

@@ -1 +1 @@
-1.2.0
+2.1.0

data/bin/skewer

@@ -0,0 +1,165 @@
+#!/usr/bin/env ruby
+
+model = ARGV[0]
+unless model
+  $stderr.puts "usage: skewer ModelName"
+  exit 1
+end
+
+require 'config/boot'
+require 'config/environment'
+
+model = Object.const_get(model)
+
+unless defined?(Mongoid) and Mongoid::Document > model
+  $stderr.puts "#{model} must be a Mongoid::Document"
+  exit 1
+end
+
+write_schema = true
+write_squeal = true
+
+schema_filename = "#{model.name.underscore}_schema.sql"
+squeal_filename = "#{model.name.underscore}_squeal.rb"
+
+schema_exists = File.exists?(schema_filename)
+squeal_exists = File.exists?(squeal_filename)
+
+if schema_exists || squeal_exists
+  $stdout.print "#{schema_filename} already exists, overwrite? [Y/n] "
+  write_schema = $stdin.gets.chomp != "n"
+
+  $stdout.print "#{squeal_filename} already exists, overwrite? [Y/n] "
+  write_squeal = $stdin.gets.chomp != "n"
+end
+
+fields = model.fields.values.sort_by(&:name)
+associations = model.associations
+
+# SQL #
+def create_table(model, parent = nil)
+  fields = model.fields.values.sort_by(&:name)
+  columns = []
+  columns << "`#{parent.name.underscore}_id` CHAR(24)" if parent
+
+  fields.each do |field|
+    mysql_type = case field.type.name
+                 when "Boolean"
+                   "BOOLEAN"
+                 when "Time"
+                   "TIMESTAMP NULL DEFAULT NULL"
+                 when "Date"
+                   "DATE"
+                 when "Float"
+                   "FLOAT"
+                 when "Integer"
+                   "INT"
+                 else
+                   "TEXT"
+                 end
+    columns << "`#{field.name[0..63]}` #{mysql_type}"
+  end
+
+  table_name = if parent
+                 "#{parent.name.underscore}_#{model.name.underscore}"
+               else
+                 "#{model.name.underscore}"
+               end
+
+  table_sql = []
+  table_sql << "DROP TABLE IF EXISTS `#{table_name}`;"
+  table_sql << "CREATE TABLE `#{table_name}` (`id` CHAR(24) PRIMARY KEY);"
+  columns.each do |column|
+    table_sql << "ALTER TABLE `#{table_name}` ADD COLUMN #{column};"
+  end
+
+  table_sql.join("\n") + "\n"
+end
+
+# SQUEAL #
+def create_squeal(model, indent=false, parents = [])
+  fields = model.fields.values.sort_by(&:name)
+
+  parent = parents.last
+  table_name = if parent
+                 "#{parent.name.underscore}_#{model.name.underscore}"
+               else
+                 "#{model.name.underscore}"
+               end
+
+  squeal = if parent
+    "#{parent.name.underscore}.#{model.name.tableize}.each do |#{model.name.underscore}|\n" \
+    "  #{table_name} = #{model.name.underscore}"
+  else
+    "import.source(\"#{model.name.tableize}\").each do |#{model.name.underscore}|"
+  end
+
+  schemas = [create_table(model, parent)]
+
+  squeal << <<-EOS
+
+  target(:#{table_name}) do
+  EOS
+  if parent
+    squeal << <<-EOS
+    assign(:#{parent.name.underscore}_id)
+    EOS
+  end
+
+  fields.each do |field|
+    field_name = field.name
+    case
+    when %w(type target).include?(field.name)
+      value = " { #{table_name}['#{field.name}'] }"
+    when field.name.size > 64
+      field_name = field.name[0..63]
+      value = " { #{table_name}.#{field.name} }"
+    when field.name =~ /(.*)_id$/
+      value = " { #{table_name}.#{$1} }"
+    end
+    squeal << <<-EOS
+    assign(:#{field_name})#{value}
+    EOS
+  end
+
+  model.associations.values.each do |association|
+    begin
+      if [Mongoid::Associations::HasMany, Mongoid::Associations::HasOne].include?(association.association)
+        unless parents.include?(association.klass)
+          ruby, sql = create_squeal(association.klass, true, parents | [model]) 
+          squeal << "\n" + ruby + "\n"
+          schemas |= sql
+        end
+      end
+    rescue NameError
+    end
+  end
+
+  squeal << <<-EOS
+  end
+end # #{table_name}
+  EOS
+  squeal.gsub!(/^/, "    ") if indent
+  return squeal, schemas
+end
+
+squeal, schema = create_squeal(model)
+
+if write_squeal
+  File.open(squeal_filename, "w") do |file|
+    file.write <<-EOS
+require 'squealer'
+
+import('localhost', 27017, 'development') # <--- Change this as needed
+export('localhost', 'root', '', 'export') # <--- Change this as needed
+
+EOS
+    file.write(squeal)
+  end
+end
+
+if write_schema
+  File.open(schema_filename, "w") do |file|
+    file.write(schema.join("\n"))
+  end
+end

data/lib/example_squeal.rb

@@ -7,7 +7,16 @@ import('localhost', 27017, 'development')
 export('localhost', 'root', '', 'reporting_export')
 
 # Here we extract, transform and load all documents in a collection...
-import.collection("users").find({}).each do |user|
+
+#
+# You don't want to use a find() on the MongoDB collection...
+#   import.source("users") { |users| users.find_one() }.each do |user|
+#
+# Also accepts optional conditions...
+#   import.source("users", "{disabled: 'false'}").each do |user|
+#
+# Defaults to find all...
+import.source('users').each do |user|
   # Insert or Update on table 'user' where 'id' is the column name of the primary key.
   #
   # The primary key value is taken from the '_id' field of the source document,
@@ -54,8 +63,7 @@ import.collection("users").find({}).each do |user|
         #
         # You can use an empty block to infer the value from the '_id' field
         # of a parent document where the name of the parent collection matches
-        # a variable that is in scope.
-        #
+        # a variable that is in scope...
         assign(:user_id) #or# assign(:user_id) { user._id }
         assign(:name) #or# assign(:name) { activity.name }
         assign(:due_date) #or# assign(:due_date) { activity.due_date }
@@ -73,8 +81,8 @@ import.collection("users").find({}).each do |user|
 end #collection("users")
 
 # Here we use a procedural "join" on related collections to update a target...
-import.collection("organization").find({'disabled_date' : { 'exists' : 'true' }}).each do |organization|
-  import.collection("users").find({ :organization_id => organization.id }) do |user|
+import.source('organizations', {'disabled_date' => {'exists' => true}}).each do |organization|
+  import.source('users', {'organization_id' => organization.id}) do |user|
     target(:user) do
       #
       # Source boolean values are converted to integer (0 or 1)...

data/lib/squealer/database.rb

@@ -8,6 +8,7 @@ module Squealer
 
     def import_from(host, port, name)
       @import_dbc = Mongo::Connection.new(host, port, :slave_ok => true).db(name)
+      @import_connection = Connection.new(@import_dbc)
     end
 
     def export_to(host, username, password, name)
@@ -15,12 +16,57 @@ module Squealer
     end
 
     def import
-      @import_dbc
+      @import_connection
     end
 
     def export
       @export_dbc
     end
 
+    class Connection
+      attr_reader :collections
+
+      def initialize(dbc)
+        @dbc = dbc
+        @collections = {}
+      end
+
+      def source(collection, conditions = {}, &block)
+        source = Source.new(@dbc, collection)
+        @collections[collection] = source
+        source.source(conditions, &block)
+      end
+
+      def eval(string)
+        @dbc.eval(string)
+      end
+    end
+
+    class Source
+      attr_reader :counts, :cursor
+
+      def initialize(dbc, collection)
+        @counts = {:exported => 0, :imported => 0}
+        @collection = dbc.collection(collection)
+      end
+
+      def source(conditions)
+        @cursor = block_given? ? yield(@collection) : @collection.find(conditions)
+        @counts[:total] = cursor.count
+        @progress_bar = Squealer::ProgressBar.new(cursor.count)
+        self
+      end
+
+      def each
+        @progress_bar.start if @progress_bar
+        @cursor.each do |row|
+          @counts[:imported] += 1
+          yield row
+          @progress_bar.tick if @progress_bar
+          @counts[:exported] += 1
+        end
+        @progress_bar.finish if @progress_bar
+      end
+    end
   end
 end

data/lib/squealer/progress_bar.rb

@@ -0,0 +1,112 @@
+module Squealer
+  class ProgressBar
+
+    @@progress_bar = nil
+
+    def self.new(*args)
+      if @@progress_bar
+        nil
+      else
+        @@progress_bar = super
+      end
+    end
+
+    def initialize(total)
+      @total = total
+      @ticks = 0
+
+      @progress_bar_width = 50
+      @count_width = total.to_s.size
+
+    end
+
+    def start
+      @start_time = Time.new
+      @emitter = start_emitter if total > 0
+      self
+    end
+
+    def finish
+      @end_time = Time.new
+      @emitter.wakeup.join if @emitter
+      @@progress_bar = nil
+    end
+
+    def tick
+      @ticks += 1
+    end
+
+    private
+
+    def start_emitter
+      Thread.new do
+        emit
+        sleep(1) and emit until done?
+      end
+    end
+
+    def emit
+      format = "\r[%-#{progress_bar_width}s] %#{count_width}i/%i (%i%%)"
+      console.print format % [progress_markers, ticks, total, percentage]
+      emit_final if done?
+    end
+
+    def emit_final
+      console.puts
+
+      console.puts "Start: #{start_time}"
+      console.puts "End: #{end_time}"
+      console.puts "Duration: #{duration}"
+    end
+
+    def done?
+      ticks >= total || end_time
+    end
+
+    def start_time
+      @start_time
+    end
+
+    def end_time
+      @end_time
+    end
+
+    def ticks
+      @ticks
+    end
+
+    def total
+      @total
+    end
+
+    def percentage
+      ((ticks.to_f / total) * 100).floor
+    end
+
+    def progress_markers
+      "=" * ((ticks.to_f / total) * progress_bar_width).floor
+    end
+
+    def console
+      $stderr
+    end
+
+    def progress_bar_width
+      @progress_bar_width
+    end
+
+    def count_width
+      @count_width
+    end
+
+    def total_time
+      @end_time - @start_time
+    end
+
+    def duration
+      duration = Time.at(total_time).utc
+      duration.strftime("%H:%M:%S.#{duration.usec}")
+    end
+
+  end
+end

data/lib/squealer/target.rb

@@ -55,11 +55,11 @@ module Squealer
     end
 
     def infer_row_id
-      @binding.eval "#{@table_name}._id"
+      eval "#{@table_name}._id", @binding, __FILE__, __LINE__
     end
 
     def verify_table_name_in_scope
-      table = @binding.eval "#{@table_name}"
+      table = eval "#{@table_name}", @binding, __FILE__, __LINE__
       raise ArgumentError, "The variable '#{@table_name}' is not a hashmap" unless table.is_a? Hash
       raise ArgumentError, "The hashmap '#{@table_name}' must have an '_id' key" unless table.has_key? '_id'
     rescue NameError
@@ -68,12 +68,12 @@ module Squealer
 
 
     def infer_value(column_name, binding)
-      value = binding.eval "#{@table_name}.#{column_name}"
+      value = eval "#{@table_name}.#{column_name}", binding, __FILE__, __LINE__
       unless value
         name = column_name.to_s
-        if name.end_with?("_id")
+        if name =~ /_id$/
           related = name[0..-4]  #strip "_id"
-          value = binding.eval "#{related}._id"
+          value = eval "#{related}._id", binding, __FILE__, __LINE__
         end
       end
       value
@@ -103,8 +103,11 @@ module Squealer
 
     def execute_sql(sql)
       statement = Database.instance.export.prepare(sql)
-      values = [*column_values] + [*column_values]  #array expando
+      values = typecast_values * 2
+
       statement.send(:execute, @row_id, *values) #expand values into distinct arguments
+    rescue Mysql::Error, TypeError
+      raise "Failed to execute statement: #{sql} with #{values.inspect}.\nOriginal Exception was: #{$!.to_s}"
     end
 
     def pk_name
@@ -113,7 +116,7 @@ module Squealer
 
     def column_names
       return if @column_names.size == 0
-      ",#{@column_names.join(',')}"
+      ",#{@column_names.map { |name| quote_identifier(name) }.join(',')}"
     end
 
     def column_values
@@ -130,10 +133,29 @@ module Squealer
     def column_markers
       return if @column_names.size == 0
       result = ""
-      @column_names.each {|k| result << "#{k}=?," }
+      @column_names.each {|k| result << "#{quote_identifier(k)}=?," }
       result.chop
     end
 
+    def typecast_values
+      column_values.map do |value|
+        case value
+        when true, false
+          value.to_i
+        when Symbol
+          value.to_s
+        when Array
+          value.join(",")
+        else
+          value
+        end
+      end
+    end
+
+    def quote_identifier(name)
+      "`#{name}`"
+    end
+
     class Queue < DelegateClass(Array)
       include Singleton
 

data/lib/squealer.rb

@@ -3,5 +3,6 @@ require 'squealer/object'
 require 'squealer/hash'
 require 'squealer/time'
 
+require 'squealer/progress_bar'
 require 'squealer/target'
 require 'squealer/database'

data/spec/spec_helper.rb

@@ -1,6 +1,112 @@
+require 'date'
+require 'time'
 require 'rubygems'
 
 $LOAD_PATH.unshift(File.dirname(__FILE__))
 $LOAD_PATH.unshift(File.join(File.dirname(__FILE__), '..', 'lib'))
 
 require 'squealer'
+
+Spec::Runner.configure do |config|
+  config.before(:suite) do
+    $db_name = "test_export_#{object_id}"
+    create_test_db($db_name)
+  end
+
+  config.after(:suite) do
+    drop_test_db($db_name)
+  end
+
+  def create_test_db(name)
+    @my = Mysql.connect('localhost', 'root')
+    @my.query("DROP DATABASE IF EXISTS #{name}")
+    @my.query("CREATE DATABASE #{name}")
+    @my.query("USE #{name}")
+    @my.query("SET sql_mode='ANSI_QUOTES'")
+
+    create_export_tables
+
+    Squealer::Database.instance.import_from('localhost', 27017, $db_name)
+    @mongo = Squealer::Database.instance.import.send(:instance_variable_get, '@dbc')
+    drop_mongo
+    seed_import
+  end
+
+  def drop_test_db(name)
+    @my.query("DROP DATABASE IF EXISTS #{name}")
+    @my.close
+
+    drop_mongo
+  end
+
+  def drop_mongo
+    @mongo.eval('db.dropDatabase()') if @mongo
+  end
+
+  def seed_import
+    hashrocket = @mongo.collection('organizations').save({ :name => 'Hashrocket' })
+    zorganization = @mongo.collection('organizations').save({ :name => 'Zorganization', :disabled_date => as_time(Date.today) })
+
+    users = [
+      { :name => 'Josh Graham', :dob => as_time(Date.parse('01-Jan-1971')), :gender => 'M',
+        :organization_id => hashrocket,
+        :activities => [
+          { :name => 'Develop squealer', :due_date => as_time(Date.today + 1) },
+          { :name => 'Organize speakerconf.com', :due_date => as_time(Date.today + 30) },
+          { :name => 'Hashrocket party', :due_date => as_time(Date.today + 7) }
+        ]
+      },
+      { :name => 'Bernerd Schaefer', :dob => as_time(Date.parse('31-Dec-1985')), :gender => 'M',
+        :organization_id => hashrocket,
+        :activities => [
+          { :name => 'Retype all of the code Josh wrote in squealer', :due_date => as_time(Date.today + 2) },
+          { :name => 'Listen to rare Thelonius Monk EP', :due_date => as_time(Date.today) },
+          { :name => 'Practice karaoke', :due_date => as_time(Date.today + 7) }
+        ]
+      },
+      { :name => 'Your momma', :dob => as_time(Date.parse('15-Jun-1955')), :gender => 'F',
+        :organization_id => zorganization,
+        :activities => [
+          { :name => 'Cook me some pie', :due_date => as_time(Date.today) },
+          { :name => 'Make me a sammich', :due_date => as_time(Date.today) }
+        ]
+      }
+    ]
+
+    users.each { |user| @mongo.collection('users').save user }
+  end
+
+  def create_export_tables
+    command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "users" (
+        "id" INT NOT NULL AUTO_INCREMENT ,
+        "name" VARCHAR(255) NULL ,
+        "gender" CHAR(1) NULL ,
+        "dob" DATE NULL ,
+        PRIMARY KEY ("id") )
+    COMMAND
+    @my.query(command)
+
+    command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "activity" (
+        "id" INT NOT NULL AUTO_INCREMENT ,
+        "user_id" INT NULL ,
+        "name" VARCHAR(255) NULL ,
+        "due_date" DATE NULL ,
+        PRIMARY KEY ("id") )
+    COMMAND
+    @my.query(command)
+
+    command = <<-COMMAND.gsub(/\n\s*/, " ")
+      CREATE TABLE "organizations" (
+        "id" INT NOT NULL AUTO_INCREMENT ,
+        "disabed_date" DATE NULL ,
+        PRIMARY KEY ("id") )
+    COMMAND
+    @my.query(command)
+  end
+
+  def as_time(date)
+    Time.parse(date.to_s)
+  end
+end

data/spec/squealer/database_spec.rb

@@ -3,39 +3,131 @@ require 'mongo'
 require 'spec_helper'
 
 describe Squealer::Database do
-
-  before(:all) do
-    @db_name = "test_export_#{object_id}"
-    create_test_db(@db_name)
-  end
-
-  after(:all) do
-    drop_test_db(@db_name)
-  end
-
   it "is a singleton" do
     Squealer::Database.respond_to?(:instance).should be_true
   end
 
-  it "takes an import database" do
-    Squealer::Database.instance.import_from('localhost', 27017, @db_name)
-    Squealer::Database.instance.import.should be_a_kind_of(Mongo::DB)
-  end
+  describe "import" do
+    let(:databases) { Squealer::Database.instance }
+
+
+    it "takes an import database" do
+      databases.send(:instance_variable_get, '@import_dbc').should be_a_kind_of(Mongo::DB)
+    end
 
-  it "takes an export database" do
-    Squealer::Database.instance.export_to('localhost', 'root', '', @db_name)
-    Squealer::Database.instance.export.should be_a_kind_of(Mysql)
+    it "returns a squealer connection object" do
+      databases.import.should be_a_kind_of(Squealer::Database::Connection)
+    end
+
+    it "delegates eval to Mongo" do
+      databases.send(:instance_variable_get, '@import_dbc').eval('db.getName()').should == $db_name
+      databases.import.eval('db.getName()').should == $db_name
+    end
   end
 
-  private
+  describe "source" do
+    let(:databases) { Squealer::Database.instance }
+
+    before { databases.import_from('localhost', 27017, $db_name) }
+
+    it "returns a Source" do
+      databases.import.source('foo').should be_a_kind_of(Squealer::Database::Source)
+    end
+
+    describe "Source::cursor" do
+      it "returns a databases cursor" do
+        databases.import.source('foo').cursor.should be_a_kind_of(Mongo::Cursor)
+      end
+    end
+
+    context "an empty collection" do
+      subject { databases.import.source('foo') }
+
+      it "counts a total of zero" do
+        subject.counts[:total].should == 0
+      end
+
+      it "counts zero imported" do
+        subject.counts[:imported].should == 0
+      end
+
+      it "counts zero exported" do
+        subject.counts[:exported].should == 0
+      end
+    end
+
+    context "a collection with two documents" do
+      let(:mongo) { Squealer::Database.instance.import.send(:instance_variable_get, '@dbc') }
+
+      subject do
+        mongo.collection('foo').save({'name' => 'Bar'});
+        mongo.collection('foo').save({'name' => 'Baz'});
+        source = databases.import.source('foo') # activate the counter
+        source.send(:instance_variable_set, :@progress_bar, nil)
+        Squealer::ProgressBar.send(:class_variable_set, :@@progress_bar, nil)
+        source
+      end
+
+      after do
+        mongo.collection('foo').drop
+      end
+
+      it "returns a Source" do
+        subject.should be_a_kind_of(Squealer::Database::Source)
+      end
+
+      it "counts a total of two" do
+        subject.counts[:total].should == 2
+      end
+
+      context "before iterating" do
+        it "counts zero imported" do
+          subject.counts[:imported].should == 0
+        end
+
+        it "counts zero exported" do
+          subject.counts[:exported].should == 0
+        end
+      end
+
+      context "after iterating" do
+        before do
+          subject.each {}
+        end
+
+        it "counts two imported" do
+          subject.counts[:imported].should == 2
+        end
+
+        it "counts two exported" do
+          subject.counts[:exported].should == 2
+        end
+      end
+
+      context "real squeal" do
+        before { pending "interactive_view" }
+        subject do
+          source = databases.import.source("users")
+        end
+
+        it "^^^ you saw that progress bar right there" do
+          subject.each do
+            sleep (rand(2) + 1)
+          end
+        end
+      end
+
+    end
 
-  def create_test_db(name)
-    @my = Mysql.connect('localhost', 'root')
-    @my.query("create database #{name}")
   end
 
-  def drop_test_db(name)
-    @my.query("drop database #{name}")
-    @my.close
+  describe "export" do
+    let(:databases) { Squealer::Database.instance }
+
+    it "takes an export database" do
+      databases.export_to('localhost', 'root', '', $db_name)
+      databases.send(:instance_variable_get, '@export_dbc').should be_a_kind_of(Mysql)
+    end
   end
+
 end

data/spec/squealer/progress_bar_spec.rb

@@ -0,0 +1,191 @@
+require 'spec_helper'
+
+describe Squealer::ProgressBar do
+  let(:total) { 200 }
+  let(:progress_bar) do
+    testable_progress_bar = Class.new(Squealer::ProgressBar) do
+      attr_reader :emitter
+      public :total, :ticks, :percentage, :progress_markers, :emit,
+             :duration, :start_time, :end_time, :progress_bar_width
+
+      def console
+        @console ||= StringIO.new
+      end
+
+      alias real_start_emitter start_emitter 
+      def start_emitter; end
+      public :real_start_emitter
+
+    end
+    testable_progress_bar.new(total).start
+  end
+  let(:console) { progress_bar.console }
+  let(:progress_bar_width) { progress_bar.progress_bar_width }
+
+  before { progress_bar.start }
+  after { progress_bar.finish }
+
+  it "allows only one progress bar at a time" do
+    Squealer::ProgressBar.new(0).should be_nil
+  end
+
+  it "records the starting time" do
+    progress_bar.start_time.should be_an_instance_of(Time)
+  end
+
+  it "records the starting time" do
+    progress_bar.start_time.should be_an_instance_of(Time)
+  end
+
+  context "threaded" do
+    before { progress_bar.stub(:emitter).and_return(progress_bar.real_start_emitter) }
+    after { progress_bar.emitter.kill }
+
+    it "has an emitter" do
+      progress_bar.tick
+      progress_bar.emitter.should_not be_nil
+    end
+
+    it "emits at least once" do
+      progress_bar.tick
+      progress_bar.emitter.wakeup
+      sleep 0.1
+      console.string.split("\r").length.should > 0
+    end
+  end
+
+  context "no items completed" do
+    it "emits the total number provided" do
+      progress_bar.total.should == total
+    end
+
+    it "emits the number of ticks" do
+      progress_bar.ticks.should == 0
+    end
+
+    it "displays an empty bar" do
+      progress_bar.progress_markers.size.should == 0
+    end
+
+    it "prints a progress bar to the console" do
+      progress_bar.emit
+      console.string.should == "\r[#{' ' * progress_bar_width}]   #{0}/#{total} (0%)"
+    end
+  end
+
+  context "one item completed" do
+    before { progress_bar.tick }
+    it "emits the number of ticks" do
+      progress_bar.ticks.should == 1
+    end
+
+    it "emits the number of ticks as a percentage of the total number (rounded down)" do
+      progress_bar.percentage.should == 0
+    end
+  end
+
+  context "1/nth complete (where n is the width of the progress bar)" do
+    let(:ticks) { (total / progress_bar_width) }
+    before { ticks.times { progress_bar.tick } }
+    it "emits the number of ticks" do
+      progress_bar.ticks.should == ticks
+    end
+
+    it "emits the number of ticks as a percentage of the total number (rounded down)" do
+      progress_bar.percentage.should == (ticks.to_f * 100 / total).floor
+    end
+
+    it "displays the first progress marker" do
+      progress_bar.progress_markers.size.should == 1
+    end
+
+    it "prints a progress bar to the console" do
+      progress_bar.emit
+      percentag = (ticks.to_f * 100 / total).floor
+      console.string.should == "\r[=#{' ' * (progress_bar_width - 1)}]   #{ticks}/#{total} (#{percentag}%)"
+    end
+  end
+
+  context "all but one item completed" do
+    let(:ticks) { total - 1 }
+    before { ticks.times { progress_bar.tick } }
+
+    it "emits the number of ticks" do
+      progress_bar.ticks.should == ticks
+    end
+
+    it "emits the number of ticks as a percentage of the total number (rounded down)" do
+      progress_bar.percentage.should == 99
+    end
+
+    it "has not yet displayed the final progress marker" do
+      progress_bar.progress_markers.size.should == (progress_bar_width - 1)
+    end
+  end
+
+  context "all items completed" do
+    let(:ticks) { total }
+    before { ticks.times { progress_bar.tick } }
+
+    it "emits the number of ticks" do
+      progress_bar.ticks.should == ticks
+    end
+
+    it "emits 100%" do
+      progress_bar.percentage.should == 100
+    end
+
+    it "fills the progress bar with progress markers" do
+      progress_bar.progress_markers.size.should == progress_bar_width
+    end
+
+    it "records the ending time when finished" do
+      progress_bar.finish
+      progress_bar.end_time.should be_an_instance_of(Time)
+    end
+
+    it "prints a progress bar to the console" do
+      progress_bar.finish
+      progress_bar.emit
+      console.string.split("\n").first.should == "\r[#{'=' * progress_bar_width}] #{ticks}/#{total} (100%)"
+    end
+  end
+
+  context "multiple emits" do
+    let(:ticks) { total }
+    subject { console.string }
+    before do
+      progress_bar.emit
+    end
+
+    context "not done" do
+      it "emitted two lines with no final newline" do
+        progress_bar.emit
+
+        subject.split("\r").size.should == 3
+        subject[-1, 1].should_not == "\n"
+      end
+    end
+
+    context "done" do
+      it "emitted two lines with a final newline" do
+        ticks.times { progress_bar.tick }
+        progress_bar.finish
+        progress_bar.emit
+
+        subject.split("\r").size.should == 3
+        subject[-1, 1].should == "\n"
+      end
+
+      it "emitted final timings" do
+        ticks.times { progress_bar.tick }
+        progress_bar.finish
+        progress_bar.emit
+
+        subject.should include("Start: #{progress_bar.start_time}\n")
+        subject.should include("End: #{progress_bar.end_time}\n")
+        subject.should include("Duration: #{progress_bar.duration}\n")
+      end
+    end
+  end
+end

data/spec/squealer/target_spec.rb

@@ -196,7 +196,6 @@ describe Squealer::Target do
             end
           end
         end
-
       end
     end
   end
@@ -210,6 +209,31 @@ describe Squealer::Target do
     end
 
     describe "#target" do
+      describe "#typecast_values" do
+        subject { target.send(:typecast_values) }
+        let(:target) { Squealer::Target.new(export_dbc, table_name) {} }
+
+        it "casts array to comma-separated string" do
+          target.assign(:colA) { ['1', '2'] }
+          subject.should == ['1,2']
+        end
+
+        it "casts false to 0 (for mysql TINYINT)" do
+          target.assign(:colA) { false }
+          subject.should == [0]
+        end
+
+        it "casts true to 1 (for mysql TINYINT)" do
+          target.assign(:colA) { true }
+          subject.should == [1]
+        end
+
+        it "casts symbol to string" do
+          target.assign(:colA) { :open }
+          subject.should == ['open']
+        end
+      end
+
       context "generates SQL command strings" do
         let(:target) { Squealer::Target.new(export_dbc, table_name) { nil } }
 
@@ -239,7 +263,7 @@ describe Squealer::Target do
         end
 
         it "includes the column name in the INSERT" do
-          target.sql.should =~ /\(id,colA\) VALUES/
+          target.sql.should =~ /\(id,`colA`\) VALUES/
         end
 
         it "includes the column value in the INSERT" do
@@ -249,7 +273,7 @@ describe Squealer::Target do
 
         it "includes the column name and value in the UPDATE" do
           # target.sql.should =~ /UPDATE colA='#{value_1}'/
-          target.sql.should =~ /UPDATE colA=\?/
+          target.sql.should =~ /UPDATE `colA`=\?/
         end
 
       end
@@ -265,7 +289,7 @@ describe Squealer::Target do
         end
 
         it "includes the column names in the INSERT" do
-          target.sql.should =~ /\(id,colA,colB\) VALUES/
+          target.sql.should =~ /\(id,`colA`,`colB`\) VALUES/
         end
 
         it "includes the column values in the INSERT" do
@@ -275,7 +299,7 @@ describe Squealer::Target do
 
         it "includes the column names and values in the UPDATE" do
           # target.sql.should =~ /UPDATE colA='#{value_1}',colB='#{value_2}'/
-          target.sql.should =~ /UPDATE colA=\?,colB=\?/
+          target.sql.should =~ /UPDATE `colA`=\?,`colB`=\?/
         end
       end
     end

data/squealer.gemspec

@@ -5,13 +5,15 @@
 
 Gem::Specification.new do |s|
   s.name = %q{squealer}
-  s.version = "1.2.0"
+  s.version = "2.1.0"
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0") if s.respond_to? :required_rubygems_version=
-  s.authors = ["Josh Graham", "Durran Jordan"]
-  s.date = %q{2010-05-17}
+  s.authors = ["Josh Graham", "Durran Jordan", "Matt Yoho", "Bernerd Schaefer"]
+  s.date = %q{2010-05-20}
+  s.default_executable = %q{skewer}
   s.description = %q{Exports mongodb to mysql. More later.}
   s.email = %q{joshua.graham@grahamis.com}
+  s.executables = ["skewer"]
   s.extra_rdoc_files = [
     "README.md"
   ]
@@ -22,12 +24,15 @@ Gem::Specification.new do |s|
      "README.md",
      "Rakefile",
      "VERSION",
+     "bin/skewer",
+     "lib/.example_squeal.rb.swp",
      "lib/example_squeal.rb",
      "lib/squealer.rb",
      "lib/squealer/boolean.rb",
      "lib/squealer/database.rb",
      "lib/squealer/hash.rb",
      "lib/squealer/object.rb",
+     "lib/squealer/progress_bar.rb",
      "lib/squealer/target.rb",
      "lib/squealer/time.rb",
      "lib/tasks/jeweler.rake",
@@ -37,6 +42,7 @@ Gem::Specification.new do |s|
      "spec/squealer/database_spec.rb",
      "spec/squealer/hash_spec.rb",
      "spec/squealer/object_spec.rb",
+     "spec/squealer/progress_bar_spec.rb",
      "spec/squealer/target_spec.rb",
      "spec/squealer/time_spec.rb",
      "squealer.gemspec"
@@ -44,7 +50,7 @@ Gem::Specification.new do |s|
   s.homepage = %q{http://github.com/delitescere/squealer/}
   s.rdoc_options = ["--charset=UTF-8"]
   s.require_paths = ["lib"]
-  s.rubygems_version = %q{1.3.7}
+  s.rubygems_version = %q{1.3.6}
   s.summary = %q{Document-oriented to Relational database exporter}
   s.test_files = [
     "spec/spec_helper.rb",
@@ -52,6 +58,7 @@ Gem::Specification.new do |s|
      "spec/squealer/database_spec.rb",
      "spec/squealer/hash_spec.rb",
      "spec/squealer/object_spec.rb",
+     "spec/squealer/progress_bar_spec.rb",
      "spec/squealer/target_spec.rb",
      "spec/squealer/time_spec.rb"
   ]
@@ -60,16 +67,19 @@ Gem::Specification.new do |s|
     current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
     s.specification_version = 3
 
-    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+    if Gem::Version.new(Gem::RubyGemsVersion) >= Gem::Version.new('1.2.0') then
       s.add_runtime_dependency(%q<mysql>, [">= 2.8.1"])
       s.add_runtime_dependency(%q<mongo>, [">= 0.18.3"])
+      s.add_runtime_dependency(%q<bson_ext>, [">= 1.0.1"])
     else
       s.add_dependency(%q<mysql>, [">= 2.8.1"])
       s.add_dependency(%q<mongo>, [">= 0.18.3"])
+      s.add_dependency(%q<bson_ext>, [">= 1.0.1"])
     end
   else
     s.add_dependency(%q<mysql>, [">= 2.8.1"])
     s.add_dependency(%q<mongo>, [">= 0.18.3"])
+    s.add_dependency(%q<bson_ext>, [">= 1.0.1"])
   end
 end
 

metadata

@@ -1,33 +1,32 @@
 --- !ruby/object:Gem::Specification 
 name: squealer
 version: !ruby/object:Gem::Version 
-  hash: 31
   prerelease: false
   segments: 
-  - 1
   - 2
+  - 1
   - 0
-  version: 1.2.0
+  version: 2.1.0
 platform: ruby
 authors: 
 - Josh Graham
 - Durran Jordan
+- Matt Yoho
+- Bernerd Schaefer
 autorequire: 
 bindir: bin
 cert_chain: []
 
-date: 2010-05-17 00:00:00 -05:00
-default_executable: 
+date: 2010-05-20 00:00:00 -05:00
+default_executable: skewer
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: mysql
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
-    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        hash: 45
         segments: 
         - 2
         - 8
@@ -39,11 +38,9 @@ dependencies:
   name: mongo
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
-    none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
-        hash: 81
         segments: 
         - 0
         - 18
@@ -51,10 +48,24 @@ dependencies:
         version: 0.18.3
   type: :runtime
   version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: bson_ext
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 1
+        - 0
+        - 1
+        version: 1.0.1
+  type: :runtime
+  version_requirements: *id003
 description: Exports mongodb to mysql. More later.
 email: joshua.graham@grahamis.com
-executables: []
-
+executables: 
+- skewer
 extensions: []
 
 extra_rdoc_files: 
@@ -66,12 +77,15 @@ files:
 - README.md
 - Rakefile
 - VERSION
+- bin/skewer
+- lib/.example_squeal.rb.swp
 - lib/example_squeal.rb
 - lib/squealer.rb
 - lib/squealer/boolean.rb
 - lib/squealer/database.rb
 - lib/squealer/hash.rb
 - lib/squealer/object.rb
+- lib/squealer/progress_bar.rb
 - lib/squealer/target.rb
 - lib/squealer/time.rb
 - lib/tasks/jeweler.rake
@@ -81,6 +95,7 @@ files:
 - spec/squealer/database_spec.rb
 - spec/squealer/hash_spec.rb
 - spec/squealer/object_spec.rb
+- spec/squealer/progress_bar_spec.rb
 - spec/squealer/target_spec.rb
 - spec/squealer/time_spec.rb
 - squealer.gemspec
@@ -94,27 +109,23 @@ rdoc_options:
 require_paths: 
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement 
-  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
       segments: 
       - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
-  none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
-      hash: 3
       segments: 
       - 0
       version: "0"
 requirements: []
 
 rubyforge_project: 
-rubygems_version: 1.3.7
+rubygems_version: 1.3.6
 signing_key: 
 specification_version: 3
 summary: Document-oriented to Relational database exporter
@@ -124,5 +135,6 @@ test_files:
 - spec/squealer/database_spec.rb
 - spec/squealer/hash_spec.rb
 - spec/squealer/object_spec.rb
+- spec/squealer/progress_bar_spec.rb
 - spec/squealer/target_spec.rb
 - spec/squealer/time_spec.rb