ferry 0.1.3 → 1.0.0

data/lib/ferry/exporter.rb

@@ -0,0 +1,117 @@
+require_relative 'utilities'
+
+module Ferry
+  class Exporter < Utilities
+    def to_csv(environment, model)
+      db_type = db_connect(environment)
+      FileUtils.mkdir "db" unless Dir["db"].present? #to help with tests
+      FileUtils.mkdir "db/csv" unless Dir["db/csv"].present?
+      homedir = "db/csv/#{environment}"
+      FileUtils.mkdir homedir unless Dir[homedir].present?
+      table = ActiveRecord::Base.connection.execute("SELECT * FROM #{model};")
+      CSV.open("#{homedir}/#{model}.csv", "w") do |csv|
+        case db_type
+        when 'sqlite3'
+          csv_bar = ProgressBar.new("to_csv", table.length)
+          keys = table[0].keys.first(table[0].length / 2)
+          csv << keys
+          table.each do |row|
+            csv << row.values_at(*keys)
+            csv_bar.inc
+          end
+        when 'postgresql'
+          csv_bar = ProgressBar.new("to_csv", table.num_tuples)
+          keys = table[0].keys
+          csv << keys
+          table.each do |row|
+            csv << row.values_at(*keys)
+            csv_bar.inc
+          end
+        when 'mysql2'
+          csv_bar = ProgressBar.new("to_csv", table.count)
+          db_config = YAML::load(IO.read("config/database.yml"))
+          columns = ActiveRecord::Base.connection.execute("SELECT `COLUMN_NAME` FROM `INFORMATION_SCHEMA`.`COLUMNS` WHERE `TABLE_SCHEMA`= '#{db_config[environment]['database']}' AND `TABLE_NAME`='#{model}';")
+          col_names=[]
+          columns.each do |col|
+            col_names.append(col[0])
+          end
+          csv << col_names
+          table.each do |row|
+            csv << row
+            csv_bar.inc
+          end
+        else
+          puts "error in db type"
+          return false
+        end
+      end
+      puts ""
+      puts "exported to db/csv/#{environment}"
+    end
+
+    def to_yaml(environment, model)
+      db_type = db_connect(environment)
+      FileUtils.mkdir "db" unless Dir["db"].present? #to help with tests
+      FileUtils.mkdir "db/yaml" unless Dir["db/yaml"].present?
+      homedir = "db/yaml/#{environment}"
+      FileUtils.mkdir homedir unless Dir[homedir].present?
+      table = ActiveRecord::Base.connection.execute("SELECT * FROM #{model};")
+        db_object = {}
+        db_output = {}
+        case db_type
+          when 'sqlite3'
+            yaml_bar = ProgressBar.new("to_csv", table.length)
+            keys = table[0].keys.first(table[0].length / 2)
+            db_object["columns"] = keys
+            model_arr=[]
+            table.each do |row|
+              model_arr << row.values_at(*keys)
+              yaml_bar.inc
+            end
+            db_object["records"] = model_arr
+            db_output[model] = db_object
+            File.open("#{homedir}/#{model}.yml",'a') do |file|
+              YAML::dump(db_output, file)
+            end
+          when 'postgresql'
+            yaml_bar = ProgressBar.new("to_csv", table.num_tuples)
+            keys = table[0].keys
+            db_object["columns"] = keys
+            model_arr=[]
+            table.each do |row|
+              model_arr << row.values_at(*keys)
+              yaml_bar.inc
+            end
+            db_object["records"] = model_arr
+            db_output[model] = db_object
+            File.open("#{homedir}/#{model}.yml",'a') do |file|
+              YAML::dump(db_output, file)
+            end
+          when 'mysql2'
+            yaml_bar = ProgressBar.new("to_csv", table.count)
+            db_config = YAML::load(IO.read("config/database.yml"))
+            columns = ActiveRecord::Base.connection.execute("SELECT `COLUMN_NAME` FROM `INFORMATION_SCHEMA`.`COLUMNS` WHERE `TABLE_SCHEMA`= '#{db_config[environment]['database']}' AND `TABLE_NAME`='#{model}';")
+            col_names=[]
+            columns.each do |col|
+              col_names.append(col[0])
+            end
+            db_object["columns"] = col_names
+            model_arr=[]
+            table.each do |row|
+              model_arr << row
+              yaml_bar.inc
+            end
+            db_object["records"] = model_arr
+            db_output[model] = db_object
+            File.open("#{homedir}/#{model}.yml",'a') do |file|
+              YAML::dump(db_output, file)
+            end
+          else
+            puts "error in db type"
+            return false
+        end
+      puts ""
+      puts "exported to db/yaml/#{environment}"
+    end
+  end
+end

data/lib/ferry/importer.rb

@@ -0,0 +1,57 @@
+require_relative 'utilities'
+
+module Ferry
+  class Importer < Utilities
+    def row_sql_format(hash, columns, adapter)
+      values = hash.values_at(*columns)
+      values.map! do |value|
+        if(adapter=="mysql2" && (value=='t' || value =='f'))
+          value=='t' ? value=1 : value=0  #attempt to convert 't' and 'f' to int in mysql
+        end
+        value = ActiveRecord::Base::sanitize(value)
+      end
+      "(#{values.join(",")})"
+    end
+
+    def insert_sql(model, columns, values)
+      col_names_sql = "(#{columns.join(",")})"
+      model_sql = model.downcase
+      sql_insert_beg = "INSERT INTO #{model_sql} #{col_names_sql} VALUES "
+      ActiveRecord::Base.connection.begin_db_transaction
+        values.each_slice(1000) do |records|
+          sql_statement = sql_insert_beg + records.join(",") + ";"
+          ActiveRecord::Base.connection.execute(sql_statement)
+        end
+      ActiveRecord::Base.connection.commit_db_transaction
+    end
+
+    def import(environment, model, filename)
+      db_connect(environment)
+      adapter = YAML::load(IO.read("config/database.yml"))[environment]["adapter"]
+      if(File.extname(filename) != ".csv")
+        puts "Import aborted -- only csv import is supported"
+        return false
+      end
+      lines = CSV.read(filename)#encoding option here? might break given db's limits
+      if(lines.nil?)
+        puts "Import aborted -- file not found"
+        return false
+      end
+      import_bar = ProgressBar.new("import", lines.length-1)
+      col_names = lines.shift
+      records = []
+      lines.each do |line|
+        record = Hash[col_names.zip line]
+        records << record
+      end
+      values = []
+      records.map do |record|
+        values << row_sql_format(record, col_names, adapter)
+        import_bar.inc
+      end
+      insert_sql(model, col_names, values)
+      puts ""
+      puts "csv imported to #{model} table"
+    end
+  end
+end

data/lib/ferry/switcher.rb

@@ -0,0 +1,21 @@
+require_relative 'utilities'
+
+module Ferry
+  class Switcher < Utilities
+    def to_new_db_type(which_db_env, switch_to_db_type)
+      info = YAML::load(IO.read("config/database.yml"))
+      current_db_type = info[which_db_env]["adapter"]
+      puts "switching the #{which_db_env} database's adapter"
+      puts "current_db_type: #{current_db_type}"
+      puts "to_new_db_type: #{switch_to_db_type}"
+      if ['sqlite', 'postgresql', 'mysql'].include?(switch_to_db_type)
+        info[which_db_env]["adapter"] = switch_to_db_type
+        puts "switching #{which_db_env} env to #{switch_to_db_type} ... "
+        File.open("config/database.yml", "w") {|f| f.write info.to_yaml}
+        puts "switched #{which_db_env} env to #{switch_to_db_type}"
+      else
+        puts "#{switch_to_db_type} is currently unsupported"
+      end
+    end
+  end
+end

data/lib/ferry/utilities.rb

@@ -0,0 +1,42 @@
+module Ferry
+  class Utilities
+    def db_connect(environment)
+      db_config = YAML::load(IO.read("config/database.yml"))
+      db_type = db_config[environment]["adapter"]
+
+      if ['sqlite3', 'postgresql', 'mysql2'].include?(db_type)
+        ActiveRecord::Base.establish_connection(adapter: db_type, database: db_config[environment]['database'])
+        puts "operating with "+db_type
+        return db_type
+      else
+        puts "Unsupported db type or no database associated with this application."
+        return false
+      end
+    end
+
+    def continue?(prompt = "Are you sure", default = false)
+      a = ''
+      s = default ? '[Y/n]' : '[y/N]'
+      d = default ? 'y' : 'n'
+      until %w[y n].include? a
+        a = ask("#{prompt} #{s} ") { |q| q.limit = 1; q.case = :downcase }
+        a = d if a.length == 0
+      end
+      a == 'y'
+    end
+
+    def init
+      if !File.exist?("lib/tasks/ferry.rake")
+        File.open("lib/tasks/ferry.rake", 'w') {|f| f.write("# this is your ferry init file
+# in this file you can write rake tasks that are easily tailored to more case-by-case user implementations
+
+namespace :ferry do
+  # your code here!
+end")}
+        puts "/lib/tasks/ferry.rake created!"
+      else
+        puts "/lib/tasks/ferry.rake already exists - but you knew that already ... didn't you?"
+      end
+    end
+  end
+end

data/lib/ferry/version.rb

@@ -1,3 +1,3 @@
 module Ferry
-  VERSION = "0.1.3"
+  VERSION = "1.0.0"
 end

data/spec/config/database.yml

@@ -0,0 +1,20 @@
+default: &default
+  username: root
+  password:
+  encoding: utf8
+  host:     localhost
+  database: ferry_test
+
+mysql2: &mysql2
+  <<: *default
+  adapter: mysql2
+
+postgresql: &postgresql
+  <<: *default
+  username: postgres
+  adapter: postgresql
+  min_messages: warning
+
+sqlite3: &sqlite3
+  adapter: sqlite3
+  database: test.db

data/spec/contexts.rb

@@ -0,0 +1,20 @@
+require 'sets/category_context'
+require 'sets/product_context'
+require 'sets/cart_context'
+require 'sets/order_context'
+
+module Contexts
+	def self.setup
+	  create_categories
+		create_products
+		create_carts
+		create_orders
+	end
+
+	def self.teardown
+		delete_orders
+		delete_carts
+		delete_products
+	  delete_categories
+	end
+end

data/spec/ferry_spec.rb

@@ -0,0 +1,5 @@
+# please note that running rspec spec/ferry_spec.rb will assumes you have ...
+# a pg and mysql db named ferry_test on your local machine
+require 'spec_helper'
+require 'tests/exporter_tests'
+require 'tests/importer_tests'

data/spec/models/cart.rb

@@ -0,0 +1,10 @@
+class Cart < ActiveRecord::Base
+
+  has_many :orders
+
+
+  validates_presence_of :email
+  validates_uniqueness_of :email
+
+  
+end

data/spec/models/category.rb

@@ -0,0 +1,7 @@
+class Category < ActiveRecord::Base
+
+  has_many :products
+  
+  validates_presence_of :name
+  
+end

data/spec/models/order.rb

@@ -0,0 +1,7 @@
+class Order < ActiveRecord::Base
+
+  belongs_to :cart
+  belongs_to :product
+
+  
+end

data/spec/models/product.rb

@@ -0,0 +1,9 @@
+class Product < ActiveRecord::Base
+
+  has_many :orders
+  belongs_to :category
+
+
+  validates_presence_of :name
+  
+end

data/spec/sets/cart_context.rb

@@ -0,0 +1,57 @@
+def create_carts
+  @cart1 = FactoryGirl.create(:cart, email: "abby@example.com")
+  @cart2 = FactoryGirl.create(:cart, email: "bob@example.com")
+  @cart3 = FactoryGirl.create(:cart, email: "chris@example.com")
+  @cart4 = FactoryGirl.create(:cart, email: "david@example.com")
+  @cart5 = FactoryGirl.create(:cart, email: "eric@example.com")
+  @cart6 = FactoryGirl.create(:cart, email: "frank@example.com")
+  @cart7 = FactoryGirl.create(:cart, email: "greg@example.com")
+  @cart8 = FactoryGirl.create(:cart, email: "henry@example.com")
+  @cart9 = FactoryGirl.create(:cart, email: "ian@example.com")
+  @cart10 = FactoryGirl.create(:cart, email: "joe@example.com")
+  @cart11 = FactoryGirl.create(:cart, email: "kevin@example.com")
+  @cart12 = FactoryGirl.create(:cart, email: "logan@example.com")
+  @cart13 = FactoryGirl.create(:cart, email: "max@example.com")
+  @cart14 = FactoryGirl.create(:cart, email: "nancy@example.com")
+  @cart15 = FactoryGirl.create(:cart, email: "oliver@example.com")
+  @cart16 = FactoryGirl.create(:cart, email: "pamela@example.com")
+  @cart17 = FactoryGirl.create(:cart, email: "quinn@example.com")
+  @cart18 = FactoryGirl.create(:cart, email: "ryan@example.com")
+  @cart19 = FactoryGirl.create(:cart, email: "steve@example.com")
+  @cart20 = FactoryGirl.create(:cart, email: "ted@example.com")
+  @cart21 = FactoryGirl.create(:cart, email: "uma@example.com")
+  @cart22 = FactoryGirl.create(:cart, email: "victor@example.com")
+  @cart23 = FactoryGirl.create(:cart, email: "walter@example.com")
+  @cart24 = FactoryGirl.create(:cart, email: "xavier@example.com")
+  @cart25 = FactoryGirl.create(:cart, email: "yolo@example.com")
+  @cart26 = FactoryGirl.create(:cart, email: "zach@example.com")
+end
+
+def delete_carts
+  @cart1.delete
+  @cart2.delete
+  @cart3.delete
+  @cart4.delete
+  @cart5.delete
+  @cart6.delete
+  @cart7.delete
+  @cart8.delete
+  @cart9.delete
+  @cart10.delete
+  @cart11.delete
+  @cart12.delete
+  @cart13.delete
+  @cart14.delete
+  @cart15.delete
+  @cart16.delete
+  @cart17.delete
+  @cart18.delete
+  @cart19.delete
+  @cart20.delete
+  @cart21.delete
+  @cart22.delete
+  @cart23.delete
+  @cart24.delete
+  @cart25.delete
+  @cart26.delete
+end

data/spec/sets/category_context.rb

@@ -0,0 +1,18 @@
+def create_categories
+  # assumes create_curriculums prior
+  @food = FactoryGirl.create(:category)
+  @cleaning = FactoryGirl.create(:category, name: "Cleaning Supplies", description: "Household cleaning products.")
+  @antiques = FactoryGirl.create(:category, name: "Antiques", active: false, description:"No longer carried.")
+  @toilet = FactoryGirl.create(:category, name: "Toiletries", description: "Things for the bathroom.")
+  @toys = FactoryGirl.create(:category, name: "Toys", description: "Anything that is meant to be played with.")
+  @furniture = FactoryGirl.create(:category, name: "Furniture", float_score: 42.12097593749, description: "Furniture.")
+end
+
+def delete_categories
+  @food.delete
+  @cleaning.delete
+  @antiques.delete
+  @toilet.delete
+  @toys.delete
+  @furniture.delete
+end

data/spec/sets/order_context.rb

@@ -0,0 +1,56 @@
+def create_orders
+  # assumes create_products and create_carts prior
+  @order1 = FactoryGirl.create(:order, product: @toy1, cart: @cart1, quantity: 1, date: Date.new(2014, 1, 23))
+  @order2 = FactoryGirl.create(:order, product: @toy2, cart: @cart2, quantity: 22, date: Date.new(2014, 4, 5))
+  @order3 = FactoryGirl.create(:order, product: @toy3, cart: @cart3, quantity: 1, date: Date.new(2014, 6, 7))
+  @order4 = FactoryGirl.create(:order, product: @food1, cart: @cart3, quantity: 123, date: Date.new(2014, 8, 9))
+  @order5 = FactoryGirl.create(:order, product: @food2, cart: @cart7, quantity: 1, date: Date.new(2014, 10, 11))
+  @order6 = FactoryGirl.create(:order, product: @food3, cart: @cart6, quantity: 41, date: Date.new(2014, 12, 13))
+  @order7 = FactoryGirl.create(:order, product: @food4, cart: @cart8, quantity: 1, date: Date.new(2014, 1, 4))
+  @order8 = FactoryGirl.create(:order, product: @antique1, cart: @cart1, quantity: 501, date: Date.new(2015, 1, 6))
+  @order9 = FactoryGirl.create(:order, product: @antique2, cart: @cart9, quantity: 1, date: Date.new(2014, 7, 8))
+  @order10 = FactoryGirl.create(:order, product: @furniture1, cart: @cart3, quantity: 100, date: Date.new(2014, 10, 1))
+  @order11 = FactoryGirl.create(:order, product: @furniture2, cart: @cart11, quantity: 1, date: Date.new(2002, 3, 2))
+  @order12 = FactoryGirl.create(:order, product: @furniture3, cart: @cart12, quantity: 10, date: Date.new(2012, 1, 4))
+  @order13 = FactoryGirl.create(:order, product: @furnite4, cart: @cart14, quantity: 314, date: Date.new(2008, 5, 5))
+  @order14 = FactoryGirl.create(:order, product: @cleaning2, cart: @cart10, quantity: 22, date: Date.new(2012, 1, 1))
+  @order15 = FactoryGirl.create(:order, product: @cleaning3, cart: @cart11, quantity: 64, date: Date.new(2011, 2, 14))
+  @order16 = FactoryGirl.create(:order, product: @cleaning4, cart: @cart9, quantity: 42, date: Date.new(2013, 3, 14))
+  @order17 = FactoryGirl.create(:order, product: @toy3, cart: @cart21, quantity: 1, date: Date.new(2014, 4, 15))
+  @order18 = FactoryGirl.create(:order, product: @food1, cart: @cart22, quantity: 42, date: Date.new(2011, 4, 20))
+  @order19 = FactoryGirl.create(:order, product: @food1, cart: @cart23, quantity: 1, date: Date.new(2006, 5, 5))
+  @order20 = FactoryGirl.create(:order, product: @food1, cart: @cart24, quantity: 69, date: Date.new(2007, 6, 28))
+  @order21 = FactoryGirl.create(:order, product: @food2, cart: @cart25, quantity: 808, date: Date.new(2014, 7, 4))
+  @order22 = FactoryGirl.create(:order, product: @food3, cart: @cart25, quantity: 407, date: Date.new(2014, 8, 2))
+  @order23 = FactoryGirl.create(:order, product: @food2, cart: @cart21, quantity: 77, date: Date.new(2014, 9, 11))
+  @order24 = FactoryGirl.create(:order, product: @toy1, cart: @cart25, quantity: 49, date: Date.new(2014, 10, 31))
+  @order25 = FactoryGirl.create(:order, product: @toy1, cart: @cart26, quantity: 666, date: Date.new(2014, 12, 25))
+end
+
+def delete_orders
+  @order1.delete
+  @order2.delete
+  @order3.delete
+  @order4.delete
+  @order5.delete
+  @order6.delete
+  @order7.delete
+  @order8.delete
+  @order9.delete
+  @order10.delete
+  @order11.delete
+  @order12.delete
+  @order13.delete
+  @order14.delete
+  @order15.delete
+  @order16.delete
+  @order17.delete
+  @order18.delete
+  @order19.delete
+  @order20.delete
+  @order21.delete
+  @order22.delete
+  @order23.delete
+  @order24.delete
+  @order25.delete
+end