ferry 0.0.2 → 0.0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 23d6e9a00c4fe515bd810869dffb3667e7080f5c
-  data.tar.gz: cd77f263a4774959d6c6fb0253b4992ac54ecd21
+  metadata.gz: 8bd2de60bc2ce57fdeabce474e282951ab9ff0c0
+  data.tar.gz: 05daaabdc21e93dc5913e0b06e9f44f27e8d8c20
 SHA512:
-  metadata.gz: 24aab9f214d73e21188541171a560b772914ed141f026e5b7f58dcf6fb0d41ef66d171fdc6e9e6a51c13a2df353b3141d6bcae40b41310f79b5d9ea62b5da265
-  data.tar.gz: 2a918e7c071296411a42c99dae4dc56ffb876b527b5b1a8d5c3f765959b2a5c68e5889badd34a992d2ddf5e33f6f224b0bf7d068765a4fcb84798ee445ba20f4
+  metadata.gz: 6adc5f4e801b15379a537d1cc1657ec9a1597b084a3a41ba79f4bb8619bbb00d23f75b8cd49d07bc95a37051106f82793e19a181365900e5643be8a17b10b1bb
+  data.tar.gz: dfe0796e1442fd45ad52dba431c77e76b8b5f78cd53eb291d6a282bcb6f08092a3207d11cd6a8edff84122be4dc14cfa4f095c6207c762bb7b0a39ff3e39a5fd

data/README.md

@@ -39,9 +39,6 @@ Usage pending. See examples / submit PR's for your ideas.
 Use Case Ideas
 
 Note: Demo app can initially function with RoR and Postgres.
-Instantiate the command line tool for ferry ...
-  - Init the project with ferry rake namespace (ferry.rake)
-  - Run the tasks containing the methods we write in ferry
 
 Manipulation Use Cases
   - CRUD for Columns

data/Rakefile

@@ -1,2 +1,4 @@
 require "bundler/gem_tasks"
 Bundler::GemHelper.install_tasks
+
+

data/bin/ferry

@@ -2,5 +2,11 @@
 
 require 'ferry'
 
-var = Ferry::Exporter.new
-var.speak
+export = Ferry::Export.new
+
+#ARGV[0] should be the ferry function they want to call
+#subsequent params are the options to that function
+
+if(ARGV[0] == "to_csv" )
+	export.to_csv
+end

data/ferry.gemspec

@@ -15,6 +15,7 @@ Gem::Specification.new do |spec|
 
   spec.files         = `git ls-files -z`.split("\x0")
   spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  # spec.executables   = ["ferry"]
   spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
   spec.require_paths = ["lib"]
 
@@ -24,4 +25,10 @@ Gem::Specification.new do |spec|
   spec.add_development_dependency "rake"
   spec.add_development_dependency "minitest"
   spec.add_development_dependency "rspec"
+  # spec.add_development_dependency "yaml"
+  #to test db access
+  spec.add_development_dependency "pg"
+  spec.add_development_dependency "sqlite3"
+
+  #spec.add_dependency "activerecord"  #whats difference between dev and not dev?
 end

data/lib/ferry.rb

@@ -1,48 +1,115 @@
 require "ferry/version"
 require "ferry/engine"
 require "ferry/logger"
+require "csv"
+require 'active_record'
+require 'fileutils'
+require 'yaml'
+require 'rails'
 
 module Ferry
-  #
-  class ActiveRecord::Relation
-    def migrate(options, &block)
-      options[:max_workers] ||= 4
-      options[:batch_size]  ||= 10_000
-
-      log = Logger.new()
-
-      active_workers = []
-      collection = self
-      collection.find_in_batches(batch_size: options[:batch_size]) do |batch|
-        if active_workers.length >= options[:max_workers]
-          log.write "active_workers oversized at capacity of #{active_workers.length}/#{options[:max_workers]}"
-          finished_process = Process.wait
-          log.write "finished_process: #{finished_process}"
-          active_workers.delete finished_process
-          log.write "active_workers capacity now at: #{active_workers.length}/#{options[:max_workers]}"
-        else
-          active_workers << fork do
-            ActiveRecord::Base.connection.reconnect!
-            log.write "kicking off engine on batch(#{batch.first}-#{batch.last})"
-            engine = Engine.new()
-            engine.run({log: log, batch: batch}, &block)
+
+
+  class Export
+    def to_csv()
+
+      # ActiveRecord::Base.connection
+      #ActiveRecord::Base.establish_connection(adapter: 'sqlite3', database: 'db/development.sqlite3') #need to automatically get db name
+      #puts ActiveRecord::Base.configurations[Rails.env]['adapter']
+
+      info = YAML::load(IO.read("config/database.yml"))     #this holds all the db config information. pretty much a rosetta stone for dbs
+      db_type = info["production"]["adapter"]               #this tells us the db rails is using
+
+
+      # puts Rails.configuration#.database_configuration[Rails.env]
+      # puts ActiveRecord::Base.configurations[Rails.env]
+
+      # type = db_type.downcase
+
+
+
+      case db_type
+        when "sqlite3"
+          puts "its sqlite3"
+
+
+          info.keys.each do |environment| 
+
+              ActiveRecord::Base.establish_connection(adapter: 'sqlite3', database: info[environment]['database'])  #connect to sqlite3 file
+
+              unless(Dir.exists?('db/csv'))   #creating a 'csv' folder in the 'db' folder
+                Dir.mkdir('db/csv')
+                puts 'db/csv created'
+              end
+
+                unless(Dir.exists?('db/csv/'+environment))    #creating folders for each file (dev, test, prod, etc)
+                  Dir.mkdir('db/csv/'+environment)
+                  puts 'db/csv/'+environment+' created'
+                end
+
+                      ActiveRecord::Base.connection.tables.each do |model|                                #for each model in the db
+                        everything = ActiveRecord::Base.connection.execute('SELECT * FROM '+model+';')    #get all the records
+
+                        if everything[0].nil?   #do not create a csv for an empty table
+                          next
+                        end
+
+                        CSV.open("db/csv/"+environment+"/"+model+".csv", "w") do |csv|    #create a csv for each table, titled 'model.csv'
+
+                          size = everything[0].length / 2
+                          keys = everything[0].keys.first(size)
+
+                          csv << keys     #first row contains column names
+                          
+                          everything.each do |row|
+                            csv << row.values_at(*keys)     #subsequent rows hold record values
+                          end
+                        end
+                      end
+
           end
-        end
-        ActiveRecord::Base.connection.reconnect!
+
+
+        when "mysql"
+          puts "its mysql"
+        when "postgres"
+          puts "its postgres"
+        else
+          puts "unknown db type"
       end
-    end
-  end
+          
+            
+      puts Time.now()
 
-  class Exporter
-    def speak
-      puts "exporting!"
     end
   end
 
-  class Importer
-    def speak
-      puts "importing!"
-    end
-  end
+  # class ActiveRecord::Relation
+    # def migrate(options, &block)
+    #   options[:max_workers] ||= 4
+    #   options[:batch_size]  ||= 10_000
+
+    #   log = Logger.new()
 
+    #   active_workers = []
+    #   collection = self
+    #   collection.find_in_batches(batch_size: options[:batch_size]) do |batch|
+    #     if active_workers.length >= options[:max_workers]
+    #       log.write "active_workers oversized at capacity of #{active_workers.length}/#{options[:max_workers]}"
+    #       finished_process = Process.wait
+    #       log.write "finished_process: #{finished_process}"
+    #       active_workers.delete finished_process
+    #       log.write "active_workers capacity now at: #{active_workers.length}/#{options[:max_workers]}"
+    #     else
+    #       active_workers << fork do
+    #         ActiveRecord::Base.connection.reconnect!
+    #         log.write "kicking off engine on batch(#{batch.first}-#{batch.last})"
+    #         engine = Engine.new()
+    #         engine.run({log: log, batch: batch}, &block)
+    #       end
+    #     end
+    #     ActiveRecord::Base.connection.reconnect!
+    #   end
+    # end
+  # end
 end

data/lib/ferry/logger.rb

@@ -1,12 +1,12 @@
 class Logger
-  def initialize(options={})
-    @homedir = options[:homedir] ||= "log"
-    FileUtils.mkdir @homedir unless Dir[@homedir].present?
-    FileUtils.touch "#{@homedir}/ferry.log"
-  end
+  # def initialize(options={})
+  #   @homedir = options[:homedir] ||= "log"
+  #   FileUtils.mkdir @homedir unless Dir[@homedir].present?
+  #   FileUtils.touch "#{@homedir}/ferry.log"
+  # end
 
-  def write(msg)
-    log = File.open("#{@homedir}/ferry.log", 'w')
-    log.puts msg
-  end
+  # def write(msg)
+  #   log = File.open("#{@homedir}/ferry.log", 'w')
+  #   log.puts msg
+  # end
 end

data/lib/ferry/version.rb

@@ -1,3 +1,3 @@
 module Ferry
-  VERSION = "0.0.2"
+  VERSION = "0.0.4"
 end

data/lib/tasks/dump_task.rake

@@ -0,0 +1,18 @@
+namespace :db do
+  desc "Dump schema and data to db/schema.rb and db/data.yml"
+  task(:dump => [ "db:schema:dump", "db:data:dump" ])
+
+  namespace :data do
+	    def db_dump_data_file (extension = "yml")
+	      "#{dump_dir}/data.#{extension}"
+	    end
+
+	    desc "Dump contents of database to db/data.extension (defaults to yaml)"
+	    task :dump => :environment do
+	      # format_class = ENV['class'] || "YamlDb::Helper"
+	      # helper = format_class.constantize
+	      # SerializationHelper::Base.new(helper).dump db_dump_data_file helper.extension
+	      puts "yolo"
+	    end
+	end
+end

data/spec/ferry_spec.rb

@@ -0,0 +1,10 @@
+require 'spec_helper'
+
+describe "connect" do
+  context "connect" do
+    it "id" do
+      Post.by_year.map(&:text).should include("First post!")
+    end
+  end
+
+end

data/spec/spec_helper.rb

@@ -14,6 +14,17 @@
 # users commonly want.
 #
 # See http://rubydoc.info/gems/rspec-core/RSpec/Core/Configuration
+require 'ferry'
+
+ActiveRecord::Base.establish_connection(:adapter => "sqlite3", 
+                                       :database => File.dirname(__FILE__) + "/ferry.sqlite3")
+
+load File.dirname(__FILE__) + '/support/schema.rb'
+load File.dirname(__FILE__) + '/support/models.rb'
+load File.dirname(__FILE__) + '/support/data.rb'
+
+
+
 RSpec.configure do |config|
 # The settings below are suggested to provide a good initial experience
 # with RSpec, but feel free to customize to your heart's content.

data/spec/support/data.rb

@@ -0,0 +1,11 @@
+Design.create(
+      :design_id => 1,
+      :product_id => 1,
+      :account_id => 1,
+      :account_file => "Reunion 2014",
+      :save_method => "WWW",
+      :total_units => 25,
+      :has_upload => true,
+      :created_at => DateTime.now,
+      :updated_at => DateTime.now,
+      :postal_code => 96822)

data/spec/support/models.rb

@@ -0,0 +1,3 @@
+class Design < ActiveRecord::Base
+
+end

data/spec/support/schema.rb

@@ -0,0 +1,18 @@
+ActiveRecord::Schema.define do
+  self.verbose = false
+
+    create_table :designs do |t|
+      t.integer :design_id
+      t.integer :product_id
+      t.integer :account_id
+      t.string :account_file
+      t.string :save_method
+      t.integer :total_units
+      t.boolean :has_upload
+      t.date :created_at
+      t.date :updated_at
+      t.integer :postal_code
+
+      t.timestamps
+    end
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ferry
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.4
 platform: ruby
 authors:
 - Anthony Corletti
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2014-09-14 00:00:00.000000000 Z
+date: 2014-09-23 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activerecord
@@ -96,6 +96,34 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: pg
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sqlite3
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Ferry is a data migration and data manipulation tool that seeks to simplify
   the increasingly prevalent big data problems that tech companies face
 email:
@@ -114,12 +142,19 @@ files:
 - README.md
 - Rakefile
 - bin/ferry
+- dbfile.sqlite3
 - ferry.gemspec
 - lib/ferry.rb
 - lib/ferry/engine.rb
 - lib/ferry/logger.rb
 - lib/ferry/version.rb
+- lib/tasks/dump_task.rake
+- spec/ferry.sqlite3
+- spec/ferry_spec.rb
 - spec/spec_helper.rb
+- spec/support/data.rb
+- spec/support/models.rb
+- spec/support/schema.rb
 homepage: https://github.com/cmu-is-projects/
 licenses:
 - MIT
@@ -145,4 +180,9 @@ signing_key:
 specification_version: 4
 summary: Ferry is a data migration and data manipulation tool
 test_files:
+- spec/ferry.sqlite3
+- spec/ferry_spec.rb
 - spec/spec_helper.rb
+- spec/support/data.rb
+- spec/support/models.rb
+- spec/support/schema.rb