iron_fixture_extractor 1.0.0 → 1.1.0

data/spec/load_db_spec.rb

@@ -0,0 +1,48 @@
+require 'spec_helper'
+
+describe "Fe.load_db" do
+  include FirstPostWCommentsAndAuthors
+  it "ensures the test env is all good..there are no rows" do
+    FeTestEnv.instance.connect_to_target
+    FeTestEnv.instance.create_tables_in('target')
+    @model_names.each do |mn|
+      expect(mn.constantize.count).to eql(0)
+    end
+  end
+  it "has a loaded target database with the same number of rows than is in the source" do
+    FeTestEnv.instance.connect_to_target
+    FeTestEnv.instance.create_tables_in('target')
+    Fe.load_db(@extract_name)
+    @extractor.row_counts.each_pair do |m,c|
+      expect(m.constantize.count).to eql(c), "number of rows in the target should be the same as the counts from the source given the extract_code"
+    end
+  end
+  context ":only and :except options" do
+    before(:each) do
+      FeTestEnv.instance.connect_to_target
+      FeTestEnv.instance.create_tables_in('target')
+    end
+    it "supports :only => Array of yml file names to only load particular tables" do
+      expect {
+        Fe.load_db(@extract_name, :only => 'posts' )
+      }.to change {
+        Post.count
+      }.from(0).to(1)
+      expect(Author.count).to eql(0)
+      expect(Comment.count).to eql(0)
+    end
+
+    it "supports :except => Array of yml file names to load all tables except those specified" do
+      extractor = Fe.load_db(@extract_name, :except => ['authors', 'comments'] )
+      expect(Author.count).to eql(0)
+      expect(Comment.count).to eql(0)
+      expect(Post.count).to eql(extractor.row_counts['Post'])
+    end
+
+    it "raises an exception no models result after the :only or :except filters" do
+      expect {
+        Fe.load_db(@extract_name, :except => ['authors', 'comments','posts'] )
+      }.to raise_exception
+    end
+  end
+end

data/spec/load_db_works_with_serialized_attributes_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+describe "A model with a serialized attribute" do
+  it "can .extract and .load_db correctly" do
+    FeTestEnv.instance.bomb_and_rebuild
+    @extract_code = 'Post.limit(1)'
+    @extract_name = :posts_with_serialized_thing
+    Fe.extract(@extract_code, :name => @extract_name)
+    FeTestEnv.instance.connect_to_target
+    FeTestEnv.instance.create_tables_in('target')
+    Fe.load_db(@extract_name)
+    if Post.count == 0
+      raise "The test setup didn't work, Post.count should have some rows in the target"
+    end
+    expect(Post.first.serialized_thing).to be_a_kind_of(ComplexThing)
+  end
+end
+

data/spec/rebuild_spec.rb

@@ -0,0 +1,18 @@
+require 'spec_helper'
+
+describe "Fe.rebuild" do
+  include FirstPostWCommentsAndAuthors
+
+  # The following illustrates that the .yml file first does not have
+  # BOOM_BOOM_TEST, then does after .rebuild
+  it "rebuilds the fixture files from the manifest" do
+    the_posts_fixture_file_contents = File.read(@extractor.fixture_path_for_model('Post'))
+    first_post = Post.first
+    expect(the_posts_fixture_file_contents).to include first_post.name
+    expect(the_posts_fixture_file_contents).to_not include 'BOOM_BOOM_TEST'
+    first_post.name = "BOOM_BOOM_TEST"
+    first_post.save!
+    Fe.rebuild(@extract_name)
+    expect(File.read(@extractor.fixture_path_for_model('Post'))).to include 'BOOM_BOOM_TEST'
+  end
+end

data/spec/spec_helper.rb

@@ -0,0 +1,15 @@
+require 'rspec'
+require 'iron_fixture_extractor'
+# Require test helpers like FeTestEnv
+Dir[File.join(File.dirname(__FILE__),"support/**/*.rb")].each {|f| require f}
+# Don't show me the migration up + down crap
+ActiveRecord::Migration.verbose = false
+# Show be colors!
+RSpec.configure do |config|
+  config.failure_color = :magenta
+  config.tty = true
+  config.color = true
+end
+
+require 'sqlite3'
+FeTestEnv.instance = FeTestEnv.new(File.join(File.dirname(__FILE__),'dummy_environments','sqlite','dummy1'))

data/spec/support/fe_test_env.rb

@@ -0,0 +1,181 @@
+# An object for setting up dummy source and target environments 
+# used through the test suite
+#
+class FeTestEnv
+  attr_reader :root_path
+  # caller should specify full path
+  # by default it isn't lazy with initialization of tmp dir + loading models
+  def initialize(root_path, options = {:lazy => false})
+    @root_path = root_path
+    if !options[:lazy]
+      bomb_and_rebuild
+    end
+  end
+
+  # INITIALIZATION HELPERS
+  def bomb_and_rebuild
+    Fe.fixtures_root = self.fe_fixtures_dir
+    initialize_tmp
+    load_models
+    connect_to_source
+    create_tables_in('source')
+    create_rows_in('source')
+  end
+
+  def initialize_tmp
+    FileUtils.rm_rf(tmp_dir)
+    FileUtils.mkdir_p(tmp_dir)
+    FileUtils.mkdir_p(fe_fixtures_dir)
+    self
+  end
+  def load_models
+    model_files.each do |m|
+      load m
+    end
+    self
+  end
+
+  # PUBLIC API
+  def create_tables_in(string)
+    send("connect_to_#{string}")
+    run_migrations
+  end
+  def create_rows_in(string)
+    send("connect_to_#{string}")
+    run_data_migrations
+  end
+  def connect_to_source
+    ActiveRecord::Base.establish_connection(database_dot_yml_hash['source'])
+  end
+  def connect_to_target
+    ActiveRecord::Base.establish_connection(database_dot_yml_hash['target'])
+  end
+
+  # WORKER HELPERS
+  def run_migrations
+    ActiveRecord::Migrator.migrate("#{root_path}/migrations/",nil)
+  end
+  def run_data_migrations
+    ActiveRecord::Migrator.migrate("#{root_path}/data_migrations/",nil)
+  end
+
+  # File & directory location accessors (provides full path)
+  # --------------------------------------------------------
+  #
+  def database_dot_yml_file
+    File.join(root_path,'config','database.yml')  
+  end
+  def database_dot_yml_hash
+    YAML::load_file(database_dot_yml_file)
+  end
+  def migration_files
+    Dir["#{root_path}/migrations/**/*.rb"]
+  end
+  def model_files
+    Dir["#{root_path}/models/**/*.rb"]
+  end
+  def tmp_dir
+    File.expand_path(File.join(File.dirname(__FILE__),'..','tmp'))
+  end
+  def fe_fixtures_dir
+    File.join(tmp_dir,'fe_fixtures')  
+  end
+  def sqlite_db_dir
+    tmp_dir
+  end
+
+  # Singleton-style
+  class << self
+    def instance
+      raise "spec_helper.rb is supposed to set @instance...bug there yo" if @instance.nil?
+      @instance
+    end
+    def instance=(i)
+      @instance = i
+    end
+  end
+end
+#class FeTestEnv
+  #class << self
+    #def models
+      #[:serialized_attribute_encoder,:complex_thing,:post,:comment,:author,:group,:group_member,:different_post, :user, :'user/admin',:'user/jerk']
+    #end
+    #def model_classes
+      #self.models.map {|x| x.to_s.classify.constantize}
+    #end
+    #def fixtures_root
+      #'test/tmp/fe_fixtures'
+    #end
+    #def migrate_schema
+      #ActiveRecord::Migrator.migrate(File.join(File.dirname(__FILE__),'migrations'),nil)
+    #end
+    #def migrate_fake_production_data
+      #ActiveRecord::Migrator.migrate(File.join(File.dirname(__FILE__),'test_data_migrations'),nil)
+    #end
+    #def destroy_tmp_test_stuff #sqlite dbs and fixture files
+      #FileUtils.rm_rf Dir.glob("#{self.tmp_directory}/*")
+    #end
+    #def tmp_directory
+      #File.join(File.dirname(__FILE__), "tmp")
+    #end
+    #def establish_connection
+      #ActiveRecord::Base.establish_connection(self.connections[self.the_env])
+      #ActiveRecord::Base.connection
+    #end
+    #def connections
+      #YAML::load_file(File.join(File.dirname(__FILE__), 'config', 'database.yml'))
+    #end
+    #def load_models
+      #self.models.each do |x|
+        #require "models/#{x}"
+      #end
+    #end
+
+    #def unload_models
+      ## DOESN"T WORK!!!!!!!!!
+      #self.models.each do |x|
+        #Object.send(:remove_const, "::#{x.to_s.capitalize}")
+      #end
+    #end
+    #def make_fixtures_dir_and_set_fixtures_root
+      #FileUtils.mkdir_p FeTestEnv.fixtures_root
+      #Fe.fixtures_root = FeTestEnv.fixtures_root
+    #end
+    #attr_accessor :the_env
+
+    #def setup_methods
+      #@the_env ||= 'fake_production'
+      #[
+       #:make_fixtures_dir_and_set_fixtures_root,
+       #:load_models,
+       #:establish_connection,
+       #:migrate_schema,
+       #:migrate_fake_production_data]
+    #end
+    #def setup
+      #self.setup_methods.each {|m| send m}
+    #end
+    #def teardown_methods
+      #[
+       #:destroy_tmp_test_stuff
+      #]
+    #end
+    #def teardown
+      #self.teardown_methods.each {|m| send m}
+    #end
+    #def recreate_schema_without_data
+      #f=File.join(self.tmp_directory,"#{self.the_env}.sqlite3")
+      #begin
+        #FileUtils.rm f
+      #rescue
+        #puts "#{f} does not exist"
+      #end
+      #[:load_models, :establish_connection,:migrate_schema].each {|m| send m}
+    #end
+    #def reload
+      #teardown
+      #setup
+    #end
+  #end
+#end
+

data/spec/support/first_post_w_comments_and_authors.rb

@@ -0,0 +1,12 @@
+module FirstPostWCommentsAndAuthors
+  extend ActiveSupport::Concern
+  included do
+    before(:each) do
+      FeTestEnv.instance.bomb_and_rebuild
+      @extract_code = 'Post.includes(:comments, :author).limit(1)'
+      @extract_name = :first_post_w_comments_and_authors
+      @extractor = Fe.extract(@extract_code, :name => @extract_name)
+      @model_names = %w(Post Comment Author)
+    end
+  end
+end

data/spec/truncate_tables_for_spec.rb

@@ -0,0 +1,39 @@
+require 'spec_helper'
+
+describe "Fe.truncate_tables_for(<extract_name>)" do
+  include FirstPostWCommentsAndAuthors
+
+      #should "truncate only the tables in the fixture set" do
+        #Group.create
+        #assert_equal 1, Group.count
+
+        #Fe.load_db(@extract_name)
+        #assert_equal 1, Post.count
+        #assert_equal 1, Comment.count
+        #assert_equal 1, Author.count
+
+        #Fe.truncate_tables_for(@extract_name)
+        #assert_equal 1, Group.count
+        #assert_equal 0, Post.count
+        #assert_equal 0, Comment.count
+        #assert_equal 0, Author.count
+
+      #end
+  it "truncates only the tables in the fixture set" do
+    FeTestEnv.instance.connect_to_target
+    FeTestEnv.instance.create_tables_in('target')
+    expect(Group.count).to eql(0)
+    Group.create!
+    expect(Group.count).to eql(1)
+    Fe.load_db(@extract_name)
+    expect(Group.count).to eql(1), "didn't load any groups in fixture set"
+    @model_names.each do |mn|
+      expect(mn.constantize.count).to be > 0
+    end
+    Fe.truncate_tables_for(@extract_name)
+    @model_names.each do |mn|
+      expect(mn.constantize.count).to eql(0)
+    end
+    expect(Group.count).to eql(1)
+  end
+end

data/spec/works_with_single_table_inheritance_spec.rb

@@ -0,0 +1,16 @@
+require 'spec_helper'
+
+describe "Single Table Inheritance extract and load behavior" do
+  it "works as expected" do
+    FeTestEnv.instance.bomb_and_rebuild
+    @extract_code = 'User.where("1=1")'
+    @extract_name = :all_users
+    extractor = Fe.extract(@extract_code, :name => @extract_name)
+    expect(extractor.models).to eql([User]), "This will correspond to one fixture file"
+    FeTestEnv.instance.connect_to_target
+    FeTestEnv.instance.create_tables_in('target')
+    Fe.load_db(@extract_name)
+    expect(User.all.map(&:type).sort).to eql(["User::Admin","User::Jerk"])
+  end
+end
+

data/test/basic_usage_test.ported.rb

@@ -0,0 +1,114 @@
+require 'test_helper'
+class BasicUsage < ActiveSupport::TestCase
+  context "Main API" do
+    setup do
+      @extract_code = 'Post.includes(:comments, :author).limit(1)'
+      @extract_name = :first_post_w_comments_and_authors
+    end
+    context ".extract" do
+      setup do
+        FeTestEnv.setup
+      end
+      teardown do
+        FeTestEnv.teardown
+      end
+      # PORTED
+      #should "provide the right output, and put the file in the right place" do
+
+        ## CONTINUE PORTING FROM HERE in extract_spec!!!!!!!!!!
+        #extractor = Fe.extract(@extract_code, :name => @extract_name)
+        #assert_kind_of Fe::Extractor, extractor
+        #assert (%w(Post Comment Author) - extractor.model_names).empty?, "only these keys should exist"
+        #assert_equal @extract_name, extractor.name
+        #assert_equal Post.table_name, extractor.table_names['Post']
+        #assert File.exists?(File.join(Fe.fixtures_root,'first_post_w_comments_and_authors','fe_manifest.yml')), "The file that allows the fixtures to get rebuilt"
+        #assert_equal 1, extractor.row_counts['Post']
+        #assert_equal 1, extractor.row_counts['Author']
+        #assert_kind_of Hash, extractor.manifest_hash
+        #assert File.exists?(File.join(Fe.fixtures_root,'first_post_w_comments_and_authors',"#{Post.table_name}.yml")), "The file is created"
+      #end
+    end
+    context ".load_db, .execute_extract_code" do
+      setup do
+        FeTestEnv.setup # regular production db
+        extract_hash = Fe.extract(@extract_code, :name => @extract_name)
+        FeTestEnv.the_env = 'fake_test'
+        FeTestEnv.recreate_schema_without_data
+      end
+      teardown do
+        FeTestEnv.teardown
+      end
+      # PORTED
+      #should "provide the ability to load fixtures" do
+        #assert_equal 0, Post.count
+        #assert_equal 0, Comment.count
+        #assert_equal 0, Author.count
+        #Fe.load_db(@extract_name)
+        #assert_equal 1, Post.count
+        #assert_equal 1, Comment.count
+        #assert_equal 1, Author.count
+      #end
+      # PORTED
+      #should "provide the ability to execute the same query that built the fixtures" do
+        #Fe.load_db(@extract_name)
+        #rows = Fe.execute_extract_code(:first_post_w_comments_and_authors)
+        #assert_equal 1, rows.length
+        #assert (rows.first.association_cache.keys - [:comments,:author]).empty?, "Comments and authors should be eager loaded"
+      #end
+    end
+    context ".rebuild" do
+      setup do
+        FeTestEnv.setup
+        @extractor = Fe.extract(@extract_code, :name => @extract_name)
+      end
+      teardown do
+        FeTestEnv.teardown
+      end
+      # PORTED
+      #should "be able to rebuild the fixture files from the manifest" do
+        ## TODO: CONTINUE HERE JOE
+        ## TODO: continue here, should delete a comment, then rebuild,
+        ## and assert
+        ##   all files mtimes have changed
+        ##   there is no comment file
+        #results = eval(@extract_code)
+        #first_post = results.first
+        #assert_match /First post/i, first_post.name
+        #first_post.name = "UPDATED_FIRST_POST"
+        #first_post.save!
+        #rebuild_hash = Fe.rebuild(@extract_name)
+        #assert_match /UPDATED_FIRST_POST/, File.read(@extractor.fixture_path_for_model('Post'))
+        ##assert_equal 0, Post.count
+      #end
+    end
+
+    context ".truncate_tables_for" do
+      setup do
+        FeTestEnv.setup # regular production db
+        extract_hash = Fe.extract(@extract_code, :name => @extract_name)
+        FeTestEnv.the_env = 'fake_test'
+        FeTestEnv.recreate_schema_without_data
+      end
+      teardown do
+        FeTestEnv.teardown
+      end
+      # PORTED
+      #should "truncate only the tables in the fixture set" do
+        #Group.create
+        #assert_equal 1, Group.count
+
+        #Fe.load_db(@extract_name)
+        #assert_equal 1, Post.count
+        #assert_equal 1, Comment.count
+        #assert_equal 1, Author.count
+
+        #Fe.truncate_tables_for(@extract_name)
+        #assert_equal 1, Group.count
+        #assert_equal 0, Post.count
+        #assert_equal 0, Comment.count
+        #assert_equal 0, Author.count
+
+      #end
+    end
+  end
+end