schema_transformer 0.1.0 → 0.2.0

data/README.markdown

@@ -11,7 +11,7 @@ Second, you run 2 commands on production.
 
 The first command will create a 'temporary' table with the altered schema and incrementally copy the data over until it is close to synced.  You can run this command as many times as you want as it want - it work hurt.  This first command is slow as it takes a while to copy the data over, especially if you have a really large tables that are several GBs in size.
 
-The second command will do a switheroo with with 'temporarily' new table and the current table.  It will then remove the obsoleted table with the old schema structure.  Because it is doing a rename (which can screw up replication on a heavily traffic site), this second command should be ran with maintenance page up.  This second command is fast because it doe a final incremental sync and quickly switches the new table into place.
+The second command will do a switcheroo with with 'temporarily' new table and the current table.  It will then remove the obsoleted table with the old schema structure.  Because it is doing a rename (which can screw up replication on a heavily traffic site), this second command should be ran with maintenance page up.  This second command is fast because it does a final incremental sync and quickly switches the new table into place.
 
 Install
 -------
@@ -37,7 +37,6 @@ Examples 2:
 Examples 3: 
   ADD COLUMN smart tinyint(1) DEFAULT '0', DROP COLUMN full_name
 > ADD COLUMN special tinyint(1) DEFAULT '0'
-        ss
 *** Thanks ***
 Schema transform definitions have been generated and saved to: 
   config/schema_transformations/tags.json
@@ -67,7 +66,7 @@ FAQ
 -------
 
 Q: What table alteration are supported?  
-A: I've only tested with adding columns and removing columns.
+A: I've only tested with adding columns and removing columns and indexes.
 
 Q: Can I add and drop multiple columns and indexes at the same time?
 A: Yes.

data/lib/schema_transformer/help.rb

@@ -4,7 +4,6 @@ module SchemaTransformer
       case action
       when :generate
         out =<<-HELP
-        ss
 *** Thanks ***
 Schema transform definitions have been generated and saved to: 
   config/schema_transformations/#{self.table}.json

data/lib/schema_transformer/version.rb

@@ -1,3 +1,3 @@
 module SchemaTransformer
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: schema_transformer
 version: !ruby/object:Gem::Version 
-  hash: 27
+  hash: 23
   prerelease: false
   segments: 
   - 0
-  - 1
+  - 2
   - 0
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors: 
 - Tung Nguyen
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2010-10-22 00:00:00 -07:00
+date: 2010-10-23 00:00:00 -07:00
 default_executable: 
 dependencies: []
 
@@ -35,10 +35,6 @@ files:
 - lib/schema_transformer/help.rb
 - lib/schema_transformer/version.rb
 - lib/schema_transformer.rb
-- notes/copier.rb
-- notes/copier_scratchpad.rb
-- notes/pager.rb
-- notes/schema_transformer_notes.txt
 - Rakefile
 - README.markdown
 - test/fake_app/config/database.yml

data/notes/copier.rb

@@ -1,14 +0,0 @@
-#!/usr/bin/env ruby
-
-res = conn.execute("SELECT max(`article_revisions_new`.id) AS max_id FROM `article_revisions_new`")
-start = res.fetch_row[0].to_i # nil case is okay: [nil][0].to_i => nil 
-Article::Revisions.find_in_batches(:start => start, :batch_size => 10_000) do |batch|
-  lower = batch.first.id
-  upper = batch.last.id
-  execute(%{
-    INSERT INTO article_revisions_new (
-    	SELECT id, title, body, article_id, number, note, editor_id, created_at, blurb, teaser, source, slide_id 
-    	FROM article_revisions WHERE id <= #{lower} AND id < #{upper}
-    );
-  })
-end

data/notes/copier_scratchpad.rb

@@ -1,45 +0,0 @@
-#!/usr/bin/env ruby
-
-ArticleRevision.find_in_batches
-
-Activity
-
-id, title, body, article_id, number, note, editor_id, created_at, blurb, teaser, source, slide_id, NULL test_id
-
-def find_in_batches(options = {})
-  raise "You can't specify an order, it's forced to be #{batch_order}" if options[:order]
-  raise "You can't specify a limit, it's forced to be the batch_size"  if options[:limit]
-
-  start = options.delete(:start).to_i
-  batch_size = options.delete(:batch_size) || 1000
-
-  with_scope(:find => options.merge(:order => batch_order, :limit => batch_size)) do
-    records = find(:all, :conditions => [ "#{table_name}.#{primary_key} >= ?", start ])
-
-    while records.any?
-      yield records
-
-      break if records.size < batch_size
-      records = find(:all, :conditions => [ "#{table_name}.#{primary_key} > ?", records.last.id ])
-    end
-  end
-end
-
-res = conn.execute("SELECT max(`article_revisions_new`.id) AS max_id FROM `article_revisions_new`")
-start = res.fetch_row[0].to_i # nil case is okay: [nil][0].to_i => nil 
-Article::Revisions.find_in_batches(:start => start, :batch_size => 10_000) do |batch|
-  lower = batch.first.id
-  upper = batch.last.id
-  execute(%{
-    INSERT INTO article_revisions_new (
-    	SELECT id, title, body, article_id, number, note, editor_id, created_at, blurb, teaser, source, slide_id 
-    	FROM article_revisions WHERE id <= #{lower} AND id < #{upper}
-    );
-  })
-end
-
-
-pager = Pager.new(:per_page => 10_000, :lower => 300, :upper => 30_000)
-pager.each do |page|
-  puts page.start_index
-end

data/notes/pager.rb

@@ -1,101 +0,0 @@
-# Most of this is ripped off from WillPaginate::Collection
-#
-# Required options:
-# * <tt>per_page</tt> - number of items per page
-# Optional options:
-# * <tt>page</tt> - starting page, defaults to 1
-# * <tt>total</tt> - total number of items, defaults to 0
-#  
-# Usage:
-# 
-#   pager = Pager.new(:per_page => 5, :total => 23)
-#   pager.start_index => 0
-#   pager.end_index => 4
-#
-#   pager = Pager.new(:page => 2, :per_page => 5, :total => 23)
-#   pager.start_index => 5
-#   pager.end_index => 9
-#
-#   # interator will always loop starting from page 1, even if you have initialize page another value.
-#   pager.each do |page|
-#     page.start_index
-#     page.end_index
-#   end
-class Pager
-  include Enumerable
-  
-  def each
-    old = @current_page # want to remember the old current page
-    @current_page = 1
-    @total_pages.times do
-      yield(self)
-      @current_page += 1
-     end
-     @current_page = old
-  end
-  
-  attr_reader :current_page, :per_page, :total_pages
-  attr_accessor :total_entries
-
-  def initialize(options)
-    @current_page  = options[:page] ? options[:page].to_i : 1
-    @per_page      = options[:per_page].to_i
-    @total_entries = options[:total].to_i
-    @total_pages   = (@total_entries / @per_page.to_f).ceil
-  end
-
-  # The total number of pages.
-  def page_count
-    @total_pages
-  end
-
-  # Current offset of the paginated collection. If we're on the first page,
-  # it is always 0. If we're on the 2nd page and there are 30 entries per page,
-  # the offset is 30. This property is useful if you want to render ordinals
-  # besides your records: simply start with offset + 1.
-  #
-  def offset
-    (current_page - 1) * per_page
-  end
-
-  # current_page - 1 or nil if there is no previous page
-  def previous_page
-    current_page > 1 ? (current_page - 1) : nil
-  end
-  
-  def previous_page!
-    @current_page = previous_page if previous_page
-  end
-
-  # current_page + 1 or nil if there is no next page
-  def next_page
-    current_page < page_count ? (current_page + 1) : nil
-  end
-  
-  def next_page!
-    @current_page = next_page if next_page
-  end
-  
-  def start_index
-    offset
-  end
-  
-  def end_index
-    [start_index + (per_page - 1), @total_entries].min
-  end
-  
-  # true if current_page is the final page
-  def last_page?
-    next_page.nil?
-  end
-  
-  # true if current_page is the final page
-  def first_page?
-    previous_page.nil?
-  end
-  
-  # true if current_page is the final page
-  def first_page!
-    @current_page = 1
-  end
-end

data/notes/schema_transformer_notes.txt

@@ -1,44 +0,0 @@
-#!/usr/bin/env ruby
-
-# 1. create new table with schema
-# 2. batch copy data
-# 3. maintainenance page
-# 4. batch copy final data
-# 5. rename tables
-# 6. remove maintenance page
-
-# 1. create new table with schema
-CREATE TABLE article_revisions_new LIKE article_revisions;
-ALTER TABLE article_revisions_new 
-  ADD INDEX idx_slide_id (slide_id);
-
-
-# 2. batch copy data
-
-max = SELECT max(`article_revisions`.id) AS max_id FROM `article_revisions`;
-
-Article::Revision
-
-Article.find_in_batches(batch_size => 100 ) { |articles| articles.each { |a| ... } }
-
-Article::Revision.maximum
-Pager.new()
-
-insert into article_revisions_new (select * from )
-
-insert into article_revisions_new (
-	select id, title, body, article_id, number, note, editor_id, created_at, blurb, teaser, source, slide_id 
-	from article_revisions where id <= 0 LIMIT 10000
-);
-
-
-
-Article::Revision Load (170.7ms)   SELECT * FROM `article_revisions` WHERE (article_revisions.id >= 0) ORDER BY article_revisions.id ASC LIMIT 1000
-Article::Revision Load (78.8ms)   SELECT * FROM `article_revisions` WHERE (article_revisions.id > 1430719) ORDER BY article_revisions.id ASC LIMIT 1000
-Article::Revision Load (78.1ms)   SELECT * FROM `article_revisions` WHERE (article_revisions.id > 1431725) ORDER BY article_revisions.id ASC LIMIT 1000
-
-
-# 3. maintainenance page
-# 4. batch copy final data
-# 5. rename tables
-# 6. remove maintenance page