schema_transformer 0.1.0

data/notes/pager.rb

@@ -0,0 +1,101 @@
+# Most of this is ripped off from WillPaginate::Collection
+#
+# Required options:
+# * <tt>per_page</tt> - number of items per page
+# Optional options:
+# * <tt>page</tt> - starting page, defaults to 1
+# * <tt>total</tt> - total number of items, defaults to 0
+#  
+# Usage:
+# 
+#   pager = Pager.new(:per_page => 5, :total => 23)
+#   pager.start_index => 0
+#   pager.end_index => 4
+#
+#   pager = Pager.new(:page => 2, :per_page => 5, :total => 23)
+#   pager.start_index => 5
+#   pager.end_index => 9
+#
+#   # interator will always loop starting from page 1, even if you have initialize page another value.
+#   pager.each do |page|
+#     page.start_index
+#     page.end_index
+#   end
+class Pager
+  include Enumerable
+  
+  def each
+    old = @current_page # want to remember the old current page
+    @current_page = 1
+    @total_pages.times do
+      yield(self)
+      @current_page += 1
+     end
+     @current_page = old
+  end
+  
+  attr_reader :current_page, :per_page, :total_pages
+  attr_accessor :total_entries
+
+  def initialize(options)
+    @current_page  = options[:page] ? options[:page].to_i : 1
+    @per_page      = options[:per_page].to_i
+    @total_entries = options[:total].to_i
+    @total_pages   = (@total_entries / @per_page.to_f).ceil
+  end
+
+  # The total number of pages.
+  def page_count
+    @total_pages
+  end
+
+  # Current offset of the paginated collection. If we're on the first page,
+  # it is always 0. If we're on the 2nd page and there are 30 entries per page,
+  # the offset is 30. This property is useful if you want to render ordinals
+  # besides your records: simply start with offset + 1.
+  #
+  def offset
+    (current_page - 1) * per_page
+  end
+
+  # current_page - 1 or nil if there is no previous page
+  def previous_page
+    current_page > 1 ? (current_page - 1) : nil
+  end
+  
+  def previous_page!
+    @current_page = previous_page if previous_page
+  end
+
+  # current_page + 1 or nil if there is no next page
+  def next_page
+    current_page < page_count ? (current_page + 1) : nil
+  end
+  
+  def next_page!
+    @current_page = next_page if next_page
+  end
+  
+  def start_index
+    offset
+  end
+  
+  def end_index
+    [start_index + (per_page - 1), @total_entries].min
+  end
+  
+  # true if current_page is the final page
+  def last_page?
+    next_page.nil?
+  end
+  
+  # true if current_page is the final page
+  def first_page?
+    previous_page.nil?
+  end
+  
+  # true if current_page is the final page
+  def first_page!
+    @current_page = 1
+  end
+end

data/notes/schema_transformer_notes.txt

@@ -0,0 +1,44 @@
+#!/usr/bin/env ruby
+
+# 1. create new table with schema
+# 2. batch copy data
+# 3. maintainenance page
+# 4. batch copy final data
+# 5. rename tables
+# 6. remove maintenance page
+
+# 1. create new table with schema
+CREATE TABLE article_revisions_new LIKE article_revisions;
+ALTER TABLE article_revisions_new 
+  ADD INDEX idx_slide_id (slide_id);
+
+
+# 2. batch copy data
+
+max = SELECT max(`article_revisions`.id) AS max_id FROM `article_revisions`;
+
+Article::Revision
+
+Article.find_in_batches(batch_size => 100 ) { |articles| articles.each { |a| ... } }
+
+Article::Revision.maximum
+Pager.new()
+
+insert into article_revisions_new (select * from )
+
+insert into article_revisions_new (
+	select id, title, body, article_id, number, note, editor_id, created_at, blurb, teaser, source, slide_id 
+	from article_revisions where id <= 0 LIMIT 10000
+);
+
+
+
+Article::Revision Load (170.7ms)   SELECT * FROM `article_revisions` WHERE (article_revisions.id >= 0) ORDER BY article_revisions.id ASC LIMIT 1000
+Article::Revision Load (78.8ms)   SELECT * FROM `article_revisions` WHERE (article_revisions.id > 1430719) ORDER BY article_revisions.id ASC LIMIT 1000
+Article::Revision Load (78.1ms)   SELECT * FROM `article_revisions` WHERE (article_revisions.id > 1431725) ORDER BY article_revisions.id ASC LIMIT 1000
+
+
+# 3. maintainenance page
+# 4. batch copy final data
+# 5. rename tables
+# 6. remove maintenance page

data/test/fake_app/config/database.yml

@@ -0,0 +1,34 @@
+# beta
+#common: &common
+#  database: bleacherreport_staging
+#  adapter: mysql
+#  username: deploy
+#  password: sOqjaxGVmI
+#  host: 127.0.0.1
+#  port: 3307
+
+# production
+#common: &common
+#  database: bleacherreport_production
+#  adapter: mysql
+#  username: deploy
+#  password: 1Kyxa6cFsa
+#  host: 127.0.0.1
+#  port: 3307
+
+# local
+common: &common
+  adapter: mysql
+  username: root
+  password: 
+  host: localhost
+  database: br1
+  socket: /opt/local/var/run/mysql5/mysqld.sock
+
+development:
+  <<: *common
+  database: schema_transformer
+
+test:
+  <<: *common
+  database: schema_transformer_test

data/test/fake_app/config/schema_transformations/books.json

@@ -0,0 +1 @@
+{"mod":"ADD COLUMN active tinyint(1) DEFAULT '0'","table":"books"}

data/test/fake_app/config/schema_transformations/users.json

@@ -0,0 +1 @@
+{"mod":"ADD COLUMN active tinyint(1) DEFAULT '0', \n           ADD COLUMN title varchar(255) DEFAULT 'Mr', \n           DROP COLUMN about_me","table":"users"}