mysql_truck 0.0.8 → 0.1.1

data/TODO

@@ -1,4 +1,8 @@
 # TODO
 
+* Download/extract/import one table at a time.
+* Rework backup so that table schema and indexes are separated.
+* Rework restore so that schema is applied, data is imported, then indexes are
+  applied.
 * Add ability to manage number of backups on S3
 * Better error handling messages rather than stack dumps

data/lib/mysql_truck.rb

@@ -165,8 +165,14 @@ module MysqlTruck
       initialize_s3
     end
 
-    def skip_tables
-      config[:skip_tables] || []
+    # only import schema for these tables
+    def skip_data_for_tables
+      config[:skip_data_for_tables] || []
+    end
+
+    # only import these tables schema+data    
+    def only_tables
+      config[:only_tables] || []
     end
 
     def load_latest
@@ -214,13 +220,15 @@ module MysqlTruck
     end
 
     def download_file(key)
-      filename = File.basename(key.name)
-      print " - Downloading #{filename} ... "
-
-      if filename.match(/\.csv\.gz$/) && skip_tables.include?(File.basename(filename, ".csv.gz"))
-        puts " [ Skipping ]"
-        return false
+      filename = File.basename(key.name)      
+      print "#{filename}... "
+      
+      unless should_download_file?(filename)
+        puts " [ SKIP ]"
+        return
       end
+        
+      print " Downloading... "
 
       File.open(tmp_path.join(filename), "wb") do |f|
         @bucket.s3.interface.get(@bucket.name, key.name) do |chunk|
@@ -228,10 +236,36 @@ module MysqlTruck
         end
       end
 
-      print "complete.\n"
+      puts "complete."
       filename
     end
 
+    def should_download_file?(filename)
+      table_name = filename.gsub(/\..*\..*$/, '')
+      
+      if only_tables.empty? and skip_data_for_tables.empty?
+        return true
+      end
+      
+      if filename.match(/\.csv\.gz$/)
+        is_data = true
+        is_schema = false
+      else
+        is_data = false        
+        is_schema = true
+      end
+      
+      if !only_tables.empty? 
+        return only_tables.include?(table_name)
+      end
+      
+      if !skip_data_for_tables.empty?
+        if is_schema or (is_data and !skip_data_for_tables.include?(table_name))
+          return true
+        end
+      end
+    end
+    
     # Get a list of backups stored on S3.
     #
     # Returns an array of s3 paths that look like:

data/lib/mysql_truck/version.rb

@@ -1,3 +1,3 @@
 module MysqlTruck
-  VERSION = "0.0.8"
+  VERSION = "0.1.1"
 end

data/mysql_truck.gemspec

@@ -5,8 +5,8 @@ require "mysql_truck/version"
 Gem::Specification.new do |s|
   s.name        = "mysql_truck"
   s.version     = MysqlTruck::VERSION
-  s.authors     = ["Peter Bui", "8tracks"]
-  s.email       = ["peter@paydrotalks.com"]
+  s.authors     = ["Peter Bui", "Remi Gabillet", "8tracks"]
+  s.email       = ["peter@paydrotalks.com", "rgabillet@gmail.com"]
   s.homepage    = ""
   s.summary     = %q{Mysql database backup tool. Dumps/Loads to/from S3.}
   s.description = %q{Mysql database backup tool. Dumps/Loads to/from S3.}

metadata

@@ -1,21 +1,21 @@
 --- !ruby/object:Gem::Specification
 name: mysql_truck
 version: !ruby/object:Gem::Version
-  version: 0.0.8
+  version: 0.1.1
   prerelease: 
 platform: ruby
 authors:
 - Peter Bui
+- Remi Gabillet
 - 8tracks
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2011-09-20 00:00:00.000000000 -07:00
-default_executable: 
+date: 2011-12-29 00:00:00.000000000Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: right_aws
-  requirement: &2156462860 !ruby/object:Gem::Requirement
+  requirement: &70123421522780 !ruby/object:Gem::Requirement
     none: false
     requirements:
     - - ! '>='
@@ -23,10 +23,11 @@ dependencies:
         version: '0'
   type: :runtime
   prerelease: false
-  version_requirements: *2156462860
+  version_requirements: *70123421522780
 description: Mysql database backup tool. Dumps/Loads to/from S3.
 email:
 - peter@paydrotalks.com
+- rgabillet@gmail.com
 executables:
 - mysql_truck
 extensions: []
@@ -40,7 +41,6 @@ files:
 - lib/mysql_truck.rb
 - lib/mysql_truck/version.rb
 - mysql_truck.gemspec
-has_rdoc: true
 homepage: ''
 licenses: []
 post_install_message: 
@@ -61,8 +61,9 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.6.2
+rubygems_version: 1.8.10
 signing_key: 
 specification_version: 3
 summary: Mysql database backup tool. Dumps/Loads to/from S3.
 test_files: []
+has_rdoc: