fast_innodb_import 0.0.1

data/History.txt

@@ -0,0 +1,4 @@
+=== 0.0.1 2010-09-22
+
+* 1 major enhancement:
+  * Initial release

data/Manifest.txt

@@ -0,0 +1,14 @@
+History.txt
+Manifest.txt
+PostInstall.txt
+README.rdoc
+Rakefile
+lib/fast_innodb_import.rb
+script/console
+script/destroy
+script/generate
+spec/fast_innodb_import_spec.rb
+spec/spec.opts
+spec/spec_helper.rb
+tasks/rspec.rake
+bin/fast_innodb_import

data/PostInstall.txt

@@ -0,0 +1,7 @@
+
+For more information on fast_innodb_import, see http://fast_innodb_import.rubyforge.org
+
+NOTE: Change this information in PostInstall.txt 
+You can also delete it if you don't want it.
+
+

data/README.rdoc

@@ -0,0 +1,40 @@
+= fast_innodb_import
+
+* http://github.com/dynport/fast_innodb_import
+
+== DESCRIPTION:
+
+Script to import mysqldumps (<table_name>.txt files created with option -T) with "disabled" keys (like DISABLE KEYS for MyISAM Tables)
+
+== SYNOPSIS:
+
+fast_innodb_import -u <username> -d <database_name> tracks.txt
+
+== INSTALL:
+
+* gem install fast_innodb_import
+
+== LICENSE:
+
+(The MIT License)
+
+Copyright (c) 2010 Tobias Schwab
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+'Software'), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED 'AS IS', WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/Rakefile

@@ -0,0 +1,26 @@
+require 'rubygems'
+gem 'hoe', '>= 2.1.0'
+require 'hoe'
+require 'fileutils'
+require './lib/fast_innodb_import'
+
+Hoe.plugin :newgem
+# Hoe.plugin :website
+# Hoe.plugin :cucumberfeatures
+
+# Generate all the Rake tasks
+# Run 'rake -T' to see list of generated tasks (from gem root directory)
+$hoe = Hoe.spec 'fast_innodb_import' do
+  self.developer 'Tobias Schwab', 'tobias.schwab@dynport.de'
+  self.post_install_message = 'PostInstall.txt' # TODO remove if post-install message not required
+  self.rubyforge_name       = self.name # TODO this is default value
+  self.extra_deps         = [['mysql2','>= 0.1.9']]
+
+end
+
+require 'newgem/tasks'
+Dir['tasks/**/*.rake'].each { |t| load t }
+
+# TODO - want other tests/tasks run by default? Add them to the list
+# remove_task :default
+# task :default => [:spec, :features]

data/bin/fast_innodb_import

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+require "fast_innodb_import"
+
+FastInnodbImport.new(ARGV).execute

data/lib/fast_innodb_import.rb

@@ -0,0 +1,122 @@
+$:.unshift(File.dirname(__FILE__)) unless
+  $:.include?(File.dirname(__FILE__)) || $:.include?(File.expand_path(File.dirname(__FILE__)))
+
+require "mysql2"
+class FastInnodbImport
+  VERSION = '0.0.1'
+  CMD_MAPPING = { "u" => :username, "h" => :host, "d" => :database, "p" => "password" }
+  
+  def initialize(argv = {})
+    @options = options_from_argv(argv)
+  end
+  
+  def execute
+    print_usage_and_exit if missing_options?
+    file_paths.each do |path|
+      import_data_from_file_path(path)
+    end
+  end
+
+private
+  def index_definitions_from_table(table)
+    query("SHOW CREATE TABLE #{table}").to_a.first["Create Table"].split("\n").map do |line|
+      if line.match(/^\s*KEY \`(.*?)\` \((.*?)\)/)
+        { :name => $1, :columns => $2 }
+      end
+    end.compact
+  end
+  
+  def index_drop_statement_for_table(table_name)
+    "ALTER TABLE #{table_name} " + index_definitions_from_table(table_name).map { |config| "\nDROP INDEX #{config[:name]}" }.join(", ")
+  end
+  
+  def index_create_statement_for_table(table_name)
+    "ALTER TABLE #{table_name} " + index_definitions_from_table(table_name).map { |config| "\nADD INDEX #{config[:name]} (#{config[:columns]})" }.join(", ")
+  end
+  
+  def import_data_from_file_path(path)
+    file_path = File.expand_path(path)
+    return if !File.exists?(file_path)
+    table_name = table_name_from_file_path(file_path)
+    wc = `wc -l #{file_path}`.strip.to_i
+    started = Time.now
+    print "import %d rows from %s: " % [wc, file_path]
+    $stdout.flush
+    
+    # create drop and create statements as long as we can
+    drop_statement = index_drop_statement_for_table(table_name)
+    create_statement = index_create_statement_for_table(table_name)
+    
+    query("TRUNCATE `#{table_name}`")
+    
+    # drop keys if asked
+    if drop_keys?
+      query(drop_statement)
+    end
+    
+    query("LOAD DATA INFILE '#{file_path}' INTO TABLE `#{table_name}`")
+    
+    # recreate keys if asked
+    if drop_keys?
+      query(create_statement)
+    end
+    
+    # print stats
+    diff = Time.now - started
+    per_sec = wc / diff
+    puts "%d (%d/sec)" % [diff, per_sec]
+  end
+  
+  def missing_options?
+    !file_paths.respond_to?(:empty?) || file_paths.empty?
+  end
+  
+  def db_options
+    @options[:db] if @options
+  end
+  
+  def table_name_from_file_path(path)
+    File.basename(path).gsub(".txt", "")
+  end
+  
+  def file_paths
+    @options[:file_paths] if @options
+  end
+  
+  def drop_keys?
+    @options[:drop_keys] if @options
+  end
+  
+  def print_usage_and_exit
+    puts "Usage: #{File.basename(__FILE__)} [OPTIONS] [dumpfile]"
+    puts "  -h                    Database Host"
+    puts "  -u                    Database User"
+    puts "  -d                    Database Schema Name"
+    puts "  -p                    Database Password"
+    puts "  --without-drop-keys   Do not drop indexes before import"
+    exit
+  end
+  
+  def options_from_argv(argv)
+    options = { :db => {} }
+    %w(u h d p).each do |key|
+      if idx = argv.index("-#{key}")
+        value = argv.at(idx + 1)
+        options[:db][CMD_MAPPING[key]] = value if !value.match(/^\-/)
+        argv.delete_at(idx)
+        argv.delete_at(idx)
+      end
+    end
+    options[:drop_keys] = argv.delete("--without-drop-keys").nil?
+    options[:file_paths] = argv
+    options
+  end
+  
+  def client
+    @client ||= Mysql2::Client.new(db_options || {})
+  end
+  
+  def query(query)
+    client.query(query)
+  end
+end

data/script/console

@@ -0,0 +1,10 @@
+#!/usr/bin/env ruby
+# File: script/console
+irb = RUBY_PLATFORM =~ /(:?mswin|mingw)/ ? 'irb.bat' : 'irb'
+
+libs =  " -r irb/completion"
+# Perhaps use a console_lib to store any extra methods I may want available in the cosole
+# libs << " -r #{File.dirname(__FILE__) + '/../lib/console_lib/console_logger.rb'}"
+libs <<  " -r #{File.dirname(__FILE__) + '/../lib/fast_innodb_import.rb'}"
+puts "Loading fast_innodb_import gem"
+exec "#{irb} #{libs} --simple-prompt"

data/script/destroy

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/destroy'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Destroy.new.run(ARGV)

data/script/generate

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+APP_ROOT = File.expand_path(File.join(File.dirname(__FILE__), '..'))
+
+begin
+  require 'rubigen'
+rescue LoadError
+  require 'rubygems'
+  require 'rubigen'
+end
+require 'rubigen/scripts/generate'
+
+ARGV.shift if ['--help', '-h'].include?(ARGV[0])
+RubiGen::Base.use_component_sources! [:rubygems, :newgem, :newgem_theme, :test_unit]
+RubiGen::Scripts::Generate.new.run(ARGV)

data/spec/fast_innodb_import_spec.rb

@@ -0,0 +1,11 @@
+require File.dirname(__FILE__) + '/spec_helper.rb'
+
+# Time to add your specs!
+# http://rspec.info/
+describe "Place your specs here" do
+  
+  it "find this spec in spec directory" do
+    # violated "Be sure to write your specs"
+  end
+  
+end

data/spec/spec.opts

@@ -0,0 +1 @@
+--colour

data/spec/spec_helper.rb

@@ -0,0 +1,10 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  gem 'rspec'
+  require 'spec'
+end
+
+$:.unshift(File.dirname(__FILE__) + '/../lib')
+require 'fast_innodb_import'

data/tasks/rspec.rake

@@ -0,0 +1,21 @@
+begin
+  require 'spec'
+rescue LoadError
+  require 'rubygems' unless ENV['NO_RUBYGEMS']
+  require 'spec'
+end
+begin
+  require 'spec/rake/spectask'
+rescue LoadError
+  puts <<-EOS
+To use rspec for testing you must install rspec gem:
+    gem install rspec
+EOS
+  exit(0)
+end
+
+desc "Run the specs under spec/models"
+Spec::Rake::SpecTask.new do |t|
+  t.spec_opts = ['--options', "spec/spec.opts"]
+  t.spec_files = FileList['spec/**/*_spec.rb']
+end

metadata

@@ -0,0 +1,125 @@
+--- !ruby/object:Gem::Specification 
+name: fast_innodb_import
+version: !ruby/object:Gem::Version 
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 1
+  version: 0.0.1
+platform: ruby
+authors: 
+- Tobias Schwab
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-09-22 00:00:00 +02:00
+default_executable: fast_innodb_import
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: mysql2
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 0
+        - 1
+        - 9
+        version: 0.1.9
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: rubyforge
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 2
+        - 0
+        - 4
+        version: 2.0.4
+  type: :development
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        segments: 
+        - 2
+        - 6
+        - 2
+        version: 2.6.2
+  type: :development
+  version_requirements: *id003
+description: Script to import mysqldumps (<table_name>.txt files created with option -T) with "disabled" keys (like DISABLE KEYS for MyISAM Tables)
+email: 
+- tobias.schwab@dynport.de
+executables: 
+- fast_innodb_import
+extensions: []
+
+extra_rdoc_files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+files: 
+- History.txt
+- Manifest.txt
+- PostInstall.txt
+- README.rdoc
+- Rakefile
+- lib/fast_innodb_import.rb
+- script/console
+- script/destroy
+- script/generate
+- spec/fast_innodb_import_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb
+- tasks/rspec.rake
+- bin/fast_innodb_import
+has_rdoc: true
+homepage: http://github.com/dynport/fast_innodb_import
+licenses: []
+
+post_install_message: PostInstall.txt
+rdoc_options: 
+- --main
+- README.rdoc
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: fast_innodb_import
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Script to import mysqldumps (<table_name>.txt files created with option -T) with "disabled" keys (like DISABLE KEYS for MyISAM Tables)
+test_files: []
+