datashift 0.1.0 → 0.2.1

data/tasks/config/tidy_config.txt

@@ -1,13 +1,13 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2010
-#
-# License::   Free, OpenSource... MIT ?
-
-# This is the best effort I've found so far to reduce the amount of MS cruft
-# to absolute minimum
-# ... but unfortunately these tags will NOT BE REMOVED completely - manual cleanup still required
-
-# TODO - add another ruby parse layer to strip these out completely
-
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2010
+#
+# License::   Free, OpenSource... MIT ?
+
+# This is the best effort I've found so far to reduce the amount of MS cruft
+# to absolute minimum
+# ... but unfortunately these tags will NOT BE REMOVED completely - manual cleanup still required
+
+# TODO - add another ruby parse layer to strip these out completely
+
 new-empty-tags: o:smarttagtype, st1:placename, st1:place, st1:placetype

data/tasks/db_tasks.rake

@@ -1,66 +1,66 @@
-# Author ::   Tom Statter
-# Date ::     Mar 2011
-#
-# License::   The MIT License (Free and OpenSource)
-#
-# About::     Additional Rake tasks useful when testing seeding DB via DataShift
-#
-namespace :autotelik do
-
-  namespace :db  do
-
-    SYSTEM_TABLE_EXCLUSION_LIST = ['schema_migrations']
-
-    desc "Purge the current database"
-    
-    task :purge, [:exclude_system_tables] => [:environment] do |t, args|
-      require 'highline/import'
-
-      if(RAILS_ENV == 'production')
-        agree("WARNING: In Production database, REALLY PURGE ? [y]:")
-      end
-
-      config = ActiveRecord::Base.configurations[RAILS_ENV || 'development']
-      case config['adapter']
-      when "mysql", "jdbcmysql"
-        ActiveRecord::Base.establish_connection(config)
-        ActiveRecord::Base.connection.tables.each do |table|
-          next if(args[:exclude_system_tables] && SYSTEM_TABLE_EXCLUSION_LIST.include?(table) )
-          puts "purging table: #{table}"
-          ActiveRecord::Base.connection.execute("TRUNCATE #{table}")
-        end
-      when "sqlite","sqlite3"
-        dbfile = config["database"] || config["dbfile"]
-        File.delete(dbfile) if File.exist?(dbfile)
-      when "sqlserver"
-        dropfkscript = "#{config["host"]}.#{config["database"]}.DP1".gsub(/\\/,'-')
-        `osql -E -S #{config["host"]} -d #{config["database"]} -i db\\#{dropfkscript}`
-        `osql -E -S #{config["host"]} -d #{config["database"]} -i db\\#{RAILS_ENV}_structure.sql`
-      when "oci", "oracle"
-        ActiveRecord::Base.establish_connection(config)
-        ActiveRecord::Base.connection.structure_drop.split(";\n\n").each do |ddl|
-          ActiveRecord::Base.connection.execute(ddl)
-        end
-      when "firebird"
-        ActiveRecord::Base.establish_connection(config)
-        ActiveRecord::Base.connection.recreate_database!
-      else
-        raise "Task not supported by '#{config["adapter"]}'"
-      end
-    end
- 
-    desc "Clear database and optional directories such as assets, then run db:seed"
-    task :seed_again, [:assets] => [:environment] do |t, args|
-
-      Rake::Task['autotelik:db:purge'].invoke( true )   # i.e ENV['exclude_system_tables'] = true
-
-      if(args[:assets])
-        assets = "#{Rails.root}/public/assets"
-        FileUtils::rm_rf(assets) if(File.exists?(assets))
-      end
-
-      Rake::Task['db:seed'].invoke
-    end
-  
-  end # db
+# Author ::   Tom Statter
+# Date ::     Mar 2011
+#
+# License::   The MIT License (Free and OpenSource)
+#
+# About::     Additional Rake tasks useful when testing seeding DB via DataShift
+#
+namespace :autotelik do
+
+  namespace :db  do
+
+    SYSTEM_TABLE_EXCLUSION_LIST = ['schema_migrations']
+
+    desc "Purge the current database"
+    
+    task :purge, [:exclude_system_tables] => [:environment] do |t, args|
+      require 'highline/import'
+
+      if(RAILS_ENV == 'production')
+        agree("WARNING: In Production database, REALLY PURGE ? [y]:")
+      end
+
+      config = ActiveRecord::Base.configurations[RAILS_ENV || 'development']
+      case config['adapter']
+      when "mysql", "jdbcmysql"
+        ActiveRecord::Base.establish_connection(config)
+        ActiveRecord::Base.connection.tables.each do |table|
+          next if(args[:exclude_system_tables] && SYSTEM_TABLE_EXCLUSION_LIST.include?(table) )
+          puts "purging table: #{table}"
+          ActiveRecord::Base.connection.execute("TRUNCATE #{table}")
+        end
+      when "sqlite","sqlite3"
+        dbfile = config["database"] || config["dbfile"]
+        File.delete(dbfile) if File.exist?(dbfile)
+      when "sqlserver"
+        dropfkscript = "#{config["host"]}.#{config["database"]}.DP1".gsub(/\\/,'-')
+        `osql -E -S #{config["host"]} -d #{config["database"]} -i db\\#{dropfkscript}`
+        `osql -E -S #{config["host"]} -d #{config["database"]} -i db\\#{RAILS_ENV}_structure.sql`
+      when "oci", "oracle"
+        ActiveRecord::Base.establish_connection(config)
+        ActiveRecord::Base.connection.structure_drop.split(";\n\n").each do |ddl|
+          ActiveRecord::Base.connection.execute(ddl)
+        end
+      when "firebird"
+        ActiveRecord::Base.establish_connection(config)
+        ActiveRecord::Base.connection.recreate_database!
+      else
+        raise "Task not supported by '#{config["adapter"]}'"
+      end
+    end
+ 
+    desc "Clear database and optional directories such as assets, then run db:seed"
+    task :seed_again, [:assets] => [:environment] do |t, args|
+
+      Rake::Task['autotelik:db:purge'].invoke( true )   # i.e ENV['exclude_system_tables'] = true
+
+      if(args[:assets])
+        assets = "#{Rails.root}/public/assets"
+        FileUtils::rm_rf(assets) if(File.exists?(assets))
+      end
+
+      Rake::Task['db:seed'].invoke
+    end
+  
+  end # db
 end # autotelik

data/tasks/excel_generator.rake

@@ -1,79 +1,79 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT.
-#
-# REQUIRES:   JRuby
-#
-# Usage::
-#
-#  In Rakefile:
-#
-#     require 'datashift'
-#
-#     DataShift::load_tasks
-#
-#  Cmd Line:
-#
-# => jruby -S rake datashift:generate:excel model=<active record class> result=<output_template.xls>
-#
-namespace :datashift do
-  namespace :generate do
-
-    desc "Generate a template .xls (Excel) file for a model"
-  
-    task :excel, [:model, :result] => [:environment] do |t, args|
-
-      require 'excel_generator'
-      
-      # in familiar ruby style args seems to have been become empty using this new style for rake 0.9.2
-      #  whatever format i try, on both Win and OSX .. so had to revert back to ENV
-      model = args[:model] || ENV['model']
-      result = args[:result] || ENV['result']
-    
-      raise "USAGE: jruby -S rake datashift:generate:excel model=<Class> result=<file.xls>" unless(result)
-      raise "ERROR: Cannot process without AR Model - please supply model=<Class>" unless(model)
-
-      begin
-        klass = Kernel.const_get(model)
-      rescue NameError
-        raise "ERROR: No such AR Model found - check valid model supplied via model=<Class>"
-      end
-
-      gen = DataShift::ExcelGenerator.new(result)
-
-      gen.generate(klass)
-    end
-
-  end
-
-  namespace :export do
-
-    desc "Export active record data to .xls (Excel) file"
-
-    task :excel, [:model, :result] => [:environment] do |t, args|
-
-      require 'excel_generator'
-
-      # in familiar ruby style args seems to have been become empty using this new style for rake 0.9.2
-      #  whatever format i try, on both Win and OSX .. so had to revert back to ENV
-      model = ENV['model']
-      result = ENV['result']
-
-      raise "USAGE: jruby -S rake datashift:gen:excel model=<Class> result=<file.xls>" unless(result)
-      raise "ERROR: Cannot process without AR Model - please supply model=<Class>" unless(model)
-
-      begin
-        klass = Kernel.const_get(model)
-      rescue NameError
-        raise "ERROR: No such AR Model found - check valid model supplied via model=<Class>"
-      end
-
-      gen = DataShift::ExcelGenerator.new(result)
-      
-      gen.export(klass.all)
-    end
-
-  end
-
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2011
+# License::   MIT.
+#
+# REQUIRES:   JRuby
+#
+# Usage::
+#
+#  In Rakefile:
+#
+#     require 'datashift'
+#
+#     DataShift::load_tasks
+#
+#  Cmd Line:
+#
+# => jruby -S rake datashift:generate:excel model=<active record class> result=<output_template.xls>
+#
+namespace :datashift do
+  namespace :generate do
+
+    desc "Generate a template .xls (Excel) file for a model"
+  
+    task :excel, [:model, :result] => [:environment] do |t, args|
+
+      require 'excel_generator'
+      
+      # in familiar ruby style args seems to have been become empty using this new style for rake 0.9.2
+      #  whatever format i try, on both Win and OSX .. so had to revert back to ENV
+      model = args[:model] || ENV['model']
+      result = args[:result] || ENV['result']
+    
+      raise "USAGE: jruby -S rake datashift:generate:excel model=<Class> result=<file.xls>" unless(result)
+      raise "ERROR: Cannot process without AR Model - please supply model=<Class>" unless(model)
+
+      begin
+        klass = Kernel.const_get(model)
+      rescue NameError
+        raise "ERROR: No such AR Model found - check valid model supplied via model=<Class>"
+      end
+
+      gen = DataShift::ExcelGenerator.new(result)
+
+      gen.generate(klass)
+    end
+
+  end
+
+  namespace :export do
+
+    desc "Export active record data to .xls (Excel) file"
+
+    task :excel, [:model, :result] => [:environment] do |t, args|
+
+      require 'excel_generator'
+
+      # in familiar ruby style args seems to have been become empty using this new style for rake 0.9.2
+      #  whatever format i try, on both Win and OSX .. so had to revert back to ENV
+      model = ENV['model']
+      result = ENV['result']
+
+      raise "USAGE: jruby -S rake datashift:gen:excel model=<Class> result=<file.xls>" unless(result)
+      raise "ERROR: Cannot process without AR Model - please supply model=<Class>" unless(model)
+
+      begin
+        klass = Kernel.const_get(model)
+      rescue NameError
+        raise "ERROR: No such AR Model found - check valid model supplied via model=<Class>"
+      end
+
+      gen = DataShift::ExcelGenerator.new(result)
+      
+      gen.export(klass.all)
+    end
+
+  end
+
 end

data/tasks/file_tasks.rake

@@ -1,37 +1,37 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Feb 2011
-# License::   MIT
-#
-# Usage::     rake datashift:file_rename input=/blah image_load input=path_to_images
-#
-namespace :datashift do
-
-  desc "copy or mv a folder of files, consistently renaming in the process"
-  task :file_rename, :input, :offset, :prefix, :width, :commit, :mv do |t, args|
-    raise "USAGE: rake file_rename input='C:\blah' [offset=n prefix='str' width=n]" unless args[:input] && File.exists?(args[:input])
-    width = args[:width] || 2
-
-    action = args[:mv] ? 'mv' : 'cp'
-
-    cache = args[:input]
-
-    if(File.exists?(cache) )
-      puts "Renaming files from #{cache}"
-      Dir.glob(File.join(cache, "*")) do |name|
-        path, base_name = File.split(name)
-        id = base_name.slice!(/\w+/)
-
-        id = id.to_i + args[:offset].to_i if(args[:offset])
-        id = "%0#{width}d" % id.to_i if(args[:width])
-        id = args[:prefix] + id.to_s if(args[:prefix])
-
-        destination = File.join(path, "#{id}#{base_name}")
-        puts "ACTION: #{action} #{name} #{destination}"
-
-        File.send( action, name, destination) if args[:commit]
-      end
-    end
-  end
-
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Feb 2011
+# License::   MIT
+#
+# Usage::     rake datashift:file_rename input=/blah image_load input=path_to_images
+#
+namespace :datashift do
+
+  desc "copy or mv a folder of files, consistently renaming in the process"
+  task :file_rename, :input, :offset, :prefix, :width, :commit, :mv do |t, args|
+    raise "USAGE: rake file_rename input='C:\blah' [offset=n prefix='str' width=n]" unless args[:input] && File.exists?(args[:input])
+    width = args[:width] || 2
+
+    action = args[:mv] ? 'mv' : 'cp'
+
+    cache = args[:input]
+
+    if(File.exists?(cache) )
+      puts "Renaming files from #{cache}"
+      Dir.glob(File.join(cache, "*")) do |name|
+        path, base_name = File.split(name)
+        id = base_name.slice!(/\w+/)
+
+        id = id.to_i + args[:offset].to_i if(args[:offset])
+        id = "%0#{width}d" % id.to_i if(args[:width])
+        id = args[:prefix] + id.to_s if(args[:prefix])
+
+        destination = File.join(path, "#{id}#{base_name}")
+        puts "ACTION: #{action} #{name} #{destination}"
+
+        File.send( action, name, destination) if args[:commit]
+      end
+    end
+  end
+
 end

data/tasks/import/csv.rake

@@ -1,50 +1,50 @@
-# Copyright:: (c) Autotelik Media Ltd 2011
-# Author ::   Tom Statter
-# Date ::     Aug 2011
-# License::   MIT
-#
-# Usage::
-#
-#  In Rakefile:
-#
-#     require 'datashift'
-#
-#     DataShift::load_tasks
-#
-#  Cmd Line:
-#
-# => jruby -S rake datashift:import:csv model=<active record class> input=<file.csv>
-#
-namespace :datashift do
-
-  namespace :import do
-
-    desc "Populate a model's table in db with data from CSV file"
-    task :csv, [:model, :loader, :input, :verbose] => [:environment] do |t, args|
-
-      # in familiar ruby style args seems to have been become empty with rake 0.9.2 whatever i try
-      # so had to revert back to ENV
-      model = ENV['model']
-      input = ENV['input']
-   
-      raise "USAGE: rake datashift:import:csv input=file.csv model=<Class>" unless(input)
-      raise "ERROR: Cannot process without AR Model - please supply model=<Class>" unless(model)
-      raise "ERROR: Could not find csv file #{args[:input]}" unless File.exists?(input)
-
-      require 'csv_loader'
-      
-      begin
-        klass = Kernel.const_get(model)
-      rescue NameError
-        raise "ERROR: No such AR Model found - check valid model supplied via model=<Class>"
-      end
-
-      puts "INFO: Using CSV loader"
-    
-      loader = DataShift::CsvLoader.new(klass)
-
-      loader.perform_load(input)
-    end
-  end
-  
+# Copyright:: (c) Autotelik Media Ltd 2011
+# Author ::   Tom Statter
+# Date ::     Aug 2011
+# License::   MIT
+#
+# Usage::
+#
+#  In Rakefile:
+#
+#     require 'datashift'
+#
+#     DataShift::load_tasks
+#
+#  Cmd Line:
+#
+# => jruby -S rake datashift:import:csv model=<active record class> input=<file.csv>
+#
+namespace :datashift do
+
+  namespace :import do
+
+    desc "Populate a model's table in db with data from CSV file"
+    task :csv, [:model, :loader, :input, :verbose] => [:environment] do |t, args|
+
+      # in familiar ruby style args seems to have been become empty with rake 0.9.2 whatever i try
+      # so had to revert back to ENV
+      model = ENV['model']
+      input = ENV['input']
+   
+      raise "USAGE: rake datashift:import:csv input=file.csv model=<Class>" unless(input)
+      raise "ERROR: Cannot process without AR Model - please supply model=<Class>" unless(model)
+      raise "ERROR: Could not find csv file #{args[:input]}" unless File.exists?(input)
+
+      require 'csv_loader'
+      
+      begin
+        klass = Kernel.const_get(model)
+      rescue NameError
+        raise "ERROR: No such AR Model found - check valid model supplied via model=<Class>"
+      end
+
+      puts "INFO: Using CSV loader"
+    
+      loader = DataShift::CsvLoader.new(klass)
+
+      loader.perform_load(input)
+    end
+  end
+  
 end