data_loader 0.1.0 → 0.2.0

data/.gitignore

@@ -3,4 +3,5 @@
 Gemfile.lock
 pkg/*
 .rvmrc
-bin/*
+bin/*
+*.tmproj

data/README.markdown

@@ -12,6 +12,7 @@ Features:
 * If table names are unspecified, they will be derived from the file name
 * Will prefix table names to avoid collisions (it overwrites existing tables)
 * Can run under a different connection, as defined in your database.yml
+* Appends data structure to `data_loader.textile`. Put this file in version control to see the differences when your source CSV files change.
 
 ### Usage
 
@@ -31,12 +32,12 @@ Features:
 
 ### TODO
 
-* Write the column structure for each table to a text file. This file can be stored in Git, so that if the CSV files change, the diff will make it obvious what changed.
-
 * A task to clean up all these temporary tables when we're done.
 
 * Post-data load step in Migrator to NULLify 0000-00-00 dates, which is how MySQL reads empty strings in (integers would remain 0).
 
 * Broader support for Rubies, Databases, and ORM/tools for building the schema.
 
+* More options for the log file (txt vs textile, filename).
+
 * Better tests!

data/lib/data_loader/loader.rb

@@ -17,18 +17,23 @@
 #     extension to append if no file extension is specified
 #   separator
 #     a comma (,)
+#   log
+#     true/false
 
 module DataLoader
 
   class Loader
-    attr_accessor :folder, :table_prefix, :default_ext, :inspect_rows, :connection, :separator
+    attr_accessor :folder, :table_prefix, :default_ext, :inspect_rows, :connection, :separator, :log
 
     def initialize(folder = '', separator = ',', table_prefix = 'load', connection = :root)
       @folder, @separator = folder, separator
       @table_prefix, @connection = table_prefix, connection
       @default_ext = 'csv'
       @inspect_rows = 10
+      @log = true
       yield(self) if block_given?
+      @logfile = File.expand_path(File.join(@folder, 'data_loader.textile'))
+      puts @logfile
     end
 
     def load(filename, table = nil)
@@ -37,9 +42,42 @@ module DataLoader
       table = Migrator.derive_table_name(filename) if table.nil?
       table = [@table_prefix, table].join('_') unless @table_prefix.blank?
       columns = Inspector.inspect_file(full_file, @separator, @inspect_rows)
+      log_columns(table, columns)
       Migrator.migrate(full_file, columns, table, @separator, @connection)
       table
     end
+    
+    def log(text)
+      return unless @log
+      
+      File.open(@logfile, 'a') do |file|
+        file << text
+      end
+    end
+    
+    def clear_log
+      FileUtils.remove(@logfile) if File.exist?(@logfile)
+    end
+
+  private
+
+    def log_columns(table, columns)
+      return unless @log
+      
+      File.open(@logfile, 'a') do |file|
+        file << "\ntable{width:80%}.\n|_\\2. #{table} |\n"   # table header (textile)
+        columns.each_with_index do |column, index|
+          if index == 0
+            file << "|{width:50%}. #{column[:name]} |{width:50%}. :#{column[:type]} |\n"  # 50% on first row
+          else
+            file << "| #{column[:name]} | :#{column[:type]} |\n"  # table row (textile)
+          end
+        end
+      end
+    end
+    
   end
-  
 end
+
+
+

data/lib/data_loader/version.rb

@@ -1,3 +1,3 @@
 module DataLoader
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: data_loader
 version: !ruby/object:Gem::Version 
-  hash: 27
+  hash: 23
   prerelease: 
   segments: 
   - 0
-  - 1
+  - 2
   - 0
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors: 
 - Nathan Youngman
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-03-25 00:00:00 -06:00
+date: 2011-04-05 00:00:00 -06:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency