activewarehouse-etl 0.2.0 → 0.3.0

data/CHANGELOG

@@ -1,2 +1,12 @@
 0.1.0 - Dec 6, 2006
- * Initial release
+ * Initial release
+ 
+0.2.0 - Dec 7, 2006
+ * Added an XML parser for source parsing
+ * Added support for compound key constraints in destinations via the :unique => [] option
+ * Added ability to declare explicit columns in bulk import
+ * Added support for generators in destinations
+ * Added a SurrogateKeyGenerator for cases where the database doesn't support auto generated surrogate keys
+ 
+0.3.0
+ * Added support for calculated values in virtual fields with Proc

data/lib/etl/control/destination.rb

@@ -21,7 +21,6 @@ module ETL #:nodoc:
         @current_row ||= 1
       end
       
-      # Abstract method
       def write(row)
         buffer << row
         flush if buffer.length >= buffer_size

data/lib/etl/control/destination/file_destination.rb

@@ -30,6 +30,7 @@ module ETL #:nodoc:
       
       # Flush the destination buffer
       def flush
+        # Engine.logger.debug "Flushing buffer #{buffer}"
         buffer.each do |row|
           # check to see if this row's compound key constraint already exists
           # note that the compound key constraint may not utilize virtual fields
@@ -84,10 +85,13 @@ module ETL #:nodoc:
       def add_virtuals!(row)
         if mapping[:virtual]
           mapping[:virtual].each do |key,value|
+            # Engine.logger.debug "Mapping virtual #{key}/#{value} for row #{row}"
             case value
             when Symbol
               generators[key] ||= ETL::Generator::Generator.class_for_name(value).new
               row[key] = generators[key].next
+            when Proc
+              row[key] = value.call(row)
             else
               row[key] = value
             end

data/lib/etl/version.rb

@@ -1,7 +1,7 @@
 module ETL
   module VERSION #:nodoc:
     MAJOR = 0
-    MINOR = 2
+    MINOR = 3
     TINY  = 0
 
     STRING = [MAJOR, MINOR, TINY].join('.')

metadata

@@ -3,8 +3,8 @@ rubygems_version: 0.9.0
 specification_version: 1
 name: activewarehouse-etl
 version: !ruby/object:Gem::Version 
-  version: 0.2.0
-date: 2006-12-07 00:00:00 -05:00
+  version: 0.3.0
+date: 2006-12-08 00:00:00 -05:00
 summary: Pure Ruby ETL package.
 require_paths: 
 - lib