activewarehouse-etl 0.8.4 → 0.9.0

data/lib/etl/transform/hierarchy_lookup_transform.rb

@@ -3,26 +3,24 @@ module ETL #:nodoc:
     # Transform which walks up the hierarchy tree to find a value of the current level's value
     # is nil.
     #
-    # Configuration options:
-    # * <tt>:table</tt>: The name of the table to use for lookup (required)
-    # * <tt>:connection</tt>: The database adapter connection (required)
-    # * <tt>:parent_id_field</tt>: The name of the parent ID field (defaults to :parent_id)
-    #
     # TODO: Let the resolver be implemented in a class so different resolution methods are
     # possible.
     class HierarchyLookupTransform < ETL::Transform::Transform
       # The name of the field to use for the parent ID
       attr_accessor :parent_id_field
       
+      # The target connection name
+      attr_accessor :target
+      
       # Initialize the transform
       #
       # Configuration options:
-      # * <tt>:table</tt>: The table to search (required)
-      # * <tt>:connection</tt>: The ActiveRecord adapter (required)
+      # * <tt>:target</tt>: The target connection name (required)
       # * <tt>:parent_id_field</tt>: The name of the field to use for the parent ID (defaults to :parent_id)
       def initialize(control, name, configuration={})
         super
         @parent_id_field = configuration[:parent_id_field] || :parent_id
+        @target = configuration[:target]
       end
       
       # Transform the value.
@@ -40,15 +38,10 @@ module ETL #:nodoc:
         value
       end
       
-      # Lookup the parent value. Note that this method requires that configuration[:connection]
-      # is specified
+      # Lookup the parent value.
       def lookup(field, table, parent_id, parent_id_field)
-        unless configuration.has_key?(:connection)
-          raise ETL::ControlError, "The configuration hash must include the database connection"
-        end
-        
         q = "SELECT #{parent_id_field}, #{field} FROM #{table} WHERE id = #{parent_id}"
-        row = configuration[:connection].select_one(q)
+        row = ETL::Engine.connection(target).select_one(q)
         return row[parent_id_field.to_s], row[field.to_s]
       end
     end

data/lib/etl/util.rb

@@ -0,0 +1,59 @@
+module ETL
+  module Util
+    # Return the distance of time in words from the given from_time to the specified to_time. If to_time
+    # is not specified then Time.now is used. By default seconds are included...set the include_seconds
+    # argument to false to disable the seconds.
+    def distance_of_time_in_words(from_time, to_time=Time.now)
+      from_time = from_time.to_time if from_time.respond_to?(:to_time)
+      to_time = to_time.to_time if to_time.respond_to?(:to_time)
+      seconds = (to_time - from_time).round
+      distance_in_days = (seconds/(60*60*24)).round
+      seconds = seconds % (60*60*24)
+      distance_in_hours = (seconds/(60*60)).round
+      seconds = seconds % (60*60)
+      distance_in_minutes = (seconds/60).round
+      seconds = seconds % 60
+      distance_in_seconds = seconds
+    
+      s = ''
+      s << "#{distance_in_days} days," if distance_in_days > 0
+      s << "#{distance_in_hours} hours, " if distance_in_hours > 0
+      s << "#{distance_in_minutes} minutes, " if distance_in_minutes > 0
+      s << "#{distance_in_seconds} seconds"
+      s
+    end
+  
+    # Get the approximate disntance of time in words from the given from_time
+    # to the the given to_time. If to_time is not specified then it is set
+    # to Time.now. By default seconds are included...set the include_seconds
+    # argument to false to disable the seconds.
+    def approximate_distance_of_time_in_words(from_time, to_time=Time.now, include_seconds=true)
+      from_time = from_time.to_time if from_time.respond_to?(:to_time)
+      to_time = to_time.to_time if to_time.respond_to?(:to_time)
+      distance_in_minutes = (((to_time - from_time).abs)/60).round
+      distance_in_seconds = ((to_time - from_time).abs).round
+    
+      case distance_in_minutes
+        when 0..1
+          return (distance_in_minutes == 0) ? 'less than a minute' : '1 minute' unless include_seconds
+        case distance_in_seconds
+          when 0..4   then 'less than 5 seconds'
+          when 5..9   then 'less than 10 seconds'
+          when 10..19 then 'less than 20 seconds'
+          when 20..39 then 'half a minute'
+          when 40..59 then 'less than a minute'
+          else             '1 minute'
+        end
+        when 2..44           then "#{distance_in_minutes} minutes"
+        when 45..89          then 'about 1 hour'
+        when 90..1439        then "about #{(distance_in_minutes.to_f / 60.0).round} hours"
+        when 1440..2879      then '1 day'
+        when 2880..43199     then "#{(distance_in_minutes / 1440).round} days"
+        when 43200..86399    then 'about 1 month'
+        when 86400..525959   then "#{(distance_in_minutes / 43200).round} months"
+        when 525960..1051919 then 'about 1 year'
+        else                      "over #{(distance_in_minutes / 525960).round} years"
+      end
+    end
+  end
+end

data/lib/etl/version.rb

@@ -1,8 +1,8 @@
 module ETL#:nodoc:
   module VERSION #:nodoc:
     MAJOR = 0
-    MINOR = 8
-    TINY  = 4
+    MINOR = 9
+    TINY  = 0
 
     STRING = [MAJOR, MINOR, TINY].join('.')
   end

metadata

@@ -3,8 +3,8 @@ rubygems_version: 0.9.2
 specification_version: 1
 name: activewarehouse-etl
 version: !ruby/object:Gem::Version 
-  version: 0.8.4
-date: 2007-05-24 00:00:00 -04:00
+  version: 0.9.0
+date: 2007-08-09 00:00:00 -04:00
 summary: Pure Ruby ETL package.
 require_paths: 
 - lib
@@ -36,6 +36,13 @@ files:
 - Rakefile
 - bin/etl
 - lib/etl
+- lib/etl/batch
+- lib/etl/batch/batch.rb
+- lib/etl/batch/directives.rb
+- lib/etl/batch.rb
+- lib/etl/builder
+- lib/etl/builder/date_dimension_builder.rb
+- lib/etl/builder.rb
 - lib/etl/commands
 - lib/etl/commands/etl.rb
 - lib/etl/control
@@ -48,11 +55,18 @@ files:
 - lib/etl/control/source/database_source.rb
 - lib/etl/control/source/enumerable_source.rb
 - lib/etl/control/source/file_source.rb
+- lib/etl/control/source/model_source.rb
 - lib/etl/control/source.rb
 - lib/etl/control.rb
+- lib/etl/core_ext
+- lib/etl/core_ext/time
+- lib/etl/core_ext/time/calculations.rb
+- lib/etl/core_ext/time.rb
+- lib/etl/core_ext.rb
 - lib/etl/engine.rb
 - lib/etl/execution
 - lib/etl/execution/base.rb
+- lib/etl/execution/batch.rb
 - lib/etl/execution/job.rb
 - lib/etl/execution/migration.rb
 - lib/etl/execution/record.rb
@@ -79,6 +93,7 @@ files:
 - lib/etl/processor/print_row_processor.rb
 - lib/etl/processor/processor.rb
 - lib/etl/processor/rename_processor.rb
+- lib/etl/processor/require_non_blank_processor.rb
 - lib/etl/processor/row_processor.rb
 - lib/etl/processor/sequence_processor.rb
 - lib/etl/processor/surrogate_key_processor.rb
@@ -87,6 +102,7 @@ files:
 - lib/etl/row.rb
 - lib/etl/screen
 - lib/etl/screen/row_count_screen.rb
+- lib/etl/screen.rb
 - lib/etl/transform
 - lib/etl/transform/block_transform.rb
 - lib/etl/transform/date_to_string_transform.rb
@@ -103,6 +119,7 @@ files:
 - lib/etl/transform/trim_transform.rb
 - lib/etl/transform/type_transform.rb
 - lib/etl/transform.rb
+- lib/etl/util.rb
 - lib/etl/version.rb
 - lib/etl.rb
 - examples/database.example.yml