activerecord-importer 0.1.0 → 0.2.0

data/lib/activerecord/importer/runner.rb

@@ -4,7 +4,10 @@ module ActiveRecord::Importer
 
   class Runner
 
-    def initialize( db_config_path = 'database.yml', db_source_key = 'source', db_dest_key = 'dest' )
+    def initialize( db_config_path = 'database.yml',
+                    db_source_key = 'source',
+                    db_dest_key = 'dest',
+                    db_props_table_name = 'props' )
 
       @db_config = YAML.load_file( db_config_path )
 
@@ -16,23 +19,59 @@ module ActiveRecord::Importer
 
       puts "datasource new:"
       pp @db_dest
+
+      # lets use a props model for tracking versions/imports
+      @prop_clazz = Class.new( ActiveRecord::Base )   # same as  class Anoynymous < ActiveRecord::Base ; end
+      @prop_clazz.table_name = db_props_table_name     # same as   self.table_name = 'new_table_name'
+    end
+
+    ## todo: use connect_old! w/ !!! - check ar for convetion
+    def connect_old
+      ActiveRecord::Base.establish_connection( @db_source )
+    end
+
+    def connect_new
+      ActiveRecord::Base.establish_connection(  @db_dest )
+    end
+
+    def connect( key )
+      ActiveRecord::Base.establish_connection(  @db_config[ key ] )
+    end
+
+
+    def import( items )
+
+      items.each_with_index do |item,index|
+        model_clazz = item[0]
+        sql         = item[1]
+        puts "Importing step #{index+1}/#{items.size}..."
+        import_table( model_clazz, sql )
+      end
+
+      version = version_string()
+
+      puts "Adding version string >#{version}<..."
+      @prop_clazz.create!( :key => 'db.version.import', :value => version )
+      puts "OK"
     end
-    
- 
+
+
     ### sql          - source query
     ### model_clazz - target model/table
-    
-    def import( sql, model_clazz  )  
 
-      ActiveRecord::Base.establish_connection( @db_source )
+    def import_table( model_clazz, sql )
+
+      connect_old()
+
+      puts "Fetching records with query >#{sql}<..."
   
       recs = ActiveRecord::Base.connection.execute( sql )
 
-      puts "SQL>#{sql}<"
+      puts "OK - Found #{recs.length} records."
 
-      puts "#{model_clazz.name} -> Found #{recs.length} Records"
+      connect_new()
 
-      ActiveRecord::Base.establish_connection(  @db_dest )
+      puts "Adding records to table >#{model_clazz.name}<..."
 
       recs.each_with_index do |rec,i|
 
@@ -50,35 +89,24 @@ module ActiveRecord::Importer
         print "\r\n" if ((i+1) % 80) == 0   # add new line after 80 records
 
         #debug_dump_record( rec )
-        model_clazz.create!( downcase_hash( rec ) )  
+        model_clazz.create!( downcase_hash( rec ) )
       end
 
-      puts "OK"    
+      puts "OK"
     end
 
-def version_string
-  
-  username     = ENV['USERNAME']     || '!!(username missing)'
-  computername = ENV['COMPUTERNAME'] || '!!(computername missing)'
-  
-  buf = ""
-  buf << "generated on #{Time.now} "
-  buf << "by #{username} @ #{computername} " 
-  buf << "using Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
-  buf
-end
-
 
 def debug_dump_table( sql )
   
-  ActiveRecord::Base.establish_connection( @db_source )
-  puts "OK - Verbindung erfolgreich aufgebaut!!!"
+  connect_old()
+  puts "OK - Connection successfully established."
+
+  puts "SQL>#{sql}<"
 
   recs = ActiveRecord::Base.connection.execute( sql )
 
-  puts "OK - Found #{recs.length} Records!!!"
+  puts "OK - Found #{recs.length} records."
 
-  puts "SQL>#{sql}<"
 
   recs.each do |rec|
     print '.'
@@ -88,9 +116,21 @@ def debug_dump_table( sql )
   puts "OK"
 end
 
-   
-    
+
 private
+
+def version_string
+  
+  username     = ENV['USERNAME']     || '!!(username missing)'
+  computername = ENV['COMPUTERNAME'] || '!!(computername missing)'
+  
+  buf = ""
+  buf << "generated on #{Time.now} "
+  buf << "by #{username} @ #{computername} " 
+  buf << "using Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
+  buf
+end
+
 def downcase_hash( hash )
   new_hash = {}
   hash.each do |k,v|
@@ -104,7 +144,7 @@ def downcase_hash( hash )
     end
   end
   new_hash
-end    
+end
 
 def debug_dump_record( hash )
   hash.each do |k,v|

data/lib/activerecord/importer/version.rb

@@ -2,6 +2,5 @@
 module ActiveRecord ; end  # forward reference
 
 module ActiveRecord::Importer
-  VERSION = "0.1.0"
+  VERSION = '0.2.0'
 end
-

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: activerecord-importer
 version: !ruby/object:Gem::Version 
-  hash: 27
+  hash: 23
   prerelease: 
   segments: 
   - 0
-  - 1
+  - 2
   - 0
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors: 
 - Gerald Bauer
@@ -15,7 +15,7 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2012-11-30 00:00:00 Z
+date: 2012-12-03 00:00:00 Z
 dependencies: 
 - !ruby/object:Gem::Dependency 
   name: rdoc
@@ -40,11 +40,11 @@ dependencies:
     requirements: 
     - - ~>
       - !ruby/object:Gem::Version 
-        hash: 7
+        hash: 1
         segments: 
         - 3
-        - 0
-        version: "3.0"
+        - 3
+        version: "3.3"
   type: :development
   version_requirements: *id002
 description: activerecord-importer - Another Data Importer