activerecord-importer 0.1.0

data/History.md

@@ -0,0 +1,3 @@
+### 0.1.0 / 2012-11-29
+
+* Everything is new. First release

data/Manifest.txt

@@ -0,0 +1,7 @@
+History.md
+Manifest.txt
+README.md
+Rakefile
+lib/activerecord/importer.rb
+lib/activerecord/importer/runner.rb
+lib/activerecord/importer/version.rb

data/README.md

@@ -0,0 +1,7 @@
+# activerecord-importer
+
+A simple data importer.
+
+## License
+
+The scripts are dedicated to the public domain. Use it as you please with no restrictions whatsoever.

data/Rakefile

@@ -0,0 +1,20 @@
+require 'hoe'
+require './lib/activerecord/importer/version.rb'
+
+Hoe.spec 'activerecord-importer' do
+  
+  self.version = ActiveRecord::Importer::VERSION
+  
+  self.summary = 'activerecord-importer - Another Data Importer'
+  self.description = self.summary
+
+  self.urls    = ['https://github.com/geraldb/activerecord-importer']
+  
+  self.author  = 'Gerald Bauer'
+  self.email   = 'example@googlegroups.com'
+    
+  # switch extension to .markdown for gihub formatting
+  self.readme_file  = 'README.md'
+  self.history_file = 'History.md'
+  
+end

data/lib/activerecord/importer.rb

@@ -0,0 +1,19 @@
+
+require 'pp'
+require 'yaml'
+
+
+require 'activerecord/importer/version'
+require 'activerecord/importer/runner'
+
+module ActiveRecord::Importer
+
+  def self.banner
+    "activerecord-importer #{VERSION} on Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
+  end
+
+end
+
+
+# say hello on load
+puts ActiveRecord::Importer.banner

data/lib/activerecord/importer/runner.rb

@@ -0,0 +1,117 @@
+
+
+module ActiveRecord::Importer
+
+  class Runner
+
+    def initialize( db_config_path = 'database.yml', db_source_key = 'source', db_dest_key = 'dest' )
+
+      @db_config = YAML.load_file( db_config_path )
+
+      @db_source = @db_config[ db_source_key ]
+      @db_dest   = @db_config[ db_dest_key   ]
+      
+      puts "datasource old:"
+      pp @db_source
+
+      puts "datasource new:"
+      pp @db_dest
+    end
+    
+ 
+    ### sql          - source query
+    ### model_clazz - target model/table
+    
+    def import( sql, model_clazz  )  
+
+      ActiveRecord::Base.establish_connection( @db_source )
+  
+      recs = ActiveRecord::Base.connection.execute( sql )
+
+      puts "SQL>#{sql}<"
+
+      puts "#{model_clazz.name} -> Found #{recs.length} Records"
+
+      ActiveRecord::Base.establish_connection(  @db_dest )
+
+      recs.each_with_index do |rec,i|
+
+        # entertain use on console .....o....o...1000.. etc.
+        if ((i+1) % 1000) == 0
+          print (i+1)
+        elsif ((i+1) % 100) == 0
+          print 'O'
+        elsif ((i+1) % 10) == 0
+          print 'o'
+        else
+          print '.'  
+        end
+         
+        print "\r\n" if ((i+1) % 80) == 0   # add new line after 80 records
+
+        #debug_dump_record( rec )
+        model_clazz.create!( downcase_hash( rec ) )  
+      end
+
+      puts "OK"    
+    end
+
+def version_string
+  
+  username     = ENV['USERNAME']     || '!!(username missing)'
+  computername = ENV['COMPUTERNAME'] || '!!(computername missing)'
+  
+  buf = ""
+  buf << "generated on #{Time.now} "
+  buf << "by #{username} @ #{computername} " 
+  buf << "using Ruby #{RUBY_VERSION} (#{RUBY_RELEASE_DATE}) [#{RUBY_PLATFORM}]"
+  buf
+end
+
+
+def debug_dump_table( sql )
+  
+  ActiveRecord::Base.establish_connection( @db_source )
+  puts "OK - Verbindung erfolgreich aufgebaut!!!"
+
+  recs = ActiveRecord::Base.connection.execute( sql )
+
+  puts "OK - Found #{recs.length} Records!!!"
+
+  puts "SQL>#{sql}<"
+
+  recs.each do |rec|
+    print '.'
+    debug_dump_record( rec )
+  end
+
+  puts "OK"
+end
+
+   
+    
+private
+def downcase_hash( hash )
+  new_hash = {}
+  hash.each do |k,v|
+    # hack:  remove rownum key (only internal use; used only for paging)
+    next if k.downcase.to_s == 'rownum'
+
+    if v.class == String
+      new_hash[ k.downcase ] = v.rstrip # remove trailing spaces (added by cobol in db2!!!)
+    else
+      new_hash[ k.downcase ] = v
+    end
+  end
+  new_hash
+end    
+
+def debug_dump_record( hash )
+  hash.each do |k,v|
+    puts "#{k} => >#{v}< : #{v.class}"
+  end
+end
+
+  end # class Runner
+
+end # module ActiveRecord::Importer

data/lib/activerecord/importer/version.rb

@@ -0,0 +1,7 @@
+
+module ActiveRecord ; end  # forward reference
+
+module ActiveRecord::Importer
+  VERSION = "0.1.0"
+end
+

metadata

@@ -0,0 +1,101 @@
+--- !ruby/object:Gem::Specification 
+name: activerecord-importer
+version: !ruby/object:Gem::Version 
+  hash: 27
+  prerelease: 
+  segments: 
+  - 0
+  - 1
+  - 0
+  version: 0.1.0
+platform: ruby
+authors: 
+- Gerald Bauer
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2012-11-30 00:00:00 Z
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: rdoc
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 19
+        segments: 
+        - 3
+        - 10
+        version: "3.10"
+  type: :development
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: hoe
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ~>
+      - !ruby/object:Gem::Version 
+        hash: 7
+        segments: 
+        - 3
+        - 0
+        version: "3.0"
+  type: :development
+  version_requirements: *id002
+description: activerecord-importer - Another Data Importer
+email: example@googlegroups.com
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- Manifest.txt
+files: 
+- History.md
+- Manifest.txt
+- README.md
+- Rakefile
+- lib/activerecord/importer.rb
+- lib/activerecord/importer/runner.rb
+- lib/activerecord/importer/version.rb
+homepage: https://github.com/geraldb/activerecord-importer
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --main
+- README.md
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: activerecord-importer
+rubygems_version: 1.8.24
+signing_key: 
+specification_version: 3
+summary: activerecord-importer - Another Data Importer
+test_files: []
+