radiant-import_export-extension 1.0.0

data/.gitignore

@@ -0,0 +1,17 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+Gemfile.lock
+InstalledFiles
+_yardoc
+coverage
+doc/
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in radiant-import_export-extension.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,22 @@
+Copyright (c) 2014 Andrew vonderLuft
+
+MIT License
+
+Permission is hereby granted, free of charge, to any person obtaining
+a copy of this software and associated documentation files (the
+"Software"), to deal in the Software without restriction, including
+without limitation the rights to use, copy, modify, merge, publish,
+distribute, sublicense, and/or sell copies of the Software, and to
+permit persons to whom the Software is furnished to do so, subject to
+the following conditions:
+
+The above copyright notice and this permission notice shall be
+included in all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
+NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
+LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
+OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
+WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.textile

@@ -0,0 +1,47 @@
+h1. Import Export
+
+The *Import Export* extension supports an enhanced version of exporting your Radiant database, and 
+adds the ability to import the results of an export operation.
+
+h2. Installation
+
+Add this line to your application's Gemfile:  @gem 'radiant-import_export-extension'@
+And then execute:  @$ bundle@
+Or install it yourself as:  @$ gem install radiant-import_export-extension@
+
+h2. History
+
+* 2014-04-07 - Gemify [Andrew vonderLuft]
+* 2013-12-31 - added capability to import/export join tables [Andrew vonderLuft]
+* since then - "tweaks and enhancements":https://github.com/radiant/radiant-import-export-extension/commits/master
+* 2009-09-22 - Skip addition (ability to skip tables) [Johannes Fahrenkrug]
+* 2007-04-18 - First release [Sean Cribbs]
+
+h2. Usage
+
+* Import:  $ rake db:import [TEMPLATE=path/to/export.yml]
+* Export: $ rake db:export [SKIP="tabelname1,tablename2"] [TEMPLATE=path/to/export.yml]  (or browse to /admin/export )
+
+h2. Contributing
+
+# Fork it
+# Create your feature branch (`git checkout -b my-new-feature`)
+# Commit your changes (`git commit -am 'Add some feature'`)
+# Push to the branch (`git push origin my-new-feature`)
+# Create new Pull Request
+
+h2. To do
+
+* Import still not working with Oracle
+* Add more tests
+
+h2. "Contributors":https://github.com/radiant/radiant-import-export-extension/graphs/contributors
+
+* "Sean Cribbs":https://github.com/seancribbs
+* "Johannes Fahrenkrug":https://github.com/jfahrenkrug
+* "Drew Neil":https://github.com/nelstrom
+* "Istvan Hoka":https://github.com/ihoka
+* "Chris Parrish":https://github.com/chrisparrish
+* "Andrew vonderLuft":https://github.com/avonderluft
+* "et al.":https://github.com/radiant/radiant-import-export-extension/graphs/contributors
+

data/Rakefile

@@ -0,0 +1,26 @@
+require 'rake'
+require 'rake/testtask'
+require 'rake/rdoctask'
+require 'bundler/gem_tasks'
+
+desc 'Default: run unit tests.'
+task :default => :test
+
+desc 'Test the import_export extension.'
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = true
+end
+
+desc 'Generate documentation for the import_export extension.'
+Rake::RDocTask.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'ImportExportExtension'
+  rdoc.options << '--line-numbers' << '--inline-source'
+  rdoc.rdoc_files.include('README')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+# Load any custom rakefiles for extension
+Dir[File.dirname(__FILE__) + '/tasks/*.rake'].sort.each { |f| require f }

data/app/controllers/admin/export_controller.rb

@@ -0,0 +1,5 @@
+class Admin::ExportController < ApplicationController
+  def yaml
+    render :text => Exporter.export, :content_type => "text/yaml"
+  end
+end

data/import_export_extension.rb

@@ -0,0 +1,15 @@
+# Uncomment this if you reference any of your controllers in activate
+# require_dependency 'application'
+
+class ImportExportExtension < Radiant::Extension
+  version ImportExport::VERSION
+  description "Supports more flexible import and export to Radiant databases."
+  url "https://github.com/radiant/radiant-import-export-extension"
+ 
+  def activate
+  end
+  
+  def deactivate
+  end
+  
+end

data/lib/exporter.rb

@@ -0,0 +1,25 @@
+class Exporter
+  extend Loader
+  cattr_accessor :models, :join_tables
+  self.models = models_from_database
+  self.join_tables = join_tables_from_database
+  
+  def self.export
+    hash = {'name' => 'Last export', 'description' => "Backup of the database as of #{Time.now.to_s(:rfc822)}"}
+    hash['records'] = {}
+    self.models.each do |klass|
+      recs = klass.find(:all)
+      if recs
+        hash['records'][klass.name.pluralize] = recs.inject({}) { |h, record| h[record.id.to_s] = record.attributes; h }
+      end
+    end
+    self.join_tables.each do |table|
+      recs =  ActiveRecord::Base.connection.select_all("SELECT * FROM #{table}")
+      if recs
+        i = 0
+        hash['records'][table.camelize] = recs.inject({}) { |h, record| h[i += 1] = record; h }
+      end
+    end
+    hash.to_yaml
+  end
+end

data/lib/import_export/version.rb

@@ -0,0 +1,3 @@
+module ImportExport
+  VERSION = "1.0.0"
+end

data/lib/loader.rb

@@ -0,0 +1,30 @@
+module Loader
+  # In most cases singularizing a table's name yields the model's name but in
+  # special cases where the model's name is already seen as plural by rails, it
+  # expects the table's name to then also be plural (so the model: 'MyData' goes
+  # with the table: 'my_data')
+  def models_from_database
+    tables = ActiveRecord::Base.connection.tables
+    tables.delete "config"
+    if ENV['SKIP']
+      table_names = ENV['SKIP'].split(',')
+      table_names.each do |table_to_skip|
+        puts "Skipping #{table_to_skip}"
+        tables.delete table_to_skip.strip
+      end
+    end
+    models = tables.collect { |table| table.camelize.singularize.constantize rescue nil || table.camelize.constantize rescue nil }.compact
+    models << Radiant::Config
+  end
+  
+  def join_tables_from_database
+    join_tables = []
+    excluded_tables = ["schema_migrations"]
+    ActiveRecord::Base.connection.tables.each do |table| 
+      unless ActiveRecord::Base.connection.columns(table).map { |c| c.name }.include?("id")
+        join_tables << table unless excluded_tables.include?(table)
+      end
+    end
+    join_tables.compact
+  end
+end

data/lib/radiant_setup_create_records_patch.rb

@@ -0,0 +1,52 @@
+module Radiant
+  class Setup
+    def create_records(template)
+      records = template['records']
+      if records
+        puts
+        records.keys.each do |key|
+          table = key.underscore
+          # assume this is an ActiveRecord model if table has column 'id'
+          if key == "Radiant::Configs" || ActiveRecord::Base.connection.columns(table).map { |c| c.name }.include?("id")
+            feedback "Importing '#{key.to_s.underscore.humanize.titleize}' table data" do
+              model = model(key)
+              model.reset_column_information
+              record_pairs = order_by_id(records[key])
+              step do
+                record_pairs.each do |id, record|
+                  begin
+                    #puts "i: #{id}"
+                    #puts "r: #{record}"
+                    #puts
+                    r = model.new(record)
+                    r.id = id
+                    r.save
+                    # UserActionObserver sets user to null, so we have to update explicitly
+                    model.update_all({:created_by_id => record['created_by_id']}, {:id => r.id}) if r.respond_to? :created_by_id
+                  rescue Exception => e
+                    puts "Failed to create record #{id}. Reason: #{e}"
+                  end
+                end
+              end
+            end
+          else
+             feedback "Importing '#{key.to_s.underscore.humanize.titleize}' join table data" do
+               table = key.underscore
+               record_pairs = records[key].sort
+               step do
+                 record_pairs.each do |id, record|
+                   begin
+                     sql = "INSERT INTO #{table} (#{record.keys.join(", ")}) VALUES (#{record.values.join(", ")})"
+                     ActiveRecord::Base.connection.execute(sql)
+                   rescue Exception => e
+                     puts "Failed to create record #{id}. Reason: #{e}"
+                   end
+                 end
+               end          
+             end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/tasks/import_export_extension_tasks.rake

@@ -0,0 +1,88 @@
+namespace :db do
+  desc "Import a database template from db/export.yml. Specify the TEMPLATE environment variable to load a different template. This is not intended for new installations, but restoration from previous exports."
+  task :import do
+    require 'highline/import'
+    say "ERROR: Specify a template to load with the TEMPLATE environment variable." and exit unless (ENV['TEMPLATE'] and File.exists?(ENV['TEMPLATE']))
+    Rake::Task["db:schema:load"].invoke
+    # Use what Radiant::Setup for the heavy lifting
+    require 'radiant/setup'
+    require 'lib/radiant_setup_create_records_patch'
+    setup = Radiant::Setup.new
+    
+    # Load the data from the export file
+    data = YAML.load_file(ENV['TEMPLATE'] || "#{RAILS_ROOT}/db/export.yml")
+    
+    # Reorder Radiant::Config table to ensure ids are sequential with no gaps, to prevent load error
+    configs_in_order = data['records']['Radiant::Configs'].sort_by { |k,v| v['id'] }
+    new_configs = {}
+    configs_in_order.each do |attributes|
+      rec_id = configs_in_order.index(attributes) + 1
+      new_configs[rec_id.to_s] = {'id' => rec_id}
+      Radiant::Config.column_names.delete_if { |el| el == "id" }.each do |att|
+        new_configs[rec_id.to_s][att] = attributes[1][att]
+      end
+    end
+    data['records']['Radiant::Configs'].replace(new_configs)
+
+    # Load the users first so created_by fields can be updated
+    users_only = {'records' => {'Users' => data['records'].delete('Users')}}
+    passwords = []
+    users_only['records']['Users'].each do |id, attributes|
+      if attributes['password']
+        passwords << [attributes['id'], attributes['password'], attributes['salt']]
+        attributes['password'] = 'radiant'
+        attributes['password_confirmation'] = 'radiant'
+      end
+    end
+    setup.send :create_records, users_only
+    
+    # Hack to get passwords transferred correctly.
+    passwords.each do |id, password, salt|
+      User.update_all({:password => password, :salt => salt}, ['id = ?', id])
+    end
+
+    # Now load the created users into the hash and load the rest of the data
+    data['records'].each do |klass, records|
+      records.each do |key, attributes|
+        if attributes.has_key? 'created_by'
+          attributes['created_by'] = User.find(attributes['created_by']) rescue nil
+        end
+        if attributes.has_key? 'updated_by'
+          attributes['updated_by'] = User.find(attributes['updated_by']) rescue nil
+        end
+      end
+    end
+    setup.send :create_records, data
+    
+    # if env set, adjust the auto increment counter, needed for DB2
+    if ENV['FIXIDS']
+      puts
+      data['records'].each do |klass, records|
+        tabname = klass.to_s.singularize.constantize.table_name
+        
+        if ActiveRecord::Base.connection and !ActiveRecord::Base.connection.schema.to_s.empty?
+          tabname = ActiveRecord::Base.connection.schema.to_s + '.' + tabname
+        end
+      
+        res = ActiveRecord::Base.connection.select_value("SELECT max(id)+1 from #{tabname};")
+      
+        if res
+          puts "Adjusting auto increment value for the id column of #{tabname}..."
+          ActiveRecord::Base.connection.execute("alter table #{tabname} alter column id restart with #{res};")
+        end
+      end
+      puts 'Done.'
+    end
+  end
+  
+  desc "Export a database template to db/export_TIME.yml. Specify the TEMPLATE environment variable to use a different file."
+  task :export do
+    require "activerecord" if !defined?(ActiveRecord)
+    require "#{RAILS_ROOT}/config/environment.rb"
+    ActiveRecord::Base.establish_connection
+    require "#{File.expand_path(File.dirname(__FILE__) + '/../')}/loader.rb"
+    require "#{File.expand_path(File.dirname(__FILE__) + '/../')}/exporter.rb"
+    template_name = ENV['TEMPLATE'] || "#{RAILS_ROOT}/db/export_#{Time.now.utc.strftime("%Y%m%d%H%M%S")}.yml"
+    File.open(template_name, "w") {|f| f.write Exporter.export }
+  end
+end

data/radiant-import_export-extension.gemspec

@@ -0,0 +1,18 @@
+# -*- encoding: utf-8 -*-
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'import_export/version'
+
+Gem::Specification.new do |gem|
+  gem.name          = "radiant-import_export-extension"
+  gem.version       = ImportExport::VERSION
+  gem.authors       = ["Sean Cribbs","Johannes Fahrenkrug","Drew Neil","Istvan Hoka","Chris Parrish","Andrew vonderLuft"]
+  gem.email         = ["avonderluft@avlux.net"]
+  gem.description   = %q{Enhanced version of exporting and importing your Radiant database tables to/from YAML files}
+  gem.summary       = %q{Supports more flexible import and export to Radiant databases.}
+  gem.homepage      = "https://github.com/radiant/radiant-import-export-extension"
+  gem.files         = `git ls-files`.split($/)
+  gem.executables   = gem.files.grep(%r{^bin/}).map{ |f| File.basename(f) }
+  gem.test_files    = gem.files.grep(%r{^(test|spec|features)/})
+  gem.require_paths = ["lib"]
+end

data/test/functional/import_export_extension_test.rb

@@ -0,0 +1,10 @@
+require File.dirname(__FILE__) + '/../test_helper'
+
+class ImportExportExtensionTest < Test::Unit::TestCase
+
+  def test_initialization
+    assert_equal File.join(File.expand_path(RADIANT_ROOT), 'vendor', 'extensions', 'import_export'), ImportExportExtension.root
+    assert_equal 'Import Export', ImportExportExtension.extension_name
+  end
+
+end

data/test/test_helper.rb

@@ -0,0 +1,18 @@
+# Load the environment
+unless defined? RADIANT_ROOT
+  ENV["RAILS_ENV"] = "test"
+  require "#{File.expand_path(File.dirname(__FILE__) + "/../../../../")}/config/environment"
+end
+require "#{RADIANT_ROOT}/test/test_helper"
+
+class Test::Unit::TestCase
+  
+  # Include a helper to make testing Radius tags easier
+  test_helper :extension_tags
+  
+  # Add the fixture directory to the fixture path
+  self.fixture_path << File.dirname(__FILE__) + "/fixtures"
+  
+  # Add more helper methods to be used by all extension tests here...
+  
+end

metadata

@@ -0,0 +1,86 @@
+--- !ruby/object:Gem::Specification 
+name: radiant-import_export-extension
+version: !ruby/object:Gem::Version 
+  hash: 23
+  prerelease: 
+  segments: 
+  - 1
+  - 0
+  - 0
+  version: 1.0.0
+platform: ruby
+authors: 
+- Sean Cribbs
+- Johannes Fahrenkrug
+- Drew Neil
+- Istvan Hoka
+- Chris Parrish
+- Andrew vonderLuft
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2014-04-07 00:00:00 Z
+dependencies: []
+
+description: Enhanced version of exporting and importing your Radiant database tables to/from YAML files
+email: 
+- avonderluft@avlux.net
+executables: []
+
+extensions: []
+
+extra_rdoc_files: []
+
+files: 
+- .gitignore
+- Gemfile
+- LICENSE.txt
+- README.textile
+- Rakefile
+- app/controllers/admin/export_controller.rb
+- import_export_extension.rb
+- lib/exporter.rb
+- lib/import_export/version.rb
+- lib/loader.rb
+- lib/radiant_setup_create_records_patch.rb
+- lib/tasks/import_export_extension_tasks.rake
+- radiant-import_export-extension.gemspec
+- test/functional/import_export_extension_test.rb
+- test/test_helper.rb
+homepage: https://github.com/radiant/radiant-import-export-extension
+licenses: []
+
+post_install_message: 
+rdoc_options: []
+
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+requirements: []
+
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Supports more flexible import and export to Radiant databases.
+test_files: 
+- test/functional/import_export_extension_test.rb
+- test/test_helper.rb