mercator_legacy_importer 0.0.1

data/README.rdoc

@@ -0,0 +1,6 @@
+= MercatorLegacyImporter
+
+This is am sample engine for importing data from a legacy MYSQL database.
+Look into the models and the lib/tasks folder for examples for connecting to a database and importing data.
+
+This project uses the GPL V3 license. See file LICENSE in the same directory for details about the GPL V3.

data/Rakefile

@@ -0,0 +1,34 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'MercatorLegacyImporter'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.rdoc')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+
+
+
+Bundler::GemHelper.install_tasks
+
+require 'rake/testtask'
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+
+
+task default: :test

data/app/assets/javascripts/mercator_legacy_importer/application.js

@@ -0,0 +1,13 @@
+// This is a manifest file that'll be compiled into application.js, which will include all the files
+// listed below.
+//
+// Any JavaScript/Coffee file within this directory, lib/assets/javascripts, vendor/assets/javascripts,
+// or vendor/assets/javascripts of plugins, if any, can be referenced here using a relative path.
+//
+// It's not advisable to add code directly here, but if you do, it'll appear at the bottom of the
+// compiled file.
+//
+// Read Sprockets README (https://github.com/sstephenson/sprockets#sprockets-directives) for details
+// about supported directives.
+//
+//= require_tree .

data/app/assets/stylesheets/mercator_legacy_importer/application.css

@@ -0,0 +1,13 @@
+/*
+ * This is a manifest file that'll be compiled into application.css, which will include all the files
+ * listed below.
+ *
+ * Any CSS and SCSS file within this directory, lib/assets/stylesheets, vendor/assets/stylesheets,
+ * or vendor/assets/stylesheets of plugins, if any, can be referenced here using a relative path.
+ *
+ * You're free to add application-wide styles to this file and they'll appear at the top of the
+ * compiled file, but it's generally better to create a new file per style scope.
+ *
+ *= require_self
+ *= require_tree .
+ */

data/app/controllers/mercator_legacy_importer/application_controller.rb

@@ -0,0 +1,4 @@
+module MercatorLegacyImporter
+  class ApplicationController < ActionController::Base
+  end
+end

data/app/helpers/mercator_legacy_importer/application_helper.rb

@@ -0,0 +1,4 @@
+module MercatorLegacyImporter
+  module ApplicationHelper
+  end
+end

data/app/models/mercator_legacy_importer/asset.rb

@@ -0,0 +1,4 @@
+class Legacy::Asset < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'assets'
+end

data/app/models/mercator_legacy_importer/attachable.rb

@@ -0,0 +1,6 @@
+class Legacy::Attachable < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'attachables'
+
+  belongs_to :asset
+end

data/app/models/mercator_legacy_importer/category.rb

@@ -0,0 +1,10 @@
+class Legacy::Category < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'categories'
+
+  # The following two lines fix the migration issues
+  hobo_model
+  fields
+
+  has_many :category_translations
+end

data/app/models/mercator_legacy_importer/category_translation.rb

@@ -0,0 +1,8 @@
+class Legacy::CategoryTranslation < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'category_translations'
+
+  belongs_to :category
+  scope :german, -> { where(locale: "de") }
+  scope :english, -> { where(locale: "en") }
+end

data/app/models/mercator_legacy_importer/cms_node.rb

@@ -0,0 +1,7 @@
+class Legacy::CmsNode < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'cms_nodes'
+
+  has_many :cms_node_translations
+  has_many :connectors
+end

data/app/models/mercator_legacy_importer/cms_node_translation.rb

@@ -0,0 +1,8 @@
+class Legacy::CmsNodeTranslation < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'cms_node_translations'
+
+  belongs_to :cms_node
+  scope :german, -> { where(locale: "de") }
+  scope :english, -> { where(locale: "en") }
+end

data/app/models/mercator_legacy_importer/connector.rb

@@ -0,0 +1,7 @@
+class Legacy::Connector < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'connectors'
+
+  belongs_to :content
+  belongs_to :cms_node
+end

data/app/models/mercator_legacy_importer/content.rb

@@ -0,0 +1,6 @@
+class Legacy::Content < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'contents'
+
+  has_many :connectors
+end

data/app/models/mercator_legacy_importer/content_item.rb

@@ -0,0 +1,6 @@
+class Legacy::ContentItem < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'content_items'
+
+  belongs_to :content
+end

data/app/models/mercator_legacy_importer/country.rb

@@ -0,0 +1,4 @@
+class Legacy::Country < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'zones'
+end

data/app/models/mercator_legacy_importer/page_template.rb

@@ -0,0 +1,8 @@
+class Legacy::PageTemplate < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'page_templates'
+
+  # The following two lines fix the migration issues
+  hobo_model
+  fields
+end

data/app/models/mercator_legacy_importer/product.rb

@@ -0,0 +1,12 @@
+class Legacy::Product < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'products'
+
+  # The following two lines fix the migration issues
+  hobo_model
+  fields 
+
+  has_many :product_translations
+  has_many :product_properties
+  has_many :properties , :through => :product_properties
+end

data/app/models/mercator_legacy_importer/product_overview_property.rb

@@ -0,0 +1,4 @@
+class Legacy::ProductOverviewProperty < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'product_overview_properties'
+end

data/app/models/mercator_legacy_importer/product_property.rb

@@ -0,0 +1,7 @@
+class Legacy::ProductProperty < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'products_properties'
+
+  belongs_to :product
+  belongs_to :property
+end

data/app/models/mercator_legacy_importer/product_relation.rb

@@ -0,0 +1,4 @@
+class Legacy::ProductRelation < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'product_relations'
+end

data/app/models/mercator_legacy_importer/product_supply.rb

@@ -0,0 +1,4 @@
+class Legacy::ProductSupply < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'product_supplies'
+end

data/app/models/mercator_legacy_importer/product_translation.rb

@@ -0,0 +1,8 @@
+class Legacy::ProductTranslation < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'product_translations'
+
+  belongs_to :product
+  scope :german, -> { where(locale: "de") }
+  scope :english, -> { where(locale: "en") }
+end

data/app/models/mercator_legacy_importer/property.rb

@@ -0,0 +1,13 @@
+class Legacy::Property < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'properties'
+
+  # The following two lines fix the migration issues
+  hobo_model
+  fields
+
+  has_many :property_translations
+
+  has_many :product_properties
+  has_many :products, :through => :product_properties
+end

data/app/models/mercator_legacy_importer/property_translation.rb

@@ -0,0 +1,8 @@
+class Legacy::PropertyTranslation < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'property_translations'
+
+  belongs_to :property
+  scope :german, -> { where(locale: "de") }
+  scope :english, -> { where(locale: "en") }
+end

data/app/models/mercator_legacy_importer/recommendation.rb

@@ -0,0 +1,10 @@
+class Legacy::Recommendation < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'recommendations'
+
+  # The following two lines fix the migration issues
+  hobo_model
+  fields
+
+  has_many :recommendation_translations
+end

data/app/models/mercator_legacy_importer/recommendation_translation.rb

@@ -0,0 +1,8 @@
+class Legacy::RecommendationTranslation < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'recommendation_translations'
+
+  belongs_to :recommendation
+  scope :german, -> { where(locale: "de") }
+  scope :english, -> { where(locale: "en") }
+end

data/app/models/mercator_legacy_importer/user.rb

@@ -0,0 +1,4 @@
+class Legacy::User < ActiveRecord::Base
+  establish_connection "import_development"
+  self.table_name = 'ivellio_vellin_customers'
+end

data/app/views/layouts/mercator_legacy_importer/application.html.erb

@@ -0,0 +1,14 @@
+<!DOCTYPE html>
+<html>
+<head>
+  <title>MercatorLegacyImporter</title>
+  <%= stylesheet_link_tag    "mercator_legacy_importer/application", media: "all" %>
+  <%= javascript_include_tag "mercator_legacy_importer/application" %>
+  <%= csrf_meta_tags %>
+</head>
+<body>
+
+<%= yield %>
+
+</body>
+</html>

data/config/database.yml

@@ -0,0 +1,13 @@
+import_development:
+  adapter: mysql2
+  host: localhost
+  database: ivellio_vellin_development
+  username: <%= CONFIG[:legacy_database_user] %>
+  password: <%= CONFIG[:legacy_database_password] %>
+
+import_production:
+  adapter: mysql2
+  host: localhost
+  database: ivellio_vellin_production
+  username: <%= CONFIG[:legacy_database_user] %>
+  password: <%= CONFIG[:legacy_database_password] %>

data/config/routes.rb

@@ -0,0 +1,2 @@
+MercatorLegacyImporter::Engine.routes.draw do
+end

data/db/migrate/20131202162757_add_legacy_ids.rb

@@ -0,0 +1,21 @@
+class AddLegacyIds < ActiveRecord::Migration
+  def self.up
+    add_column :users, :legacy_id, :integer
+
+    add_column :properties, :legacy_id, :integer
+
+    add_column :countries, :legacy_id, :integer
+
+    add_column :categories, :legacy_id, :integer
+  end
+
+  def self.down
+    remove_column :users, :legacy_id
+
+    remove_column :properties, :legacy_id
+
+    remove_column :countries, :legacy_id
+
+    remove_column :categories, :legacy_id
+  end
+end

data/db/migrate/20131202164442_products_add_legacy_id.rb

@@ -0,0 +1,9 @@
+class ProductsAddLegacyId < ActiveRecord::Migration
+  def self.up
+    add_column :products, :legacy_id, :integer
+  end
+
+  def self.down
+    remove_column :products, :legacy_id
+  end
+end

data/db/migrate/20140103154252_add_legacy_id_to_page.rb

@@ -0,0 +1,9 @@
+class AddLegacyIdToPage < ActiveRecord::Migration
+  def self.up
+    add_column :pages, :legacy_id, :integer
+  end
+
+  def self.down
+    remove_column :pages, :legacy_id
+  end
+end

data/db/migrate/20140103161205_add_legacy_id_to_page_template.rb

@@ -0,0 +1,9 @@
+class AddLegacyIdToPageTemplate < ActiveRecord::Migration
+  def self.up
+    add_column :page_templates, :legacy_id, :integer
+  end
+
+  def self.down
+    remove_column :page_templates, :legacy_id
+  end
+end

data/db/migrate/20140104094617_add_legacy_id_to_feature.rb

@@ -0,0 +1,9 @@
+class AddLegacyIdToFeature < ActiveRecord::Migration
+  def self.up
+    add_column :features, :legacy_id, :integer
+  end
+
+  def self.down
+    remove_column :features, :legacy_id
+  end
+end

data/db/migrate/20140107090420_add_legacy_id_to_content_elements.rb

@@ -0,0 +1,9 @@
+class AddLegacyIdToContentElements < ActiveRecord::Migration
+  def self.up
+    add_column :content_elements, :legacy_id, :integer
+  end
+
+  def self.down
+    remove_column :content_elements, :legacy_id
+  end
+end

data/lib/mercator_legacy_importer/engine.rb

@@ -0,0 +1,5 @@
+module MercatorLegacyImporter
+  class Engine < ::Rails::Engine
+    isolate_namespace MercatorLegacyImporter
+  end
+end

data/lib/mercator_legacy_importer/version.rb

@@ -0,0 +1,3 @@
+module MercatorLegacyImporter
+  VERSION = "0.0.1"
+end

data/lib/mercator_legacy_importer.rb

@@ -0,0 +1,4 @@
+require "mercator_legacy_importer/engine"
+
+module MercatorLegacyImporter
+end

data/lib/tasks/categories.rb

@@ -0,0 +1,32 @@
+def import_categories
+  puts "\n\nCategories:"
+    Category.all.each do |category|
+    category.delete
+  end
+  print "Categories deleted."
+
+  Legacy::Category.all.each do |legacy_category|
+    legacy_category_de = legacy_category.category_translations.german.first
+    legacy_category_en = legacy_category.category_translations.english.first
+
+    category = Category.create(name_de: legacy_category_de.title && legacy_category.name)
+    parent = Category.find_by_legacy_id(legacy_category.parent_id)
+    if category.update_attributes(name_en: legacy_category_en.title,
+                                 description_de: legacy_category_de.short_description,
+                                 description_en: legacy_category_en.short_description,
+                                 long_description_de: legacy_category_de.long_description,
+                                 long_description_en:  legacy_category_en.long_description,
+                                 position:  legacy_category.position,
+                                 parent: ( parent if parent ) ,
+                                 legacy_id: legacy_category.id)
+      category.state = "active" if legacy_category.active == true
+      if category.save
+        print "C"
+      else
+        puts "\nFAILURE: Category " + category.errors.first.to_s
+      end
+    else
+      puts "\nFAILURE: Category " + category.errors.first.to_s
+    end
+  end
+end

data/lib/tasks/categorizations.rb

@@ -0,0 +1,35 @@
+def import_categorizations
+  puts "\n\nCategorizations:"
+  Legacy::Product.all.each do |legacy_product|
+
+    unless product = Product.find_by_legacy_id(legacy_product.id) then
+      puts "\nFAILURE: Product " + legacy_product.id.to_s + " not found."
+      next
+    end
+
+    if legacy_product.article_group && legacy_product.article_group.length == 11
+      legacy_product.article_group = "00" + legacy_product.article_group[0..3] +
+                                     "00" + legacy_product.article_group[4..7] +
+                                     "00" + legacy_product.article_group[8..10] +
+                                     "-00000-00000"
+    end
+
+    unless legacy_category = Legacy::Category.find_by_category_product_group(legacy_product.article_group) then
+      puts "\nFAILURE: Legacy Category " + legacy_product.article_group.to_s + " not found."
+      next
+    end
+
+    unless  category = Category.find_by_legacy_id(legacy_category.id) then
+      puts "\nFAILURE: Category " + legacy_category.id.to_s + " not found."
+      next
+    end
+
+    categorization = Categorization.find_or_initialize_by_product_id_and_category_id(product.id, category.id)
+    unless categorization.update_attributes(position: 1) then
+      puts "\nFAILURE: Categorization " + categorization.errors.first.to_s
+      next
+    end
+
+    print "…"
+  end
+end

data/lib/tasks/category_images.rake

@@ -0,0 +1,49 @@
+def import_category_images
+  require 'net/http'
+  puts "\n\nCategory Images:"
+
+  assets = []
+
+  Net::HTTP.start("www.iv-shop.at") do |http|
+    Legacy::Attachable.where(attachable_type: "Category").each do |legacy_attachable|
+
+      category = Category.where(legacy_id: legacy_attachable.attachable_id).first
+
+      unless category
+        puts "\nFAILURE: Category not found: " + legacy_attachable.attachable_id.to_s
+        next
+      end
+
+      unless legacy_attachable.asset
+        puts "\nFAILURE: Asset not found: " + legacy_attachable.asset_id.to_s
+        next
+      end
+
+      filename = "/system/datas/" + legacy_attachable.asset.id.to_s +
+                 "/original/" + legacy_attachable.asset.data_file_name
+
+      data = StringIO.new(http.get(filename).body)
+
+      unless data
+        puts "\nFAILURE: Image not found " + filename
+        next
+      end
+
+      data.class.class_eval { attr_accessor :original_filename }
+      data.original_filename = legacy_attachable.asset.data_file_name
+      category.photo = data
+
+      if category.save
+        print "C"
+        assets << legacy_attachable.asset
+        legacy_attachable.delete()
+      else
+        puts "\nFAILURE: Category: " + category.first.to_s
+      end
+    end
+  end
+
+  assets.each do |asset|
+    asset.delete()
+  end
+end

data/lib/tasks/cms_node_images.rake

@@ -0,0 +1,91 @@
+def import_cms_node_images
+  require 'net/http'
+  puts "\n\nCMS Node Images:"
+
+  @legacy_contents = []
+  @legacy_attachables = []
+
+  Net::HTTP.start("www.iv-shop.at") do |http|
+#    Legacy::CmsNode.where(name: "images").each do |legacy_cms_node|
+    Legacy::CmsNode.all.each do |legacy_cms_node|
+
+      page = Page.where(legacy_id: legacy_cms_node.parent_id).first
+
+      legacy_cms_node.connectors.each do |legacy_connector|
+        if legacy_connector.position != 1
+          @used_as = legacy_cms_node.name + legacy_connector.position.to_s
+        else
+          @used_as = legacy_cms_node.name
+        end
+
+        @locale = legacy_connector.locale
+
+        legacy_content = legacy_connector.content
+
+        legacy_id = legacy_cms_node.id
+
+        content_element = ContentElement.find_or_initialize_by(legacy_id: legacy_id)
+        content_element.markup = "html"
+        content_element.name_de = legacy_content.name if @locale == "de"
+        content_element.name_en = legacy_content.name if @locale == "en"
+
+        legacy_attachable = Legacy::Attachable.where(attachable_type: "Content", attachable_id: legacy_content.id).first
+        unless legacy_attachable
+          puts "\nFAILURE: Attachable not found " + legacy_content.id.to_s
+          next
+        end
+
+        filename = "/system/datas/" + legacy_attachable.asset_id.to_s +
+          "/original/" + legacy_content.name
+
+        data = StringIO.new(http.get(filename).body)
+
+        unless data
+          puts "\nFAILURE: Image not found " + filename
+          next
+        end
+
+        data.class.class_eval { attr_accessor :original_filename }
+        data.original_filename = legacy_attachable.asset.data_file_name
+        content_element.photo = data
+
+        Legacy::ContentItem.where(content_id: legacy_content.id).each do |legacy_content_item|
+
+          debugger unless ["text", "slogan", "content"].include?(legacy_content_item.key)
+
+          content_element.content_de = legacy_content_item.value if @locale == "de"
+          content_element.content_en = legacy_content_item.value if @locale == "en"
+          legacy_content_item.delete()
+        end
+
+        if content_element.save
+          print "C"
+        else
+          puts "\nFAILURE: ContentElement: " + content_element.errors.first.to_s
+        end
+
+        pcea = PageContentElementAssignment.find_or_initialize_by(used_as: @used_as,
+                                                                  page_id: page.id,
+                                                                  content_element_id: content_element.id)
+        if pcea.save
+          print "A"
+        else
+          puts "\nFAILURE: PageContentElementAssignment: " + pcea.errors.first.to_s
+        end
+
+        @legacy_contents << legacy_content
+        @legacy_attachables << legacy_attachable
+
+        legacy_connector.delete()
+      end
+      legacy_cms_node.delete()
+    end
+
+    @legacy_contents.each do |legacy_content|
+      legacy_content.delete()
+    end
+    @legacy_attachables.each do |legacy_attachable|
+      legacy_attachable.delete()
+    end
+  end
+end