mercator_legacy_importer 0.0.1 → 0.1

data/db/migrate/20131202162757_add_legacy_ids.rb

@@ -1,21 +1,25 @@
 class AddLegacyIds < ActiveRecord::Migration
   def self.up
     add_column :users, :legacy_id, :integer
-
     add_column :properties, :legacy_id, :integer
-
     add_column :countries, :legacy_id, :integer
-
     add_column :categories, :legacy_id, :integer
+    add_column :webpages, :legacy_id, :integer
+    add_column :products, :legacy_id, :integer
+    add_column :page_templates, :legacy_id, :integer
+    add_column :features, :legacy_id, :integer
+    add_column :content_elements, :legacy_id, :integer
   end
 
   def self.down
     remove_column :users, :legacy_id
-
     remove_column :properties, :legacy_id
-
     remove_column :countries, :legacy_id
-
     remove_column :categories, :legacy_id
+    remove_column :webpages, :legacy_id
+    remove_column :products, :legacy_id
+    remove_column :page_templates, :legacy_id
+    remove_column :features, :legacy_id
+    remove_column :content_elements, :legacy_id
   end
 end

data/lib/mercator_legacy_importer/version.rb

@@ -1,3 +1,3 @@
 module MercatorLegacyImporter
-  VERSION = "0.0.1"
-end
+  VERSION = "0.1"
+end

data/lib/tasks/categories.rake

@@ -0,0 +1,43 @@
+# encoding: utf-8
+
+namespace :legacy_import do
+  # starten als: 'bundle exec rake legacy_import:categories
+  # in Produktivumgebungen: 'bundle exec rake legacy_import:categories RAILS_ENV=production'
+  desc "Import categories from legacy webshop"
+  task :categories => :environment do
+
+    puts "\n\nCategories:"
+    Category.all.each do |category|
+      category.delete
+    end
+    print "Categories deleted."
+
+    MercatorLegacyImporter::Category.all.each do |legacy_category|
+      legacy_category_de = legacy_category.category_translations.german.first
+      legacy_category_en = legacy_category.category_translations.english.first
+
+      category = Category.create(name_de: legacy_category_de.title && legacy_category.name)
+      parent = Category.find_by_legacy_id(legacy_category.parent_id)
+
+      name_en = legacy_category_en.title.present? ? legacy_category_en.title : "missing_name"
+
+      if category.update_attributes(name_en: name_en,
+                                   description_de: legacy_category_de.short_description,
+                                   description_en: legacy_category_en.short_description,
+                                   long_description_de: legacy_category_de.long_description,
+                                   long_description_en:  legacy_category_en.long_description,
+                                   position:  legacy_category.position,
+                                   parent: ( parent if parent ) ,
+                                   legacy_id: legacy_category.id)
+        category.state = "active" if legacy_category.active == true
+        if category.save
+          print "C"
+        else
+          puts "\nFAILURE: Category " + category.errors.first.to_s
+        end
+      else
+        puts "\nFAILURE: Category " + category.errors.first.to_s
+      end
+    end
+  end
+end

data/lib/tasks/categorizations.rake

@@ -0,0 +1,43 @@
+# encoding: utf-8
+
+namespace :legacy_import do
+  # starten als: 'bundle exec rake legacy_import:categorizations
+  # in Produktivumgebungen: 'bundle exec rake legacy_import:categorizations RAILS_ENV=production'
+  desc "Import categorizations from legacy webshop"
+  task :categorizations => :environment do
+
+    puts "\n\nCategorizations:"
+    MercatorLegacyImporter::Product.all.each do |legacy_product|
+
+      unless product = Product.find_by_legacy_id(legacy_product.id) then
+        puts "\nFAILURE: Product " + legacy_product.id.to_s + " not found."
+        next
+      end
+
+      if legacy_product.article_group && legacy_product.article_group.length == 11
+        legacy_product.article_group = "00" + legacy_product.article_group[0..3] +
+                                       "00" + legacy_product.article_group[4..7] +
+                                       "00" + legacy_product.article_group[8..10] +
+                                       "-00000-00000"
+      end
+
+      unless legacy_category = MercatorLegacyImporter::Category.find_by_category_product_group(legacy_product.article_group) then
+        puts "\nFAILURE: Legacy Category " + legacy_product.article_group.to_s + " not found."
+        next
+      end
+
+      unless  category = Category.find_by_legacy_id(legacy_category.id) then
+        puts "\nFAILURE: Category " + legacy_category.id.to_s + " not found."
+        next
+      end
+
+      categorization = Categorization.find_or_initialize_by_product_id_and_category_id(product.id, category.id)
+      unless categorization.update_attributes(position: 1) then
+        puts "\nFAILURE: Categorization " + categorization.errors.first.to_s
+        next
+      end
+
+      print "…"
+    end
+  end
+end

data/lib/tasks/category_images.rake

@@ -1,49 +1,57 @@
-def import_category_images
-  require 'net/http'
-  puts "\n\nCategory Images:"
+# encoding: utf-8
 
-  assets = []
+namespace :legacy_import do
+  # starten als: 'bundle exec rake legacy_import:category_images
+  # in Produktivumgebungen: 'bundle exec rake legacy_import:category_images RAILS_ENV=production'
+  desc "Import category images from legacy webshop"
+  task :category_images => :environment do
 
-  Net::HTTP.start("www.iv-shop.at") do |http|
-    Legacy::Attachable.where(attachable_type: "Category").each do |legacy_attachable|
+    require 'net/http'
+    puts "\n\nCategory Images:"
 
-      category = Category.where(legacy_id: legacy_attachable.attachable_id).first
+    assets = []
 
-      unless category
-        puts "\nFAILURE: Category not found: " + legacy_attachable.attachable_id.to_s
-        next
-      end
+    Net::HTTP.start("www.iv-shop.at") do |http|
+      MercatorLegacyImporter::Attachable.where(attachable_type: "Category").each do |legacy_attachable|
 
-      unless legacy_attachable.asset
-        puts "\nFAILURE: Asset not found: " + legacy_attachable.asset_id.to_s
-        next
-      end
+        category = Category.where(legacy_id: legacy_attachable.attachable_id).first
 
-      filename = "/system/datas/" + legacy_attachable.asset.id.to_s +
-                 "/original/" + legacy_attachable.asset.data_file_name
+        unless category
+          puts "\nFAILURE: Category not found: " + legacy_attachable.attachable_id.to_s
+          next
+        end
 
-      data = StringIO.new(http.get(filename).body)
+        unless legacy_attachable.asset
+          puts "\nFAILURE: Asset not found: " + legacy_attachable.asset_id.to_s
+          next
+        end
 
-      unless data
-        puts "\nFAILURE: Image not found " + filename
-        next
-      end
+        filename = "/system/datas/" + legacy_attachable.asset.id.to_s +
+                   "/original/" + legacy_attachable.asset.data_file_name
+
+        data = StringIO.new(http.get(filename).body)
 
-      data.class.class_eval { attr_accessor :original_filename }
-      data.original_filename = legacy_attachable.asset.data_file_name
-      category.photo = data
+        unless data
+          puts "\nFAILURE: Image not found " + filename
+          next
+        end
 
-      if category.save
-        print "C"
-        assets << legacy_attachable.asset
-        legacy_attachable.delete()
-      else
-        puts "\nFAILURE: Category: " + category.first.to_s
+        data.class.class_eval { attr_accessor :original_filename }
+        data.original_filename = legacy_attachable.asset.data_file_name
+        category.photo = data
+
+        if category.save
+          print "C"
+          assets << legacy_attachable.asset
+          legacy_attachable.delete()
+        else
+          puts "\nFAILURE: Category: " + category.errors.first.to_s
+        end
       end
     end
-  end
 
-  assets.each do |asset|
-    asset.delete()
+    assets.each do |asset|
+      asset.delete()
+    end
   end
 end

data/lib/tasks/cms_node_images.rake

@@ -1,91 +1,101 @@
-def import_cms_node_images
-  require 'net/http'
-  puts "\n\nCMS Node Images:"
-
-  @legacy_contents = []
-  @legacy_attachables = []
-
-  Net::HTTP.start("www.iv-shop.at") do |http|
-#    Legacy::CmsNode.where(name: "images").each do |legacy_cms_node|
-    Legacy::CmsNode.all.each do |legacy_cms_node|
-
-      page = Page.where(legacy_id: legacy_cms_node.parent_id).first
-
-      legacy_cms_node.connectors.each do |legacy_connector|
-        if legacy_connector.position != 1
-          @used_as = legacy_cms_node.name + legacy_connector.position.to_s
-        else
-          @used_as = legacy_cms_node.name
-        end
-
-        @locale = legacy_connector.locale
-
-        legacy_content = legacy_connector.content
-
-        legacy_id = legacy_cms_node.id
-
-        content_element = ContentElement.find_or_initialize_by(legacy_id: legacy_id)
-        content_element.markup = "html"
-        content_element.name_de = legacy_content.name if @locale == "de"
-        content_element.name_en = legacy_content.name if @locale == "en"
-
-        legacy_attachable = Legacy::Attachable.where(attachable_type: "Content", attachable_id: legacy_content.id).first
-        unless legacy_attachable
-          puts "\nFAILURE: Attachable not found " + legacy_content.id.to_s
-          next
-        end
-
-        filename = "/system/datas/" + legacy_attachable.asset_id.to_s +
-          "/original/" + legacy_content.name
-
-        data = StringIO.new(http.get(filename).body)
-
-        unless data
-          puts "\nFAILURE: Image not found " + filename
-          next
-        end
-
-        data.class.class_eval { attr_accessor :original_filename }
-        data.original_filename = legacy_attachable.asset.data_file_name
-        content_element.photo = data
-
-        Legacy::ContentItem.where(content_id: legacy_content.id).each do |legacy_content_item|
-
-          debugger unless ["text", "slogan", "content"].include?(legacy_content_item.key)
-
-          content_element.content_de = legacy_content_item.value if @locale == "de"
-          content_element.content_en = legacy_content_item.value if @locale == "en"
-          legacy_content_item.delete()
-        end
-
-        if content_element.save
+# encoding: utf-8
+
+namespace :legacy_import do
+  # starten als: 'bundle exec rake legacy_import:cms_node_images
+  # in Produktivumgebungen: 'bundle exec rake legacy_import:cms_node_images RAILS_ENV=production'
+  desc "Import cms node images from legacy webshop"
+  task :cms_node_images => :environment do
+
+    require 'net/http'
+    puts "\n\nCMS Node Images:"
+
+    @legacy_contents = []
+    @legacy_attachables = []
+
+    Net::HTTP.start("www.iv-shop.at") do |http|
+      MercatorLegacyImporter::CmsNode.where(name: "images").each do |legacy_cms_node|
+  #    MercatorLegacyImporter::CmsNode.all.each do |legacy_cms_node|
+
+        webpage = Webpage.where(legacy_id: legacy_cms_node.parent_id).first
+
+        legacy_cms_node.connectors.each do |legacy_connector|
+          if legacy_connector.position != 1
+            @used_as = legacy_cms_node.name + legacy_connector.position.to_s
+          else
+            @used_as = legacy_cms_node.name
+          end
+
+          @locale = legacy_connector.locale
+          legacy_content = legacy_connector.content
+          legacy_id = legacy_cms_node.id
+
+          content_element = ContentElement.find_or_initialize_by(legacy_id: legacy_id)
+          content_element.markup = "html"
+          content_element.name_de = legacy_content.name if @locale == "de"
+          content_element.name_en = legacy_content.name if @locale == "en"
+
+          content_element.name_de ||= content_element.name_en
+          content_element.name_de ||= "Name fehlt (" + legacy_id.to_s + ")"
+
+          legacy_attachable = MercatorLegacyImporter::Attachable.where(attachable_type: "Content", attachable_id: legacy_content.id).first
+          unless legacy_attachable
+            puts "\nFAILURE: Attachable not found " + legacy_content.id.to_s
+            next
+          end
+
+          filename = "/system/datas/" + legacy_attachable.asset_id.to_s +
+            "/original/" + legacy_content.name
+
+          data = StringIO.new(http.get(filename).body)
+
+          unless data
+            puts "\nFAILURE: Image not found " + filename
+            next
+          end
+
+          data.class.class_eval { attr_accessor :original_filename }
+          data.original_filename = legacy_attachable.asset.data_file_name
+          content_element.photo = data
+
+          MercatorLegacyImporter::ContentItem.where(content_id: legacy_content.id).each do |legacy_content_item|
+            content_element.content_de = legacy_content_item.value if @locale == "de"
+            content_element.content_en = legacy_content_item.value if @locale == "en"
+            legacy_content_item.delete()
+          end
+
+          unless content_element.save
+            # Trying to rescue duplicate names
+            content_element.name_de = content_element.name_de + " - Duplikat (" + legacy_id.to_s + ")"
+            unless content_element.save
+              puts "\nFAILURE: ContentElement: " + content_element.errors.first.to_s
+              next
+            end
+          end
           print "C"
-        else
-          puts "\nFAILURE: ContentElement: " + content_element.errors.first.to_s
-        end
 
-        pcea = PageContentElementAssignment.find_or_initialize_by(used_as: @used_as,
-                                                                  page_id: page.id,
-                                                                  content_element_id: content_element.id)
-        if pcea.save
+          pcea = PageContentElementAssignment.find_or_initialize_by(used_as: @used_as,
+                                                                    webpage_id: webpage.id,
+                                                                    content_element_id: content_element.id)
+          unless pcea.save
+            puts "\nFAILURE: PageContentElementAssignment: " + pcea.errors.first.to_s
+            next
+          end
           print "A"
-        else
-          puts "\nFAILURE: PageContentElementAssignment: " + pcea.errors.first.to_s
-        end
 
-        @legacy_contents << legacy_content
-        @legacy_attachables << legacy_attachable
+          @legacy_contents << legacy_content
+          @legacy_attachables << legacy_attachable
 
-        legacy_connector.delete()
+          legacy_connector.delete()
+        end
+        legacy_cms_node.delete()
       end
-      legacy_cms_node.delete()
-    end
 
-    @legacy_contents.each do |legacy_content|
-      legacy_content.delete()
-    end
-    @legacy_attachables.each do |legacy_attachable|
-      legacy_attachable.delete()
+      @legacy_contents.each do |legacy_content|
+        legacy_content.delete()
+      end
+      @legacy_attachables.each do |legacy_attachable|
+        legacy_attachable.delete()
+      end
     end
   end
 end

data/lib/tasks/content_elements.rake

@@ -1,64 +1,86 @@
-def import_content_elements
-  puts "\n\nContent Elements:"
+# encoding: utf-8
 
-  @legacy_contents = []
+namespace :legacy_import do
+  # starten als: 'bundle exec rake legacy_import:content_elements
+  # in Produktivumgebungen: 'bundle exec rake legacy_import:content_elements RAILS_ENV=production'
+  desc "Import content_elements from legacy webshop"
+  task :content_elements => :environment do
+    puts "\n\nContent Elements:"
 
-#  Legacy::CmsNode.where(name: "main").each do |legacy_cms_node|
-#  Legacy::CmsNode.where(name: "overview").each do |legacy_cms_node|
-  Legacy::CmsNode.where(name: "slogan").each do |legacy_cms_node|
+    ContentElement.all.each do |ce|
+      ce.delete
+    end
+    puts "Content Elements deleted."
 
-    page = Page.where(legacy_id: legacy_cms_node.parent_id).first
+    PageContentElementAssignment.all.each do |pcea|
+      pcea.delete
+    end
+    puts "Page Content Element Assignments deleted."
 
-    legacy_cms_node.connectors.each do |legacy_connector|
-      if legacy_connector.position != 1
-        @used_as = legacy_cms_node.name + legacy_connector.position.to_s
-      else
-        @used_as = legacy_cms_node.name
-      end
+    @legacy_contents = []
 
-      @locale = legacy_connector.locale
+    MercatorLegacyImporter::CmsNode.where(name: ["main", "overview", "slogan"]).each do |legacy_cms_node|
 
-      legacy_content = legacy_connector.content
+      webpage = Webpage.where(legacy_id: legacy_cms_node.parent_id).first
 
-      legacy_id = legacy_cms_node.id
+      legacy_cms_node.connectors.each do |legacy_connector|
+        if legacy_connector.position != 1
+          @used_as = legacy_cms_node.name + legacy_connector.position.to_s
+        else
+          @used_as = legacy_cms_node.name
+        end
 
-      content_element = ContentElement.find_or_initialize_by(legacy_id: legacy_id)
-      content_element.markup = "html"
-      content_element.name_de = legacy_content.name if @locale == "de"
-      content_element.name_en = legacy_content.name if @locale == "en"
+        @locale = legacy_connector.locale
+        legacy_content = legacy_connector.content
+        legacy_id = legacy_cms_node.id
 
-      Legacy::ContentItem.where(content_id: legacy_content.id).each do |legacy_content_item|
+        content_element = ContentElement.find_or_initialize_by(legacy_id: legacy_id)
+        content_element.markup = "html"
+        content_element.name_de = legacy_content.name if @locale == "de"
+        content_element.name_en = legacy_content.name if @locale == "en"
 
-        debugger unless ["text", "slogan", "content"].include?(legacy_content_item.key)
+        content_element.name_de ||= content_element.name_en
+        content_element.name_de ||= "Name fehlt (" + legacy_id.to_s + ")"
 
-        content_element.content_de = legacy_content_item.value if @locale == "de"
-        content_element.content_en = legacy_content_item.value if @locale == "en"
-      legacy_content_item.delete()
-      end
+        MercatorLegacyImporter::ContentItem.where(content_id: legacy_content.id).each do |legacy_content_item|
+          content_element.content_de = legacy_content_item.value if @locale == "de"
+          content_element.content_en = legacy_content_item.value if @locale == "en"
+          legacy_content_item.delete()
+        end
+
+        unless content_element.content_de.present?
+          content_element.content_de = "Inhalt fehlt (" + legacy_id.to_s + ")"
+        end
+
+        unless content_element.save
+          # Trying to rescue duplicate names
+          content_element.name_de = content_element.name_de + " - Duplikat (" + legacy_id.to_s + ")"
+
+          unless content_element.save
+            puts "\nFAILURE: ContentElement: " + content_element.errors.first.to_s
+            puts content_element.to_s
+            next
+          end
+        end
 
-      if content_element.save
         print "C"
-      else
-        puts "\nFAILURE: ContentElement: " + content_element.errors.first.to_s
-      end
+        pcea = PageContentElementAssignment.find_or_initialize_by(used_as: @used_as,
+                                                                  webpage_id: webpage.id,
+                                                                  content_element_id: content_element.id)
+        unless pcea.save
+          puts "\nFAILURE: PageContentElementAssignment: " + pcea.errors.first.to_s
+          next
+        end
 
-      pcea = PageContentElementAssignment.find_or_initialize_by(used_as: @used_as,
-                                                                page_id: page.id,
-                                                                content_element_id: content_element.id)
-      if pcea.save
         print "A"
-      else
-        puts "\nFAILURE: PageContentElementAssignment: " + pcea.errors.first.to_s
+        @legacy_contents << legacy_content
+        legacy_connector.delete()
       end
-
-      @legacy_contents << legacy_content
-      legacy_connector.delete()
+      legacy_cms_node.delete()
     end
-    legacy_cms_node.delete()
-  end
 
-  @legacy_contents.each do |legacy_content|
-    legacy_content.delete()
+    @legacy_contents.each do |legacy_content|
+      legacy_content.delete()
+    end
   end
-
 end