workarea-magento_migrator 1.0.0.pre

data/fields_for_magento_modules.md

@@ -0,0 +1,30 @@
+```
+fields through eav_attributes
+
+created_in
+default_billing
+default_shipping
+dob
+firstname
+gender
+lastname
+middlename
+password_hash
+prefix
+reward_update_notification
+reward_warning_notification
+suffix
+taxvat
+
+fields directly belongs to 'customer_entity' table
+
+entity_id
+entity_type_id
+website_id
+email
+store_id
+created_at
+updated_at
+is_active
+
+```

data/lib/field-mapping/fields_for_magento_customer_module.md

@@ -0,0 +1,30 @@
+```
+fields through eav_attributes
+
+created_in
+default_billing
+default_shipping
+dob
+firstname
+gender
+lastname
+middlename
+password_hash
+prefix
+reward_update_notification
+reward_warning_notification
+suffix
+taxvat
+
+fields directly belongs to 'customer_entity' table
+
+entity_id
+entity_type_id
+website_id
+email
+store_id
+created_at
+updated_at
+is_active
+
+```

data/lib/field-mapping/fields_for_workarea_customer_module.md

@@ -0,0 +1,23 @@
+User
+    fields
+        _id, type: StringId, default: -> { BSON::ObjectId.new }
+        email, type: String
+        first_name, type: String
+        last_name, type: String
+        name, type: String
+        created_by_id, type: String
+
+    Address
+        association: one to many
+        fields:
+            first_name, type: String
+            last_name, type: String
+            company, type: String
+            street, type: String
+            street_2, type: String
+            city, type: String
+            region, type: String
+            postal_code, type: String
+            country, type: Country
+            phone_number, type: String
+            phone_extension, type: String

data/lib/sql/magento_customer.sql

@@ -0,0 +1,26 @@
+select
+c.entity_id,
+c.email,
+c.created_at,
+c.updated_at,
+c.is_active,
+c.group_id,
+-- fetch columns from customer_entity_varchar
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 3) created_in,
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 4) prefix,
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 5) fitst_name,
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 6) middle_name,
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 7) last_name,
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 8) suffix,
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 12) password_hash,
+(select f.value from customer_entity_varchar f where c.entity_id = f.entity_id and f.attribute_id = 15) taxvat,
+-- fetch columns from customer_entity_int
+(select f.value from customer_entity_int f where c.entity_id = f.entity_id and f.attribute_id = 13) default_billing,
+(select f.value from customer_entity_int f where c.entity_id = f.entity_id and f.attribute_id = 14) default_shipping,
+(select f.value from customer_entity_int f where c.entity_id = f.entity_id and f.attribute_id = 18) gender,
+(select f.value from customer_entity_int f where c.entity_id = f.entity_id and f.attribute_id = 149) reward_update_notification,
+(select f.value from customer_entity_int f where c.entity_id = f.entity_id and f.attribute_id = 150) reward_warning_notification,
+-- fetch columns from customer_entity_datetime
+(select f.value from customer_entity_datetime f where c.entity_id = f.entity_id and f.attribute_id = 11) dob
+
+from customer_entity c;

data/lib/sql/magento_products.sql

@@ -0,0 +1,147 @@
+-- Product entity type ID
+SET @etype = (SELECT entity_type_id FROM eav_entity_type WHERE entity_type_code = 'catalog_product');
+-- Product name attribute ID
+SET @name  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'name' AND entity_type_id = @etype);
+-- Product name attribute ID
+SET @artist_name  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'artist_name' AND entity_type_id = @etype);
+SET @country_of_manufacture  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'country_of_manufacture' AND entity_type_id = @etype);
+SET @cs_sort_order  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'cs_sort_order' AND entity_type_id = @etype);
+SET @custom_design  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'custom_design' AND entity_type_id = @etype);
+SET @feed_dimensions  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'feed_dimensions' AND entity_type_id = @etype);
+SET @feed_product_image  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'feed_product_image' AND entity_type_id = @etype);
+SET @height  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'height' AND entity_type_id = @etype);
+SET @image  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'image' AND entity_type_id = @etype);
+SET @image_label  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'image_label' AND entity_type_id = @etype);
+SET @links_title  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'links_title' AND entity_type_id = @etype);
+SET @meta_description  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'meta_description' AND entity_type_id = @etype);
+SET @meta_title  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'meta_title' AND entity_type_id = @etype);
+SET @msrp_display_actual_price_type  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'msrp_display_actual_price_type' AND entity_type_id = @etype);
+SET @msrp_enabled  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'msrp_enabled' AND entity_type_id = @etype);
+SET @name  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'name' AND entity_type_id = @etype);
+SET @number_of_sales  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'number_of_sales' AND entity_type_id = @etype);
+SET @options_container  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'options_container' AND entity_type_id = @etype);
+SET @rating  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'rating' AND entity_type_id = @etype);
+SET @rf123_id  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'rf123_id' AND entity_type_id = @etype);
+SET @rf123_url  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'rf123_url' AND entity_type_id = @etype);
+SET @sale_price  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'sale_price' AND entity_type_id = @etype);
+SET @samples_title  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'samples_title' AND entity_type_id = @etype);
+SET @small_image  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'small_image' AND entity_type_id = @etype);
+SET @small_image_label  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'small_image_label' AND entity_type_id = @etype);
+SET @small_price  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'small_price' AND entity_type_id = @etype);
+SET @thumbnail  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'thumbnail' AND entity_type_id = @etype);
+SET @thumbnail_label  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'thumbnail_label' AND entity_type_id = @etype);
+SET @url_key  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'url_key' AND entity_type_id = @etype);
+SET @url_path  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'url_path' AND entity_type_id = @etype);
+SET @width  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'width' AND entity_type_id = @etype);
+-- Product name attribute ID
+SET @description = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'description' AND entity_type_id = @etype);
+-- Product price attribute ID
+SET @price  = (SELECT attribute_id FROM eav_attribute WHERE attribute_code = 'price' AND entity_type_id = @etype);
+-- Admin store ID
+SET @store = 0;
+
+-- Query
+SELECT
+  e.entity_id AS 'id',
+  e.sku,
+  v1.value AS 'name',
+  v2.value AS 'artist_name',
+  v3.value AS 'width',
+  v4.value AS 'country_of_manufacture',
+  v5.value AS 'cs_sort_order',
+  v6.value AS 'custom_design',
+  v7.value AS 'feed_dimensions',
+  v8.value AS 'feed_product_image',
+  v9.value AS 'height',
+  v10.value AS 'image',
+  v11.value AS 'image_label',
+  v12.value AS 'links_title',
+  v13.value AS 'meta_description',
+  v14.value AS 'meta_title',
+  v15.value AS 'msrp_display_actual_price_type',
+  v16.value AS 'msrp_enabled',
+  v17.value AS 'description',
+  v18.value AS 'number_of_sales',
+  v19.value AS 'options_container',
+  v20.value AS 'rating',
+  v21.value AS 'rf123_id',
+  v22.value AS 'rf123_url',
+  v23.value AS 'sale_price',
+  v24.value AS 'samples_title',
+  v25.value AS 'small_image',
+  v26.value AS 'small_image_label',
+  v27.value AS 'small_price',
+  v28.value AS 'thumbnail',
+  v29.value AS 'thumbnail_label',
+  v30.value AS 'url_key',
+  v31.value AS 'url_path',
+  si.qty AS 'stock qty',
+  d1.value AS 'price'
+FROM
+  catalog_product_entity e
+  LEFT JOIN cataloginventory_stock_item si
+    ON e.entity_id = si.product_id
+  LEFT JOIN catalog_product_entity_varchar v1
+    ON e.entity_id = v1.entity_id AND v1.store_id = @store AND v1.attribute_id = @name
+  LEFT JOIN catalog_product_entity_varchar v2
+    ON e.entity_id = v2.entity_id AND v2.store_id = @store AND v2.attribute_id = @artist_name
+  LEFT JOIN catalog_product_entity_varchar v3
+    ON e.entity_id = v3.entity_id AND v3.store_id = @store AND v3.attribute_id = @width
+  LEFT JOIN catalog_product_entity_varchar v4
+    ON e.entity_id = v4.entity_id AND v4.store_id = @store AND v4.attribute_id = @country_of_manufacture
+  LEFT JOIN catalog_product_entity_varchar v5
+    ON e.entity_id = v5.entity_id AND v5.store_id = @store AND v5.attribute_id = @cs_sort_order
+  LEFT JOIN catalog_product_entity_varchar v6
+    ON e.entity_id = v6.entity_id AND v6.store_id = @store AND v6.attribute_id = @custom_design
+  LEFT JOIN catalog_product_entity_varchar v7
+    ON e.entity_id = v7.entity_id AND v7.store_id = @store AND v7.attribute_id = @feed_dimensions
+  LEFT JOIN catalog_product_entity_varchar v8
+    ON e.entity_id = v8.entity_id AND v8.store_id = @store AND v8.attribute_id = @feed_product_image
+  LEFT JOIN catalog_product_entity_varchar v9
+    ON e.entity_id = v9.entity_id AND v9.store_id = @store AND v9.attribute_id = @height
+  LEFT JOIN catalog_product_entity_varchar v10
+    ON e.entity_id = v10.entity_id AND v10.store_id = @store AND v10.attribute_id = @image
+  LEFT JOIN catalog_product_entity_varchar v11
+    ON e.entity_id = v11.entity_id AND v11.store_id = @store AND v11.attribute_id = @image_label
+  LEFT JOIN catalog_product_entity_varchar v12
+    ON e.entity_id = v12.entity_id AND v12.store_id = @store AND v12.attribute_id = @links_title
+  LEFT JOIN catalog_product_entity_varchar v13
+    ON e.entity_id = v13.entity_id AND v13.store_id = @store AND v13.attribute_id = @meta_description
+  LEFT JOIN catalog_product_entity_varchar v14
+    ON e.entity_id = v14.entity_id AND v14.store_id = @store AND v14.attribute_id = @meta_title
+  LEFT JOIN catalog_product_entity_varchar v15
+    ON e.entity_id = v15.entity_id AND v15.store_id = @store AND v15.attribute_id = @msrp_display_actual_price_type
+  LEFT JOIN catalog_product_entity_varchar v16
+    ON e.entity_id = v16.entity_id AND v16.store_id = @store AND v16.attribute_id = @msrp_enabled
+  LEFT JOIN catalog_product_entity_varchar v17
+    ON e.entity_id = v17.entity_id AND v17.store_id = @store AND v17.attribute_id = @description
+  LEFT JOIN catalog_product_entity_varchar v18
+    ON e.entity_id = v18.entity_id AND v18.store_id = @store AND v18.attribute_id = @number_of_sales
+  LEFT JOIN catalog_product_entity_varchar v19
+    ON e.entity_id = v19.entity_id AND v19.store_id = @store AND v19.attribute_id = @options_container
+  LEFT JOIN catalog_product_entity_varchar v20
+    ON e.entity_id = v20.entity_id AND v20.store_id = @store AND v20.attribute_id = @rating
+  LEFT JOIN catalog_product_entity_varchar v21
+    ON e.entity_id = v21.entity_id AND v21.store_id = @store AND v21.attribute_id = @rf123_id
+  LEFT JOIN catalog_product_entity_varchar v22
+    ON e.entity_id = v22.entity_id AND v22.store_id = @store AND v22.attribute_id = @rf123_url
+  LEFT JOIN catalog_product_entity_varchar v23
+    ON e.entity_id = v23.entity_id AND v23.store_id = @store AND v23.attribute_id = @sale_price
+  LEFT JOIN catalog_product_entity_varchar v24
+    ON e.entity_id = v24.entity_id AND v24.store_id = @store AND v24.attribute_id = @samples_title
+  LEFT JOIN catalog_product_entity_varchar v25
+    ON e.entity_id = v25.entity_id AND v25.store_id = @store AND v25.attribute_id = @small_image
+  LEFT JOIN catalog_product_entity_varchar v26
+    ON e.entity_id = v26.entity_id AND v26.store_id = @store AND v26.attribute_id = @small_image_label
+  LEFT JOIN catalog_product_entity_varchar v27
+    ON e.entity_id = v27.entity_id AND v27.store_id = @store AND v27.attribute_id = @small_price
+  LEFT JOIN catalog_product_entity_varchar v28
+    ON e.entity_id = v28.entity_id AND v28.store_id = @store AND v28.attribute_id = @thumbnail
+  LEFT JOIN catalog_product_entity_varchar v29
+    ON e.entity_id = v29.entity_id AND v29.store_id = @store AND v29.attribute_id = @thumbnail_label
+  LEFT JOIN catalog_product_entity_varchar v30
+    ON e.entity_id = v30.entity_id AND v30.store_id = @store AND v30.attribute_id = @url_key
+  LEFT JOIN catalog_product_entity_varchar v31
+    ON e.entity_id = v31.entity_id AND v31.store_id = @store AND v31.attribute_id = @url_path
+  LEFT JOIN catalog_product_entity_decimal d1
+    ON e.entity_id = d1.entity_id AND d1.store_id = @store AND d1.attribute_id = @price;

data/lib/tasks/catalog_catagories.rake

@@ -0,0 +1,21 @@
+namespace :magento_migrator do
+  desc 'Fetch customers data from magento'
+
+  task :cc_menu => :environment do
+    puts Workarea::MagentoMigrator::CatalogCategory.catalog_category_menu
+  end
+
+  task :catagories_query => :environment do
+    puts Workarea::MagentoMigrator::CatalogCategory.select_query
+  end
+
+  task :restore_from_json => :environment do
+    Workarea::MagentoMigrator::CatalogCategory.restore_from_json
+  end
+
+  task :import_catagories => :environment do
+    Workarea::MagentoMigrator::CatalogCategory.import_catagories
+    Workarea::MagentoMigrator::CatalogCategory.import_content_pages
+  end
+
+end

data/lib/tasks/customers.rake

@@ -0,0 +1,9 @@
+namespace :magento_migrator do
+  desc "Fetch customers data from magento"
+
+  task :migrate_customers => :environment do
+    sql_connection = Workarea::MagentoMigrator::SqlConnection.new
+    sql_connection.migrate_customers
+  end
+
+end

data/lib/tasks/products.rake

@@ -0,0 +1,8 @@
+namespace :magento_migrator do
+    desc "Fetch products data from magento"
+
+    task :migrate_products => :environment do
+      Workarea::MagentoMigrator::Product.execute_query
+    end
+
+  end

data/lib/tasks/workarea/import_magento_content.rake

@@ -0,0 +1,14 @@
+#To read csv file
+require 'csv'
+
+namespace :workarea do
+  desc 'Import magento CSV file content..'
+
+  task import_magento_content: :environment do
+    # Instantiated the ImportMagentoContent class
+    @import_data = Workarea::MagentoMigrator::Product.new
+    @import_data.read_csv_file # Calling the read_csv_file method
+  end
+
+end
+

data/lib/workarea/magento_migrator/catalog_category.rb

@@ -0,0 +1,238 @@
+module Workarea
+  module MagentoMigrator
+    class CatalogCategory < MagentoBase
+
+      class << self
+        def ids_to_include
+          "SELECT distinct(category_id) FROM catalog_category_product "
+        end
+
+        def table_name
+          @@table_name ||= 'catalog_category'
+        end
+
+        def select_taxons_query
+          select_query = "SELECT #{select_columns} FROM #{table_name}_entity e #{join_clause} "
+          select_query += "\nwhere e.entity_id not in (#{ids_to_include}) and e.parent_id>1 and e.level >1"
+        end
+
+        def catalog_category_menu
+          client.query(select_taxons_query).to_a
+        end
+
+        def build_taxons
+          cc_menu = {}
+          (2..6).to_a.each do |level|
+            statement = client.prepare(MENU_QUERY)
+            res = statement.execute(level, level-1)
+            res.to_a.map{|ccm| ccm['name']}
+          end
+
+          cc_menu
+        end
+
+        def import_content_pages
+          File.open("#{MagentoMigrator::Engine.root}/data/content_pages.json", "w"){ |f|
+            f.write(JSON.pretty_generate(catalog_category_menu))
+          }
+        end
+
+        def import_taxons(taxons)
+          File.open("#{MagentoMigrator::Engine.root}/data/taxons.json", "w"){ |f|
+            f.write(JSON.pretty_generate(taxons))
+          }
+        end
+
+        def restore_from_json
+          taxon_data_file = File.open("#{MagentoMigrator::Engine.root}/data/content_pages.json").read
+          taxon_data = JSON.parse(taxon_data_file)
+
+          category_data_file = File.open("#{MagentoMigrator::Engine.root}/data/categories.json").read
+          category_data = JSON.parse(category_data_file)
+          taxons = (taxon_data + category_data).select{|t| t['include_in_menu'] == 1 }
+
+          menus = get_taxons_structure(taxons)
+          import_taxons(menus)
+
+          delete_all
+          create_categories(category_data)
+          create_content_pages(taxons)
+          create_navigation_taxons(menus)
+        end
+
+        def delete_all
+          Workarea::Navigation::Taxon.delete_all
+          Workarea::Navigation::Menu.delete_all
+          Workarea::Catalog::Category.delete_all
+          Workarea::Content::Page.delete_all
+        end
+
+        def create_navigation_taxons(menu)
+          menu.each do |top_level, sub_menu|
+            page = Workarea::Content::Page.find_by(name: top_level)
+
+            begin
+              puts "creating taxon and menu for #{top_level} content::page"
+              taxon = Workarea::Navigation::Taxon.root.children.create!(navigable: page)
+              menu = Workarea::Navigation::Menu.create!(taxon: taxon)
+
+              puts "creating content and content block for menu: #{top_level}"
+              content = Workarea::Content.for(menu)
+              content.blocks.create!(type: 'taxonomy', data: { start: taxon.id, show_starting_taxon: false } )
+
+              sub_menus = sub_menu.keys
+              next if sub_menus.blank?
+              puts 'Create submenu for :'
+              puts sub_menus.inspect
+
+              categories = Workarea::Catalog::Category.any_in(name: sub_menus)
+              content_pages = Workarea::Content::Page.any_in(name: sub_menus)
+              puts "Categories: #{categories.map(&:name).inspect}"
+              puts "content_pages: #{categories.map(&:name).inspect}"
+
+              next if categories.blank? && content_pages.blank?
+
+              categories.each do |category|
+                taxon.children.create!(navigable: category)
+              end
+
+              content_pages.each do |content_page|
+                begin
+                  taxon.children.create!(navigable: content_page)
+                rescue Exception => e
+                  puts e.message
+                  puts content_page.inspect
+                  puts taxon.inspect
+                end
+              end
+            rescue => e
+              puts e.message
+              puts "Error creating taxon for main: #{top_level}"
+            end
+          end
+        end
+
+        # create content blocks for category pages
+        def create_content_pages(taxons)
+          taxons.each do |taxon|
+            page = Workarea::Content::Page.where(name: taxon['name']).first
+            if page.blank?
+              page = Workarea::Content::Page.create!(page_attrs(taxon))
+            end
+            content = Workarea::Content.for(page)
+
+            next if content.blocks.presence
+
+            sub_taxons = taxons.select{|t| t['parent_id'] == taxon['entity_id']}
+            next if sub_taxons.blank?
+
+            begin
+              sub_taxons.each do |sub_taxon|
+                category = Workarea::Catalog::Category.where(name: sub_taxon['name']).first
+                if category
+                  content.blocks.build(type: :category_summary, data: {category: category.id} )
+                else
+                  Workarea::Content::Page.create!(page_attrs(sub_taxon))
+                end
+              end
+            rescue Exception => e
+              puts '*' * 100
+              puts e.message
+            end
+
+            content.save!
+          end
+        end
+
+        def create_categories(category_data)
+          Sidekiq::Callbacks.disable do
+            category_data.each do |category_attr|
+              next if Workarea::Catalog::Category.where(name: category_attr['name']).first.present?
+
+              Workarea::Catalog::Category.create!(
+                name: category_attr['name'],
+                product_rules: [],
+                default_sort: Search::CategoryBrowse.available_sorts.sample
+              )
+            end
+          end
+        end
+
+        def page_attrs(taxon)
+          {name: taxon['name'], display_h1: taxon['h1_tag'], tag_list: ['browsing', taxon['meta_keywords']].flatten.join(', ')}
+        end
+
+        def get_taxons_structure(taxons)
+          menus = {}
+
+          l2ms = taxons.select{|t| t['level'] == 2 }
+          l2ms = l2ms.flatten.compact.sort_by{|a| a['position']}
+
+          l2ms.each do |l2m|
+
+            l3ms = taxons.select{|t| t['level'] == 3 && t['parent_id'] == l2m['entity_id'] }
+            l3ms = l3ms.flatten.compact.sort_by{|a| a['position']}
+
+            if l3ms.blank?
+              menus[l2m['name']] = {}
+              next
+            else
+              menus[l2m['name']] = {}
+              l3ms.map{|l3m| menus[l2m['name']][l3m['name']] = {}}
+
+              l3ms.each do |l3m|
+
+                l4ms = taxons.select{|t| t['level'] == 4 && t['parent_id'] == l3m['entity_id']}
+                l4ms = l4ms.flatten.compact.sort_by{|a| a['position']}
+
+                if l4ms.blank?
+                  menus[l2m['name']][l3m['name']] = {} if menus[l2m['name']].present?
+                  next
+                else
+
+                  menus[l2m['name']][l3m['name']] = {}
+                  l4ms.each{|l4m| menus[l2m['name']][l3m['name']][l4m['name']]={}}
+
+                  l4ms.each do |l4m|
+
+                    l5ms = taxons.select{|t| t['level'] == 5 && t['parent_id'] == l4m['entity_id']}
+                    l5ms = l5ms.flatten.compact.sort_by{|a| a['position']}
+
+                    if l5ms.blank?
+                      menus[l2m['name']][l3m['name']][l4m['name']] = {}
+                      next
+                    else
+                      l5ms.each {|l5m| menus[l2m['name']][l3m['name']][l4m['name']][l5m['name']]={}}
+
+                      l5ms.each do |l5m|
+                        l6ms = taxons.select{|t| t['level'] == 6 && t['parent_id'] == l5m['entity_id']}
+                        l6ms = l6ms.flatten.compact.sort_by{|a| a['position']}
+
+                        if l6ms.blank?
+                          menus[l2m['name']][l3m['name']][l4m['name']][l5m['name']] = {}
+                          next
+                        else
+                         l6ms.each{|l6m| menus[l2m['name']][l3m['name']][l4m['name']][l5m['name']][l6m['name']]={}}
+                       end
+                     end
+                   end
+                 end
+               end
+             end
+           end
+         end
+
+         menus
+       end
+
+       def import_catagories
+        File.open("#{MagentoMigrator::Engine.root}/data/categories.json", "w"){ |f|
+          f.write(JSON.pretty_generate(all.to_a))
+        }
+      end
+
+      end # class self declaration
+
+    end # class end
+  end
+end

data/lib/workarea/magento_migrator/catalog_product.rb

@@ -0,0 +1,38 @@
+module Workarea
+  module MagentoMigrator
+    class CatalogProduct
+
+      COLUMNS = [
+        "custom_design_from", "custom_design_to", "news_from_date", "news_to_date", "special_from_date", "special_to_date", "am_giftcard_price_percent", "am_giftcard_prices", "am_open_amount_max", "am_open_amount_min", "cost", "group_price", "licensing_fee", "minimal_price", "msrp", "price", "special_price", "tier_price", "weight", "am_allow_message", "am_allow_open_amount", "am_giftcard_code_set", "am_giftcard_lifetime", "am_giftcard_price_type", "am_giftcard_type", "commercial_quote_materials", "featured", "form_materials", "is_recurring", "links_exist", "links_purchased_separately", "manufacturer", "material", "needs_editorial_approval", "new", "old_id", "orientation", "package_type", "price_type", "price_view", "scalable_pattern", "shipment_type", "sku_type", "status", "style", "tax_class_id", "visibility", "weight_type", "category_ids", "created_at", "has_options", "required_options", "sku", "updated_at", "am_giftcard_code_image", "colors", "custom_layout_update", "description", "meta_keyword", "recurring_profile", "search_tags", "searchindex_weight", "short_description", "am_email_template", "artist_name", "country_of_manufacture", "cs_sort_order", "custom_design", "feed_dimensions", "feed_product_image", "gallery", "gift_message_available", "height", "image", "image_label", "links_title", "media_gallery", "meta_description", "meta_title", "msrp_display_actual_price_type", "msrp_enabled", "name", "number_of_sales", "options_container", "package_depth", "package_height", "package_width", "page_layout", "rating", "rf123_id", "rf123_url", "sale_price", "samples_title", "small_image", "small_image_label", "small_price", "thumbnail", "thumbnail_label", "url_key", "url_path", "width"
+      ]
+
+      def read_csv_file
+        # parsing the magento csv file
+        file = "lib/data/product_catalog_from_magento.csv"
+        csv = CSV.read(file)
+        # get the column
+        puts col =  csv[0].inspect
+        # get the row
+        puts row = csv[1].inspect
+        puts convert_to_workarea_product(row)
+      end
+
+      def convert_to_workarea_product(row)  # defined a method to do the mapping job
+        murals_product = []
+        murals_product << row
+        puts murals_product.inspect
+        # murals_product.to_csv(file_name: 'workarea_product_data.csv')
+        # Import the file to workarea
+        Workarea::DataFile::Import.create(file_name: 'murals_product', file_type: 'csv')
+      end
+
+      class << self
+        
+        def table_name
+          @@table_name ||= 'catalog_product'
+        end
+
+      end # class self declaration
+    end # class end
+  end
+end

data/lib/workarea/magento_migrator/engine.rb

@@ -0,0 +1,10 @@
+require 'workarea/magento_migrator'
+
+module Workarea
+  module MagentoMigrator
+    class Engine < ::Rails::Engine
+      include Workarea::Plugin
+      isolate_namespace Workarea::MagentoMigrator
+    end
+  end
+end