workarea-magento_migrator 1.0.0.pre → 1.0.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 35178de5849c26dea0d6417ee68268d870a515aac50d54d5b0c8614fb1093d56
-  data.tar.gz: 7ba0ed652291478670c63fb40cdadd180dcf000e58b9f60640a5ddf41ef3b103
+  metadata.gz: b79282dc21e0e6f7d61b271ed7ea5a75c956fe25813f906083c1bb369ed0e5cc
+  data.tar.gz: 40744d2261823e59cb02969f965e344575a11b0fe4bf60ae0f9937b3e29337fa
 SHA512:
-  metadata.gz: b0dcf128637815384efc61ae24d3115455a6dbace62dd8322998fc64898427d08f322ddadb4cee847239b37b51ad04eab0a422e78b8b2e0ff332be0aea54e7da
-  data.tar.gz: 367a5aaa543ee8d37a1e33ce236f9cb3e5461f461bc7777c4644bd30b29069ec4992ea6398a3c84af541a7f1fe47ebae23c87b679d808cb390ec2b064e29cd31
+  metadata.gz: 1c9cfd8516502aa6d4394c05891336f87fb6e3d4879ca405af6736ff16089f7e0b821f4ebeb6a18ec476e3983e5f0e48184951e97b9592bdfc4cb39f32b2c803
+  data.tar.gz: 1280e0d35fb409d7304942692e4735fc16760aae3017f6ec4b665abdb3bbee8dbea6d36e27760d95b768aecf27e7fbef9b6dc2a8958a13ca65b9d5d1c7694532

data/.gitignore

@@ -20,4 +20,5 @@ yarn.lock
 yarn-error.log
 package-lock.json
 tmp/Product Catalog From Magento 1_14_20.csv
-tmp/product.csv
+tmp/product.csv
+*.gem

data/Gemfile

@@ -11,6 +11,9 @@ gemspec
 # Git. Remember to move these dependencies to your gemspec before releasing
 # your gem to rubygems.org.
 
-# To use a debugger
-gem 'byebug', group: [:development, :test]
+group :development, :test do
+  gem 'mysql2',         '~> 0.5.3'
+  # To use a debugger
+  gem 'byebug', 
+end
 

data/config/data/catalog_category.yml

@@ -1,6 +1,7 @@
 columns:
   eav:
     - description
+    - bottom_content
     - meta_description
     - meta_keywords
     - category_name_seo_long
@@ -28,7 +29,6 @@ columns:
     - position
     - level
     - children_count
-
   taxons:
     - name
     - position
@@ -51,5 +51,3 @@ columns:
     - url_prefix
     - is_active
     - is_anchor
-
-

data/config/initializers/magento_db.rb

@@ -0,0 +1,5 @@
+# Be sure to restart your server when you modify this file.
+
+Workarea.configure do |config|
+  # config.magento_db_config = YAML.load_file("#{MagentoMigrator::Engine.root}/config/magento_db_config.yml")[Rails.env]
+end

data/config/magento_db_config.yml

@@ -0,0 +1,23 @@
+# Be sure to restart your server when you modify this file.
+
+# Your secret key is used for verifying the integrity of signed cookies.
+# If you change this key, all old signed cookies will become invalid!
+
+# Make sure the secret is at least 30 characters and all random,
+# no regular words or you'll be exposed to dictionary attacks.
+# You can use `rake secret` to generate a secure secret key.
+
+# Make sure the secrets in this file are kept private
+# if you're sharing your code publicly.
+
+development:
+  adapter:    'mysql2'
+  host:       '127.0.0.1'
+  port:       '3306'
+  username:   'root'
+  password:   'okkkkkkkk'
+  database:   'murals-pd'
+  batch_size: 10000
+  encoding:   'utf8'
+  pool:       5
+  timeout:    5000

data/lib/tasks/catalog_catagories.rake

@@ -9,8 +9,12 @@ namespace :magento_migrator do
     puts Workarea::MagentoMigrator::CatalogCategory.select_query
   end
 
-  task :restore_from_json => :environment do
-    Workarea::MagentoMigrator::CatalogCategory.restore_from_json
+  task :content_pages_query => :environment do
+    puts Workarea::MagentoMigrator::CatalogCategory.select_content_pages_query
+  end
+
+  task :categories_content => :environment do
+    puts Workarea::MagentoMigrator::CatalogCategory.categories_content
   end
 
   task :import_catagories => :environment do

data/lib/workarea/magento_migrator/catalog_category.rb

@@ -11,224 +11,67 @@ module Workarea
           @@table_name ||= 'catalog_category'
         end
 
-        def select_taxons_query
+        def select_content_pages_query
           select_query = "SELECT #{select_columns} FROM #{table_name}_entity e #{join_clause} "
           select_query += "\nwhere e.entity_id not in (#{ids_to_include}) and e.parent_id>1 and e.level >1"
         end
 
         def catalog_category_menu
-          client.query(select_taxons_query).to_a
-        end
-
-        def build_taxons
-          cc_menu = {}
-          (2..6).to_a.each do |level|
-            statement = client.prepare(MENU_QUERY)
-            res = statement.execute(level, level-1)
-            res.to_a.map{|ccm| ccm['name']}
-          end
-
-          cc_menu
+          client.query(select_content_pages_query).to_a
         end
 
         def import_content_pages
-          File.open("#{MagentoMigrator::Engine.root}/data/content_pages.json", "w"){ |f|
+          File.open("#{Rails.root.to_s}/data/content_pages.json", "w"){ |f|
             f.write(JSON.pretty_generate(catalog_category_menu))
           }
         end
 
-        def import_taxons(taxons)
-          File.open("#{MagentoMigrator::Engine.root}/data/taxons.json", "w"){ |f|
-            f.write(JSON.pretty_generate(taxons))
+        def import_catagories
+          File.open("#{Rails.root.to_s}/data/categories.json", "w"){ |f|
+            f.write(JSON.pretty_generate(categories.to_a))
+          }
+          File.open("#{Rails.root.to_s}/data/soft_categories.json", "w"){ |f|
+            f.write(JSON.pretty_generate(soft_categories.to_a))
           }
         end
 
-        def restore_from_json
-          taxon_data_file = File.open("#{MagentoMigrator::Engine.root}/data/content_pages.json").read
-          taxon_data = JSON.parse(taxon_data_file)
-
-          category_data_file = File.open("#{MagentoMigrator::Engine.root}/data/categories.json").read
-          category_data = JSON.parse(category_data_file)
-          taxons = (taxon_data + category_data).select{|t| t['include_in_menu'] == 1 }
-
-          menus = get_taxons_structure(taxons)
-          import_taxons(menus)
-
-          delete_all
-          create_categories(category_data)
-          create_content_pages(taxons)
-          create_navigation_taxons(menus)
-        end
-
-        def delete_all
-          Workarea::Navigation::Taxon.delete_all
-          Workarea::Navigation::Menu.delete_all
-          Workarea::Catalog::Category.delete_all
-          Workarea::Content::Page.delete_all
-        end
-
-        def create_navigation_taxons(menu)
-          menu.each do |top_level, sub_menu|
-            page = Workarea::Content::Page.find_by(name: top_level)
-
-            begin
-              puts "creating taxon and menu for #{top_level} content::page"
-              taxon = Workarea::Navigation::Taxon.root.children.create!(navigable: page)
-              menu = Workarea::Navigation::Menu.create!(taxon: taxon)
-
-              puts "creating content and content block for menu: #{top_level}"
-              content = Workarea::Content.for(menu)
-              content.blocks.create!(type: 'taxonomy', data: { start: taxon.id, show_starting_taxon: false } )
-
-              sub_menus = sub_menu.keys
-              next if sub_menus.blank?
-              puts 'Create submenu for :'
-              puts sub_menus.inspect
-
-              categories = Workarea::Catalog::Category.any_in(name: sub_menus)
-              content_pages = Workarea::Content::Page.any_in(name: sub_menus)
-              puts "Categories: #{categories.map(&:name).inspect}"
-              puts "content_pages: #{categories.map(&:name).inspect}"
-
-              next if categories.blank? && content_pages.blank?
-
-              categories.each do |category|
-                taxon.children.create!(navigable: category)
-              end
-
-              content_pages.each do |content_page|
-                begin
-                  taxon.children.create!(navigable: content_page)
-                rescue Exception => e
-                  puts e.message
-                  puts content_page.inspect
-                  puts taxon.inspect
-                end
-              end
-            rescue => e
-              puts e.message
-              puts "Error creating taxon for main: #{top_level}"
-            end
+        def categories_content
+          {home_categories: 9, business_categories: 10, shop_murals_categories: 8}.each do |category_name, id|
+            categories = client.query(content_categories_query(id)).to_a
+            categories_content = categories.map { |cat|
+              {
+                name: cat['name'],
+                slug: cat['url_key'],
+                h1_tag: cat['h1_tag'],
+                bottom_content: (cat['bottom_content'] || ''),
+                description: (cat['description'] || '')
+              }
+            }
+            File.open("#{Rails.root.to_s}/data/#{category_name}.json", "w"){ |f|
+              f.write(JSON.pretty_generate(categories_content))
+            }
           end
         end
 
-        # create content blocks for category pages
-        def create_content_pages(taxons)
-          taxons.each do |taxon|
-            page = Workarea::Content::Page.where(name: taxon['name']).first
-            if page.blank?
-              page = Workarea::Content::Page.create!(page_attrs(taxon))
-            end
-            content = Workarea::Content.for(page)
-
-            next if content.blocks.presence
-
-            sub_taxons = taxons.select{|t| t['parent_id'] == taxon['entity_id']}
-            next if sub_taxons.blank?
-
-            begin
-              sub_taxons.each do |sub_taxon|
-                category = Workarea::Catalog::Category.where(name: sub_taxon['name']).first
-                if category
-                  content.blocks.build(type: :category_summary, data: {category: category.id} )
-                else
-                  Workarea::Content::Page.create!(page_attrs(sub_taxon))
-                end
-              end
-            rescue Exception => e
-              puts '*' * 100
-              puts e.message
-            end
-
-            content.save!
-          end
+        def content_categories_query(parent_id)
+          "SELECT #{select_columns} FROM #{table_name}_entity e #{join_clause} where e.parent_id=#{parent_id} and v19.value=1 order by e.position asc"
         end
 
-        def create_categories(category_data)
-          Sidekiq::Callbacks.disable do
-            category_data.each do |category_attr|
-              next if Workarea::Catalog::Category.where(name: category_attr['name']).first.present?
 
-              Workarea::Catalog::Category.create!(
-                name: category_attr['name'],
-                product_rules: [],
-                default_sort: Search::CategoryBrowse.available_sorts.sample
-              )
-            end
-          end
+        def categories
+          client.query(categories_query).to_a
         end
 
-        def page_attrs(taxon)
-          {name: taxon['name'], display_h1: taxon['h1_tag'], tag_list: ['browsing', taxon['meta_keywords']].flatten.join(', ')}
+        def soft_categories
+          client.query(soft_categories_query).to_a
         end
 
-        def get_taxons_structure(taxons)
-          menus = {}
-
-          l2ms = taxons.select{|t| t['level'] == 2 }
-          l2ms = l2ms.flatten.compact.sort_by{|a| a['position']}
-
-          l2ms.each do |l2m|
-
-            l3ms = taxons.select{|t| t['level'] == 3 && t['parent_id'] == l2m['entity_id'] }
-            l3ms = l3ms.flatten.compact.sort_by{|a| a['position']}
-
-            if l3ms.blank?
-              menus[l2m['name']] = {}
-              next
-            else
-              menus[l2m['name']] = {}
-              l3ms.map{|l3m| menus[l2m['name']][l3m['name']] = {}}
-
-              l3ms.each do |l3m|
-
-                l4ms = taxons.select{|t| t['level'] == 4 && t['parent_id'] == l3m['entity_id']}
-                l4ms = l4ms.flatten.compact.sort_by{|a| a['position']}
-
-                if l4ms.blank?
-                  menus[l2m['name']][l3m['name']] = {} if menus[l2m['name']].present?
-                  next
-                else
-
-                  menus[l2m['name']][l3m['name']] = {}
-                  l4ms.each{|l4m| menus[l2m['name']][l3m['name']][l4m['name']]={}}
-
-                  l4ms.each do |l4m|
-
-                    l5ms = taxons.select{|t| t['level'] == 5 && t['parent_id'] == l4m['entity_id']}
-                    l5ms = l5ms.flatten.compact.sort_by{|a| a['position']}
-
-                    if l5ms.blank?
-                      menus[l2m['name']][l3m['name']][l4m['name']] = {}
-                      next
-                    else
-                      l5ms.each {|l5m| menus[l2m['name']][l3m['name']][l4m['name']][l5m['name']]={}}
-
-                      l5ms.each do |l5m|
-                        l6ms = taxons.select{|t| t['level'] == 6 && t['parent_id'] == l5m['entity_id']}
-                        l6ms = l6ms.flatten.compact.sort_by{|a| a['position']}
-
-                        if l6ms.blank?
-                          menus[l2m['name']][l3m['name']][l4m['name']][l5m['name']] = {}
-                          next
-                        else
-                         l6ms.each{|l6m| menus[l2m['name']][l3m['name']][l4m['name']][l5m['name']][l6m['name']]={}}
-                       end
-                     end
-                   end
-                 end
-               end
-             end
-           end
-         end
-
-         menus
+        def soft_categories_query
+         " #{select_query} and e.children_count > 0 order by e.parent_id asc "
        end
 
-       def import_catagories
-        File.open("#{MagentoMigrator::Engine.root}/data/categories.json", "w"){ |f|
-          f.write(JSON.pretty_generate(all.to_a))
-        }
+       def categories_query
+        " #{select_query}  and e.children_count = 0 order by e.parent_id asc "
       end
 
       end # class self declaration

data/lib/workarea/magento_migrator/magento_base.rb

@@ -28,14 +28,6 @@ module Workarea
           "SELECT attribute_code, backend_type FROM eav_attribute WHERE entity_type_id = ? and backend_type = ?"
         end
 
-        # def ids_to_include
-        #   raise NotImplementedError, "subclass did not define #ids_to_include"
-        # end
-
-        # def table_name
-        #   raise NotImplementedError, "subclass did not define #table_name"
-        # end
-
         def select_query
           select_query = "SELECT #{select_columns} FROM #{table_name}_entity e #{join_clause} "
           select_query += "\nwhere e.entity_id in (#{ids_to_include})"

data/lib/workarea/magento_migrator/sql_connection.rb

@@ -46,7 +46,7 @@ module Workarea
       REQUIRED_FIELDS = %w{host adapter database}
 
       def initialize()
-        @magento_db_config = Workarea.config.magento_db_config
+        @magento_db_config = YAML.load_file("#{MagentoMigrator::Engine.root}/config/magento_db_config.yml")[Rails.env]
         @magento_db_config['batch_size'] ||= 10000
         setup_mysql_client
       end

data/lib/workarea/magento_migrator/version.rb

@@ -1,5 +1,5 @@
 module Workarea
   module MagentoMigrator
-    VERSION = "1.0.0.pre".freeze
+    VERSION = "1.0.1".freeze
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: workarea-magento_migrator
 version: !ruby/object:Gem::Version
-  version: 1.0.0.pre
+  version: 1.0.1
 platform: ruby
 authors:
 - Gajendra Jena
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-23 00:00:00.000000000 Z
+date: 2020-03-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: workarea
@@ -82,7 +82,9 @@ files:
 - bin/rails
 - config/data/catalog_category.yml
 - config/data/catalog_product.yml
+- config/initializers/magento_db.rb
 - config/initializers/workarea.rb
+- config/magento_db_config.yml
 - config/routes.rb
 - data/categories.json
 - data/content_pages.json
@@ -151,6 +153,7 @@ files:
 - test/teaspoon_env.rb
 - test/test_helper.rb
 - test/workarea/magento_migrator/catalog_product_test.rb
+- workarea-magento_migrator-1.0.0.pre.gem
 - workarea-magento_migrator.gemspec
 homepage: ''
 licenses:
@@ -167,9 +170,9 @@ required_ruby_version: !ruby/object:Gem::Requirement
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
-  - - ">"
+  - - ">="
     - !ruby/object:Gem::Version
-      version: 1.3.1
+      version: '0'
 requirements: []
 rubygems_version: 3.0.6
 signing_key: