workarea-magento_data_importer 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 739580668acd800e919a4cb4c00fed4a28047ea516faad750ade0aa56e0cf85f
+  data.tar.gz: 3582a7be4547fe61c4d076e35b015af078b53c72f099f1d3e3faa6a3f8a931b3
+SHA512:
+  metadata.gz: e96f147c209e138360982c748a53ad9a930c963aaa4e9a8629c179a9bea20ffc1b387ec0de96291445b4e4ad0742aaee73d9a8f70328875b75ca00a4541f02da
+  data.tar.gz: 32765b4973a604829ac7e788143772e07c2d0c93c33ca6ad6386719d1bbbaa1f768e807e6cb4fb55b54634415a1bc54dc38ae167bb65c6f73c7d9523141e38b2

data/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,37 @@
+---
+name: Bug report
+about: Create a report to help us improve Workarea
+title: ''
+labels: bug
+assignees: ''
+
+---
+
+⚠️**Before you create**⚠️
+Please verify the issue you're experiencing is not part of your Workarea project customizations. The best way to do this is with a [vanilla Workarea installation](https://developer.workarea.com/articles/create-a-new-host-application.html). This will help us spend time on fixes/improvements for the whole community. Thank you!
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Workarea Setup (please complete the following information):**
+ - Workarea Version: [e.g. v3.4.6]
+ - Plugins [e.g. workarea-blog, workarea-sitemaps]
+
+**Attachments**
+If applicable, add any attachments to help explain your problem, things like:
+- screenshots
+- Gemfile.lock
+- test cases
+
+**Additional context**
+Add any other context about the problem here.

data/.github/ISSUE_TEMPLATE/documentation-request.md

@@ -0,0 +1,17 @@
+---
+name: Documentation request
+about: Suggest documentation
+title: ''
+labels: documentation
+assignees: ''
+
+---
+
+**Is your documentation related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm confused by [...]
+
+**Describe the article you'd like**
+A clear and concise description of what would be in the documentation article.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

data/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for Workarea
+title: ''
+labels: enhancement
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

data/.github/workflows/ci.yml

@@ -0,0 +1,58 @@
+name: CI
+on:
+  push:
+    paths-ignore:
+      - '.github/**'
+      - '**.md'
+
+jobs:
+  static_analysis:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v1
+    - uses: workarea-commerce/ci/bundler-audit@v1
+    - uses: workarea-commerce/ci/rubocop@v1
+
+  admin_tests:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v1
+    - uses: actions/setup-ruby@v1
+      with:
+        ruby-version: 2.6.x
+    - uses: workarea-commerce/ci/test@v1
+      with:
+        command: bin/rails app:workarea:test:admin
+
+  core_tests:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v1
+    - uses: actions/setup-ruby@v1
+      with:
+        ruby-version: 2.6.x
+    - uses: workarea-commerce/ci/test@v1
+      with:
+        command: bin/rails app:workarea:test:core
+
+  storefront_tests:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v1
+    - uses: actions/setup-ruby@v1
+      with:
+        ruby-version: 2.6.x
+    - uses: workarea-commerce/ci/test@v1
+      with:
+        command: bin/rails app:workarea:test:storefront
+
+  plugins_tests:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v1
+    - uses: actions/setup-ruby@v1
+      with:
+        ruby-version: 2.6.x
+    - uses: workarea-commerce/ci/test@v1
+      with:
+        command: bin/rails app:workarea:test:plugins

data/.gitignore

@@ -0,0 +1,24 @@
+.bundle/
+log/*.log
+pkg/
+test/dummy/log/*.log
+test/dummy/node_modules/
+test/dummy/yarn-error.log
+test/dummy/tmp/
+.DS_Store
+.byebug_history
+.bundle/
+.sass-cache/
+Gemfile.lock
+pkg/
+test/dummy/tmp/
+test/dummy/public/
+log/*.log
+test/dummy/log/*.log
+test/dummy/db/*.sqlite3
+test/dummy/db/*.sqlite3-journal
+node_modules
+yarn.lock
+yarn-error.log
+package-lock.json
+.rubocop-https-*

data/.rubocop.yml

@@ -0,0 +1,3 @@
+inherit_from:
+  - https://raw.githubusercontent.com/workarea-commerce/workarea/master/.rubocop.yml
+

data/CHANGELOG.md

@@ -0,0 +1,17 @@
+Workarea Magento Data Importer 1.0.0 (2020-02-21)
+--------------------------------------------------------------------------------
+
+*   Create taxonmy and navigation menu based on categories in import. Commit also fixes cases where some product's categories were not being imported correctly
+
+    no changelong
+
+    MAGENTOMIGRATE-1
+    Jeff Yucis
+
+*   Importer for standard magento 1.X product export.
+
+    MAGENTOMIGRATE-1
+    Jeff Yucis
+
+
+

data/Gemfile

@@ -0,0 +1,16 @@
+source 'https://rubygems.org'
+git_source(:github) { |repo| "https://github.com/#{repo}.git" }
+
+# Declare your gem's dependencies in magento_data_importer.gemspec.
+# Bundler will treat runtime dependencies like base dependencies, and
+# development dependencies will be added by default to the :development group.
+gemspec
+
+# Declare any dependencies that are still in development here instead of in
+# your gemspec. These might include edge Rails or gems from your path or
+# Git. Remember to move these dependencies to your gemspec before releasing
+# your gem to rubygems.org.
+
+# To use a debugger
+# gem 'byebug', group: [:development, :test]
+gem 'workarea', github: 'workarea-commerce/workarea', branch: 'v3.5-stable'

data/LICENSE

@@ -0,0 +1,52 @@
+WebLinc
+Business Source License
+
+Licensor: WebLinc Corporation, 22 S. 3rd Street, 2nd Floor, Philadelphia PA 19106
+
+Licensed Work: Workarea Commerce Platform
+               The Licensed Work is (c) 2019 WebLinc Corporation
+
+Additional Use Grant:
+                      You may make production use of the Licensed Work without an additional license agreement with WebLinc so long as you do not use the Licensed Work for a Commerce Service.
+
+                      A "Commerce Service" is a commercial offering that allows third parties (other than your employees and contractors) to access the functionality of the Licensed Work by creating or managing commerce functionality, the products, taxonomy, assets and/or content of which are controlled by such third parties.
+
+                      For information about obtaining an additional license agreement with WebLinc, contact licensing@workarea.com.
+
+Change Date: 2019-08-20
+
+Change License: Version 2.0 or later of the GNU General Public License as published by the Free Software Foundation
+
+Terms
+
+The Licensor hereby grants you the right to copy, modify, create derivative works, redistribute, and make non-production use of the Licensed Work. The Licensor may make an Additional Use Grant, above, permitting limited production use.
+
+Effective on the Change Date, or the fourth anniversary of the first publicly available distribution of a specific version of the Licensed Work under this License, whichever comes first, the Licensor hereby grants you rights under the terms of the Change License, and the rights granted in the paragraph above terminate.
+
+If your use of the Licensed Work does not comply with the requirements currently in effect as described in this License, you must purchase a commercial license from the Licensor, its affiliated entities, or authorized resellers, or you must refrain from using the Licensed Work.
+
+All copies of the original and modified Licensed Work, and derivative works of the Licensed Work, are subject to this License. This License applies separately for each version of the Licensed Work and the Change Date may vary for each version of the Licensed Work released by Licensor.
+
+You must conspicuously display this License on each original or modified copy of the Licensed Work. If you receive the Licensed Work in original or modified form from a third party, the terms and conditions set forth in this License apply to your use of that work.
+
+Any use of the Licensed Work in violation of this License will automatically terminate your rights under this License for the current and all other versions of the Licensed Work.
+
+This License does not grant you any right in any trademark or logo of Licensor or its affiliates (provided that you may use a trademark or logo of Licensor as expressly required by this License). TO THE EXTENT PERMITTED BY APPLICABLE LAW, THE LICENSED WORK IS PROVIDED ON AN "AS IS" BASIS. LICENSOR HEREBY DISCLAIMS ALL WARRANTIES AND CONDITIONS, EXPRESS OR IMPLIED, INCLUDING (WITHOUT LIMITATION) WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, NON-INFRINGEMENT, AND TITLE. MariaDB hereby grants you permission to use this License’s text to license your works and to refer to it using the trademark "Business Source License" as long as you comply with the Covenants of Licensor below.
+
+Covenants of Licensor
+In consideration of the right to use this License’s text and the "Business Source License" name and trademark, Licensor covenants to MariaDB, and to all other recipients of the licensed work to be provided by Licensor:
+
+To specify as the Change License the GPL Version 2.0 or any later version, or a license that is compatible with GPL Version 2.0 or a later version, where "compatible" means that software provided under the Change License can be included in a program with software provided under GPL Version 2.0 or a later version. Licensor may specify additional Change Licenses without limitation.
+
+To either: (a) specify an additional grant of rights to use that does not impose any additional restriction on the right granted in this License, as the Additional Use Grant; or (b) insert the text "None."
+
+To specify a Change Date.
+
+Not to modify this License in any other way.
+
+Notice
+The Business Source License (this document, or the "License") is not an Open Source license. However, the Licensed Work will eventually be made available under an Open Source License, as stated in this License.
+
+For more information on the use of the Business Source License generally, please visit the Adopting and Developing Business Source License FAQ.
+
+License text copyright (c) 2017 MariaDB Corporation Ab, All Rights Reserved. "Business Source License" is a trademark of MariaDB Corporation Ab.

data/README.md

@@ -0,0 +1,89 @@
+Workarea Magento Data Importer
+================================================================================
+
+Magento Data Importer plugin that allows migration of standard 1.X Magento Product exports to the Workarea Commerce system.
+
+Overview
+--------------------------------------------------------------------------------
+
+* Provides a rake task to import product data magento exports.
+* Supports Configurable and Simple Magento product types.
+
+
+Getting Started
+--------------------------------------------------------------------------------
+
+Add the gem to your application's Gemfile specifying the source:
+
+    # ...
+    gem 'workarea-magento_data_importer'
+    # ...
+
+Update your application's bundle.
+
+    cd path/to/application
+    bundle
+
+
+To run this import you will first need to export your products out of the Magento admin.
+
+1. Log into the Magento admin.
+2. Go to "System" -> "Import/Export" -> "Export" in the top navigation menu.
+3. Select "Products" from the "Entity Type" select. Leave the format as CSV.
+4. Do not use the "skip" check box on any of the fields that display.
+5. Click "Continue", your download should start soon.
+
+Run the Workarea import by passing the path to the Magento export CSV file as an argument.
+
+```bash
+bin/rails workarea:magento:import_products  /data/YOUR_EXPORT_FILE.csv
+```
+
+Because the import data can not be imported sequentially the CSV is first saved to a mongo collection:
+
+```ruby
+Workarea::Import::MagentoProduct
+```
+After the data is imported into a collection the process will first import configurable products then simple products. The host app's Elasticsearch index will be re-indexed after completion. Any records that are not successfully processed will remain in the import collection where they can be inspected.
+
+The following data is imported:
+* Products and their associated variants
+* Inventory
+* Pricing
+* Product images
+* Categories
+* Taxonomy
+* Navigation Menu
+* Redirects based on the URL key in the export
+
+
+Configuration
+--------------------------------------------------------------------------------
+The following is configurations can be passed as ENV vars to the rake task
+
+
+**Product Image Base URL**
+Optional. The absolute url that prepends your product images. For example "http://yourmagentosite.com/media/catalog/product". Required for importing images.
+Example: product_image_base_url="http://yourmagentosite.com/media/catalog/product"
+
+**Image Option Column**
+Optional. The column in the export to attach images to. This will allow for image switching on the PDP.
+Example: image_option_column="color"
+
+**Product Filter Columns**
+Optional. The columns to import as filters for the products. For example: "color,size,length". Empty values will not be imported as a filter.
+Example: product_filter_columns="color,size,length"
+
+**Product Attributes Columns**
+Optional. The columns to import as product attributes. This information shows on the product detail page. For example: "country_of_origin,material,part_number". Empty values will not be imported as product data attributes.
+Example: product_attributes_columns="country_of_origin,material,part_number"
+
+Workarea Platform Documentation
+--------------------------------------------------------------------------------
+
+See [https://developer.workarea.com](https://developer.workarea.com) for Workarea platform documentation.
+
+License
+--------------------------------------------------------------------------------
+
+Workarea Magento Data Importer is released under the [Business Software License](LICENSE)

data/Rakefile

@@ -0,0 +1,56 @@
+begin
+  require 'bundler/setup'
+rescue LoadError
+  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
+end
+
+require 'rdoc/task'
+RDoc::Task.new(:rdoc) do |rdoc|
+  rdoc.rdoc_dir = 'rdoc'
+  rdoc.title    = 'Magento Data Importer'
+  rdoc.options << '--line-numbers'
+  rdoc.rdoc_files.include('README.md')
+  rdoc.rdoc_files.include('lib/**/*.rb')
+end
+
+APP_RAKEFILE = File.expand_path("../test/dummy/Rakefile", __FILE__)
+load 'rails/tasks/engine.rake'
+load 'rails/tasks/statistics.rake'
+load 'workarea/changelog.rake'
+
+require 'rake/testtask'
+Rake::TestTask.new(:test) do |t|
+  t.libs << 'lib'
+  t.libs << 'test'
+  t.pattern = 'test/**/*_test.rb'
+  t.verbose = false
+end
+task default: :test
+
+$LOAD_PATH.unshift File.expand_path('../lib', __FILE__)
+require 'workarea/magento_data_importer/version'
+
+desc "Release version #{Workarea::MagentoDataImporter::VERSION} of the gem"
+task :release do
+  Rake::Task['workarea:changelog'].execute
+  system 'git add CHANGELOG.md'
+  system 'git commit -m "Update CHANGELOG"'
+
+  system "git tag -a v#{Workarea::MagentoDataImporter::VERSION} -m 'Tagging #{Workarea::MagentoDataImporter::VERSION}'"
+  system 'git push origin HEAD --follow-tags'
+
+  system "gem build workarea-magento_data_importer.gemspec"
+  system "gem push workarea-magento_data_importer-#{Workarea::MagentoDataImporter::VERSION}.gem"
+  system "rm workarea-magento_data_importer-#{Workarea::MagentoDataImporter::VERSION}.gem"
+end
+
+desc 'Run the JavaScript tests'
+ENV['TEASPOON_RAILS_ENV'] = File.expand_path('../test/dummy/config/environment', __FILE__)
+task teaspoon: 'app:teaspoon'
+
+desc 'Start a server at http://localhost:3000/teaspoon for JavaScript tests'
+task :teaspoon_server do
+  Dir.chdir("test/dummy")
+  teaspoon_env = File.expand_path('../test/teaspoon_env.rb', __FILE__)
+  system "RAILS_ENV=test TEASPOON_ENV=#{teaspoon_env} rails s"
+end

data/app/models/workarea/import/magento_product.rb

@@ -0,0 +1,21 @@
+module Workarea
+  module Import
+    class MagentoProduct
+      include ApplicationDocument
+
+      field :product_data, type: Hash
+      field :magento_product_id, type: String
+      field :product_type, type: String
+      field :imported, type: Boolean
+      field :import_failed, type: Boolean, default: false
+
+      index({ product_type: 1 })
+      index({ magento_product_id: 1 })
+      index({ imported: 1 })
+      index({ import_failed: 1 })
+
+      scope :parent_products, -> { where(product_type: "configurable").where(import_failed: false) }
+      scope :simple_products, -> { where(:product_type.ne => "configurable").where(import_failed: false) }
+    end
+  end
+end