workarea-core 3.5.17 → 3.5.18

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 8d24b6af137b806311dbd5d13fb13a57f8693f99d767f94fb3144994fe9c7028
-  data.tar.gz: dbbfb80358c11fc03b2e470ac741f615dc2d68e5f9c6c0d55b3b69567eaa4d02
+  metadata.gz: 84d99f1dbf010e7d67b9dbc7785720bbed5cd17c22528dfe57e194dfbb660892
+  data.tar.gz: c5453a27cf96335ae9d35fe857ccc770a0412117579b37dc1cb84e9221cd6efe
 SHA512:
-  metadata.gz: a7f587ddc4e1e9c425eaace526f562f99ec5885002f833fd33a134164d3d20a405938a1e762b3cfd221824a77f435ebb79383591ae2bd0c3b81bd407ba0ceb12
-  data.tar.gz: 61da7b2aa4a72d5e0b5456b401f9124769fa5f43c601d33e6e14b6a64bf820910bed36faf6992a1865e603455710b05647fa62b62488fa8fd973d33edac02564
+  metadata.gz: 4605fd9a72741e6cac8ab7a32d2408ba1b8f2bfb79ac875875461ab59fe660ffd5254e3b0eb69d5534222217de0ec2fc3d60351bee5e7575d93d2393fb8d9221
+  data.tar.gz: e2946da1f9618bc92f65ceca4281c426747f4c75d162b33e68a6fe629008507c43e07dcde39e12f871b2f0011225f40bfd5d9ecdc8d7f563586b90900f43c447

data/app/controllers/workarea/impersonation.rb

@@ -39,7 +39,8 @@ module Workarea
     end
 
     def current_impersonation
-      @current_impersonation ||= User.find(session[:user_id])
+      return @current_impersonation if defined?(@current_impersonation)
+      @current_impersonation = User.find(session[:user_id]) rescue nil
     end
 
     def admin_browse_as_guest

data/app/middleware/workarea/application_middleware.rb

@@ -1,12 +1,15 @@
 module Workarea
   class ApplicationMiddleware
+    ASSET_REGEX = /(jpe?g|png|ico|gif|bmp|webp|tif?f|css|js|svg|otf|ttf|woff|woff2)$/
+
     def initialize(app)
       @app = app
     end
 
     def call(env)
       request = Rack::Request.new(env)
-      return @app.call(env) if request.path =~ /(jpe?g|png|ico|gif|css|js|svg)$/
+      env['workarea.asset_request'] = request.path =~ ASSET_REGEX
+      return @app.call(env) if env['workarea.asset_request']
 
       set_locale(env, request)
       setup_environment(env, request)
@@ -25,7 +28,7 @@ module Workarea
       env['workarea.visit'] = Visit.new(env)
       env['workarea.cache_varies'] = Cache::Varies.new(env['workarea.visit']).to_s
       env['rack-cache.cache_key'] = Cache::RackCacheKey
-      env['rack-cache.force-pass'] = env['workarea.visit'].admin?
+      env['rack-cache.force-pass'] = env['workarea.visit'].admin? && !env['workarea.asset_request']
     end
 
     def set_segment_request_headers(env)

data/app/queries/workarea/search/admin_search.rb

@@ -11,6 +11,10 @@ module Workarea
       def self.available_sorts
         AdminSorting.available_sorts
       end
+
+      def default_admin_sort
+        [{ _score: :desc }, { updated_at: :desc }]
+      end
     end
   end
 end

data/app/queries/workarea/search/admin_sorting.rb

@@ -16,7 +16,7 @@ module Workarea
       end
 
       def default_admin_sort
-        [{ _score: :desc },  { updated_at: :desc }]
+        [{ updated_at: :desc }, { _score: :desc }]
       end
 
       def user_selected_sort

data/config/initializers/00_configuration.rb

@@ -156,14 +156,15 @@ Workarea::Configuration.define_fields do
   end
 
   fieldset 'Communication', namespaced: false do
+
     field 'Email From',
       type: :string,
-      default: 'noreply@example.com',
+      default: -> { "#{Workarea.config.site_name} <noreply@#{Workarea.config.host}>" },
       description: 'The email address used as the sender of system emails'
 
     field 'Email To',
       type: :string,
-      default: 'customerservice@example.com',
+      default: -> { "#{Workarea.config.site_name} <customerservice@#{Workarea.config.host}>" },
       description: 'The email address that receives user generated emails, e.g. contact us inquiries'
 
     field 'Inquiry Subjects',

data/lib/generators/workarea/install/templates/initializer.rb.erb

@@ -7,16 +7,4 @@ Workarea.configure do |config|
     'development' => 'localhost',
     'production' => 'www.<%= app_name.dasherize %>.com' # TODO
   }[Rails.env]
-
-  config.email_to = {
-    'test'        => "#{config.site_name} <customerservice@example.com>",
-    'development' => "#{config.site_name} <customerservice@<%= app_name %>.test>",
-    'production'  => "#{config.site_name} <customerservice@<%= app_name.dasherize %>.com>" # TODO
-  }[Rails.env]
-
-  config.email_from =  {
-    'test'        => "#{config.site_name} <noreply@example.com>",
-    'development' => "#{config.site_name} <noreply@<%= app_name %>.test",
-    'production'  => "#{config.site_name} <noreply@<%= app_name.dasherize %>.com>" # TODO
-  }[Rails.env]
 end

data/lib/tasks/cache.rake

@@ -1,40 +1,10 @@
+require 'workarea/tasks/cache'
+
 namespace :workarea do
   namespace :cache do
     desc 'Prime images cache'
     task prime_images: :environment do
-      include Rails.application.routes.url_helpers
-      include Workarea::Storefront::ProductsHelper
-      include Workarea::Core::Engine.routes.url_helpers
-
-      built_in_jobs = [:thumb, :gif, :jpg, :png, :strip, :convert, :optimized]
-
-      jobs = Dragonfly.app(:workarea).processor_methods.reject do |job|
-        built_in_jobs.include?(job)
-      end
-
-      Workarea::Catalog::Product.all.each_by(50) do |product|
-        product.images.each do |image|
-          jobs.each do |job|
-            url = URI.join(
-              "https://#{Workarea.config.host}",
-              dynamic_product_image_url(
-                image.product.slug,
-                image.option,
-                image.id,
-                job,
-                only_path: true
-              )
-            ).to_s
-
-            begin
-              `curl #{url}`
-              puts "Downloaded image #{url}"
-            rescue StandardError => e
-              puts e.inspect
-            end
-          end
-        end
-      end
+      Workarea::Tasks::Cache.prime_images
     end
   end
 end

data/lib/tasks/help.rake

@@ -1,11 +1,10 @@
+require 'workarea/tasks/help'
+
 namespace :workarea do
   desc 'Drop and recreate help articles (Warning: all current help will be deleted!)'
   task reload_help: :environment do
     puts 'Deleting help articles...'
-    Workarea::Help::Article.delete_all
-    Workarea::Help::Asset.delete_all
-
-    Workarea::HelpSeeds.new.perform
+    Workarea::Tasks::Help.reload
     Rake::Task['workarea:search_index:help'].invoke
   end
 
@@ -16,44 +15,6 @@ namespace :workarea do
   end
 
   task dump_help: :environment do
-    Workarea::Help::Article.all.each_by(50) do |article|
-      article_root = Rails.root.join(
-        'data',
-        'help',
-        article.category.systemize,
-        article.name.systemize
-      )
-
-      asset_path = article_root.join('assets')
-
-      FileUtils.mkdir_p(article_root)
-
-      if article.thumbnail.present?
-        article.thumbnail.to_file(article_root.join(article.thumbnail.name))
-      end
-
-      Workarea::Help::Asset.all.each_by(50) do |asset|
-        if article.summary.include?(asset.url) || article.body.include?(asset.url)
-          FileUtils.mkdir_p(asset_path)
-          asset.to_file(asset_path.join(asset.name))
-          reference = "<%= #{asset.name.split('.').first} %>"
-
-          article.summary.gsub!(asset.url, reference)
-          article.body.gsub!(asset.url, reference)
-        end
-      end
-
-      if article.summary.present?
-        File.open(article_root.join('summary.md'), 'w') do |file|
-          file.write(article.summary)
-        end
-      end
-
-      if article.body.present?
-        File.open(article_root.join('body.md'), 'w') do |file|
-          file.write(article.body)
-        end
-      end
-    end
+    Workarea::Tasks::Help.dump
   end
 end

data/lib/tasks/insights.rake

@@ -1,49 +1,17 @@
-require 'active_support/testing/time_helpers'
+require 'workarea/tasks/insights'
 
 namespace :workarea do
   namespace :insights do
     desc 'Creates metrics and insights based on orders'
     task generate: :environment do
-      include ActiveSupport::Testing::TimeHelpers
-      batch_size = ENV['WORKAREA_INSIGHTS_BATCH_SIZE'].presence || 1000
-
-      Workarea::Order
-        .placed
-        .each_by(batch_size.to_i) { |o| Workarea::SaveOrderMetrics.perform(o) }
-
-      8.times do |i|
-        travel_to (i.weeks.ago.beginning_of_week + 1.hour)
-        Workarea::GenerateInsights.generate_all!
-      end
-
+      Workarea::Tasks::Insights.generate
       puts "Success! Generated #{Workarea::Insights::Base.count} insights."
     end
 
     # Clear the metrics/insights environment - deletes lots of data, this task
     # is very dangerous! Useful for testing/debugging.
     task reset: :environment do
-      Workarea::Order
-        .where(:metrics_saved_at.gt => 0)
-        .update_all(metrics_saved_at: nil)
-
-
-      Workarea::Metrics::CategoryByDay.delete_all
-      Workarea::Metrics::CountryByDay.delete_all
-      Workarea::Metrics::DiscountByDay.delete_all
-      Workarea::Metrics::MenuByDay.delete_all
-      Workarea::Metrics::ProductByDay.delete_all
-      Workarea::Metrics::ProductByWeek.delete_all
-      Workarea::Metrics::ProductForLastWeek.delete_all
-      Workarea::Metrics::SalesByDay.delete_all
-      Workarea::Metrics::SearchByDay.delete_all
-      Workarea::Metrics::SearchByWeek.delete_all
-      Workarea::Metrics::SearchForLastWeek.delete_all
-      Workarea::Metrics::SkuByDay.delete_all
-      Workarea::Metrics::TenderByDay.delete_all
-      Workarea::Metrics::TrafficReferrerByDay.delete_all
-      Workarea::Metrics::User.delete_all
-      Workarea::Insights::Base.delete_all
-
+      Workarea::Tasks::Insights.reset!
       puts "Success! Insights and metrics have been cleared."
     end
   end

data/lib/tasks/migrate.rake

@@ -1,103 +1,10 @@
+require 'workarea/tasks/migrate'
+
 namespace :workarea do
   namespace :migrate do
     desc 'Migrate the database from v3.4 to v3.5'
     task v3_5: :environment do
-      count = 0
-
-      Workarea::Release.where(:undo_at.gte => Time.current).each do |release|
-        undo = release.build_undo(publish_at: release.undo_at).tap(&:save!)
-
-        release.changesets.each do |changeset|
-          changeset.build_undo(release: undo).save!
-        end
-
-        Workarea::Scheduler.delete(release.undo_job_id)
-
-        release.update_attributes!(undo_at: nil, undo_job_id: nil)
-        count += 1
-      end
-
-      Workarea::Release.all.each { |r| Workarea::IndexAdminSearch.perform(r) }
-
-      puts "✅ #{count} undo releases have been created."
-
-      count = 0
-
-      Workarea::Tax::Category.all.each_by(100) do |category|
-        category.rates.each_by(500) do |rate|
-          rate.postal_code_percentage = rate.percentage
-          rate.percentage = nil
-        end
-
-        category.save!
-        count += 1
-      end
-
-      puts "✅ #{count} tax categories updated."
-
-      count = 0
-      failed_ids = []
-      backup = Mongo::Collection.new(Mongoid::Clients.default.database, 'workarea_legacy_segments')
-
-      legacy_segments = Workarea::Segment.collection.find.to_a
-      legacy_segments.each do |doc|
-        backup.insert_one(doc)
-        Workarea::Segment.collection.delete_one(doc.slice('_id'))
-
-        segment = Workarea::Segment.new(
-          id: doc['_id'],
-          name: doc['name'],
-          subscribed_user_ids: doc['subscribed_user_ids'],
-          created_at: doc['created_at'],
-          updated_at: doc['updated_at']
-        )
-
-        doc['conditions'].each do |condition|
-          if condition['_type'] =~ /UserTag/
-            segment.rules << Workarea::Segment::Rules::Tags.new(tags: condition['tags'])
-          elsif condition['_type'] =~ /TotalSpent/
-            rule = Workarea::Segment::Rules::Revenue.new
-
-            if condition['operator'] == 'equals'
-              rule.minimum = rule.maximum = Money.demongoize(condition['amount'])
-            elsif condition['operator'] == 'less_than_or_equals'
-              rule.maximum = Money.demongoize(condition['amount'])
-            elsif condition['operator'] == 'less_than'
-              rule.maximum = (Money.demongoize(condition['amount']) - 0.01.to_m)
-            elsif condition['operator'] == 'greater_than_or_equals'
-              rule.minimum = Money.demongoize(condition['amount'])
-            elsif condition['operator'] == 'greater_than'
-              rule.minimum = (Money.demongoize(condition['amount']) + 0.01.to_m)
-            end
-
-            segment.rules << rule
-          end
-        end
-
-        if doc['conditions'].size == segment.rules.size && segment.save
-          count += 1
-        else
-          failed_ids << doc['_id']
-        end
-      end
-
-      puts "✅ #{count} segments have been migrated." if count > 0
-      if failed_ids.any?
-        puts "⛔️ #{failed_ids.count} segments failed to migrate."
-        puts "You can find copies of the original segments in the workarea_legacy_segments collection."
-        puts "The segments that failed are #{failed_ids.to_sentence}."
-      end
-
-      Workarea::Segment::LifeCycle.create!
-      puts "✅ Life cycle segments have been created."
-
-      admin_ids = Workarea::User.admins.pluck(:id)
-      admin_ids.each do |id|
-        Workarea::SynchronizeUserMetrics.new.perform(id)
-      end
-      puts "✅ #{admin_ids.count} admins have had their metrics synchronized." if admin_ids.count > 0
-
-      puts "\nMigration complete!"
+      Workarea::Tasks::Migrate.v3_5
     end
   end
 end

data/lib/tasks/search.rake

@@ -1,8 +1,9 @@
+require 'workarea/tasks/search'
+
 namespace :workarea do
   namespace :search_index do
     def setup
-      require 'sidekiq/testing/inline' unless ENV['INLINE'] == 'false'
-      Workarea.config.bulk_index_batch_size = ENV['BATCH_SIZE'].to_i if ENV['BATCH_SIZE'].present?
+      Workarea::Tasks::Search.setup
     end
 
     desc 'Reindex all data'
@@ -16,84 +17,21 @@ namespace :workarea do
     task admin: :environment do
       setup
       puts 'Indexing admin...'
-      Workarea::QueuesPauser.with_paused_queues do
-        Workarea::Search::Admin.reset_indexes!
-      end
-
-      Mongoid.models.each do |klass|
-        next unless Workarea::Search::Admin.for(klass.first).present?
-
-        klass.all.each_slice_of(Workarea.config.bulk_index_batch_size) do |models|
-          Workarea::BulkIndexAdmin.perform_by_models(models)
-        end
-      end
-
-      Workarea.config.jump_to_navigation.to_a.each do |tuple|
-        Workarea::Search::Admin::Navigation.new(tuple).save
-      end
+      Workarea::Tasks::Search.index_admin
     end
 
     desc 'Reindex storefront'
     task storefront: :environment do
       setup
       puts 'Indexing storefront...'
-
-      Workarea::QueuesPauser.with_paused_queues do
-        Workarea::Search::Storefront.reset_indexes!
-        Workarea::Search::Storefront.ensure_dynamic_mappings
-      end
-
-      # This code finds all unique filters for products so we can index a sample
-      # product for each to ensure the dynamic mappings get created.
-      #
-      # This is necessary to fix mapping errors from Elasticsearch when trying
-      # to index category percolations against fields which have no mapping.
-      #
-      map = %{
-        function() {
-          for (var key in this.filters.#{I18n.locale}) {
-            emit(key, null);
-          }
-        }
-      }
-      reduce = 'function(key) { return null; }'
-      results = Workarea::Catalog::Product.map_reduce(map, reduce).out(inline: 1)
-      unique_filters = results.map { |r| r['_id'] }
-
-      sample_products = unique_filters.reduce([]) do |memo, filter|
-        filter = "filters.#{I18n.locale}.#{filter}"
-        memo << Workarea::Catalog::Product.exists(filter => true).sample
-      end
-
-      sample_products.each do |product|
-        Workarea::Search::Storefront::Product.new(product).save
-      end
-
-      Workarea::Catalog::Category.all.each_by(Workarea.config.bulk_index_batch_size) do |category|
-        Workarea::Search::Storefront::CategoryQuery.new(category).create
-        Workarea::Search::Storefront::Category.new(category).save
-      end
-
-      Workarea::Content::Page.all.each_by(Workarea.config.bulk_index_batch_size) do |page|
-        Workarea::Search::Storefront::Page.new(page).save
-      end
-
-      Workarea::BulkIndexProducts.perform
-      Workarea::BulkIndexSearches.perform
+      Workarea::Tasks::Search.index_storefront
     end
 
     desc 'Reindex help'
     task help: :environment do
       setup
       puts 'Indexing help...'
-
-      Workarea::QueuesPauser.with_paused_queues do
-        Workarea::Search::Help.reset_indexes!
-      end
-
-      Workarea::Help::Article.all.each_by(Workarea.config.bulk_index_batch_size) do |help_article|
-        Workarea::Search::Help.new(help_article).save
-      end
+      Workarea::Tasks::Search.index_help
     end
   end
 end

data/lib/tasks/services.rake

@@ -1,73 +1,23 @@
-require 'workarea/version'
+require 'workarea/tasks/services'
 
 namespace :workarea do
   namespace :services do
-    def assert_docker_compose_installed!
-      unless system('docker-compose -v > /dev/null 2>&1')
-        STDERR.puts <<~eos
-**************************************************
-⛔️ ERROR: workarea:services tasks depend on Docker Compose being installed. \
-See https://docs.docker.com/compose/install/ for how to install.
-**************************************************
-          eos
-        exit
-      end
-    end
-
-    def compose_file_path
-      File.join(Gem::Specification.find_by_name('workarea').gem_dir, 'docker-compose.yml')
-    end
-
-    def compose_env
-      {
-        'COMPOSE_FILE' => compose_file_path,
-        'COMPOSE_PROJECT_NAME' => File.basename(Dir.pwd),
-
-        'MONGODB_VERSION' => Workarea::VERSION::MONGODB::STRING,
-        'MONGODB_PORT' => ENV['WORKAREA_MONGODB_PORT'] || '27017',
-
-        'REDIS_VERSION' => Workarea::VERSION::REDIS::STRING,
-        'REDIS_PORT' => ENV['WORKAREA_REDIS_PORT'] || '6379',
-
-        'ELASTICSEARCH_VERSION' => Workarea::VERSION::ELASTICSEARCH::STRING,
-        'ELASTICSEARCH_PORT' => ENV['WORKAREA_ELASTICSEARCH_PORT'] || '9200'
-      }
-    end
-
     desc 'Start Workarea background services for this app'
     task :up do
       puts 'Starting Workarea services...'
-      assert_docker_compose_installed!
-
-      if system(compose_env, "docker-compose up -d #{ENV['COMPOSE_ARGUMENTS']} #{ENV['WORKAREA_SERVICES']}")
-        puts '✅ Success! Workarea services are running in the background. Run workarea:services:down to stop them.'
-      else
-        STDERR.puts '⛔️ Error! There was an error starting Workarea services.'
-      end
+      Workarea::Tasks::Services.up
     end
 
     desc 'Stop Workarea external services for this app'
     task :down do
       puts 'Stopping Workarea services...'
-      assert_docker_compose_installed!
-
-      if system(compose_env, "docker-compose down #{ENV['COMPOSE_ARGUMENTS']}")
-        puts '✅ Success! Workarea services are stopped. Run workarea:services:up to start them.'
-      else
-        STDERR.puts '⛔️ Error! There was an error stopping Workarea services.'
-      end
+      Workarea::Tasks::Services.down
     end
 
     desc 'Remove data volumes associated with Workarea external services. Stops containers.'
     task :clean do
       puts 'Removing Workarea service data...'
-      assert_docker_compose_installed!
-
-      if system(compose_env, "docker-compose down -v #{ENV['COMPOSE_ARGUMENTS']}")
-        puts '✅ Success! Workarea service volumes have been removed. Run workarea:services:up to start services and recreate volumes.'
-      else
-        STDERR.puts '⛔️ Error! There was an error removing Workarea service volumes.'
-      end
+      Workarea::Tasks::Services.clean
     end
   end
 end

data/lib/workarea/configuration.rb

@@ -26,8 +26,6 @@ module Workarea
 
       config.site_name = 'Workarea'
       config.host = 'www.example.com'
-      config.email_to = 'customerservice@example.com'
-      config.email_from = 'noreply@example.com'
 
       # Config sent to the ImageMagick through Dragonfly for optimizing jpgs
       # All metadata profiles are removed, comments cleared by comment -set ""

data/lib/workarea/core/engine.rb

@@ -78,6 +78,10 @@ module Workarea
         # get autoloaded. Without this, admin actions like updating product
         # attributes raises a {NameError} "uninitialized constant BulkIndexProducts".
         require_dependency 'workarea/bulk_index_products'
+
+        # Fixes a constant error raised in middleware (when doing segmentation)
+        # No idea what the cause is. TODO revisit after Zeitwerk.
+        require_dependency 'workarea/metrics/user'
       end
     end
   end

data/lib/workarea/tasks/cache.rb

@@ -0,0 +1,43 @@
+module Workarea
+  module Tasks
+    module Cache
+      extend self
+
+      def prime_images
+        include Rails.application.routes.url_helpers
+        include Workarea::Storefront::ProductsHelper
+        include Workarea::Core::Engine.routes.url_helpers
+
+        built_in_jobs = [:thumb, :gif, :jpg, :png, :strip, :convert, :optimized]
+
+        jobs = Dragonfly.app(:workarea).processor_methods.reject do |job|
+          built_in_jobs.include?(job)
+        end
+
+        Workarea::Catalog::Product.all.each_by(50) do |product|
+          product.images.each do |image|
+            jobs.each do |job|
+              url = URI.join(
+                "https://#{Workarea.config.host}",
+                dynamic_product_image_url(
+                  image.product.slug,
+                  image.option,
+                  image.id,
+                  job,
+                  only_path: true
+                )
+              ).to_s
+
+              begin
+                `curl #{url}`
+                puts "Downloaded image #{url}"
+              rescue StandardError => e
+                puts e.inspect
+              end
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/workarea/tasks/help.rb

@@ -0,0 +1,55 @@
+module Workarea
+  module Tasks
+    module Help
+      extend self
+
+      def reload
+        Workarea::Help::Article.delete_all
+        Workarea::Help::Asset.delete_all
+        Workarea::HelpSeeds.new.perform
+      end
+
+      def dump
+        Workarea::Help::Article.all.each_by(50) do |article|
+          article_root = Rails.root.join(
+            'data',
+            'help',
+            article.category.systemize,
+            article.name.systemize
+          )
+
+          asset_path = article_root.join('assets')
+
+          FileUtils.mkdir_p(article_root)
+
+          if article.thumbnail.present?
+            article.thumbnail.to_file(article_root.join(article.thumbnail.name))
+          end
+
+          Workarea::Help::Asset.all.each_by(50) do |asset|
+            if article.summary.include?(asset.url) || article.body.include?(asset.url)
+              FileUtils.mkdir_p(asset_path)
+              asset.to_file(asset_path.join(asset.name))
+              reference = "<%= #{asset.name.split('.').first} %>"
+
+              article.summary.gsub!(asset.url, reference)
+              article.body.gsub!(asset.url, reference)
+            end
+          end
+
+          if article.summary.present?
+            File.open(article_root.join('summary.md'), 'w') do |file|
+              file.write(article.summary)
+            end
+          end
+
+          if article.body.present?
+            File.open(article_root.join('body.md'), 'w') do |file|
+              file.write(article.body)
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/workarea/tasks/insights.rb

@@ -0,0 +1,47 @@
+module Workarea
+  module Tasks
+    module Insights
+      extend self
+
+      def generate
+        require 'active_support/testing/time_helpers'
+        include ActiveSupport::Testing::TimeHelpers
+        batch_size = ENV['WORKAREA_INSIGHTS_BATCH_SIZE'].presence || 1000
+
+        Workarea::Order
+          .placed
+          .each_by(batch_size.to_i) { |o| Workarea::SaveOrderMetrics.perform(o) }
+
+        8.times do |i|
+          travel_to (i.weeks.ago.beginning_of_week + 1.hour)
+          Workarea::GenerateInsights.generate_all!
+        end
+      end
+
+      # Clear the metrics/insights environment - deletes lots of data, this task
+      # is very dangerous! Useful for testing/debugging.
+      def reset!
+        Workarea::Order
+          .where(:metrics_saved_at.gt => 0)
+          .update_all(metrics_saved_at: nil)
+
+        Workarea::Metrics::CategoryByDay.delete_all
+        Workarea::Metrics::CountryByDay.delete_all
+        Workarea::Metrics::DiscountByDay.delete_all
+        Workarea::Metrics::MenuByDay.delete_all
+        Workarea::Metrics::ProductByDay.delete_all
+        Workarea::Metrics::ProductByWeek.delete_all
+        Workarea::Metrics::ProductForLastWeek.delete_all
+        Workarea::Metrics::SalesByDay.delete_all
+        Workarea::Metrics::SearchByDay.delete_all
+        Workarea::Metrics::SearchByWeek.delete_all
+        Workarea::Metrics::SearchForLastWeek.delete_all
+        Workarea::Metrics::SkuByDay.delete_all
+        Workarea::Metrics::TenderByDay.delete_all
+        Workarea::Metrics::TrafficReferrerByDay.delete_all
+        Workarea::Metrics::User.delete_all
+        Workarea::Insights::Base.delete_all
+      end
+    end
+  end
+end

data/lib/workarea/tasks/migrate.rb

@@ -0,0 +1,106 @@
+module Workarea
+  module Tasks
+    module Migrate
+      extend self
+
+      def v3_5
+        count = 0
+
+        Workarea::Release.where(:undo_at.gte => Time.current).each do |release|
+          undo = release.build_undo(publish_at: release.undo_at).tap(&:save!)
+
+          release.changesets.each do |changeset|
+            changeset.build_undo(release: undo).save!
+          end
+
+          Workarea::Scheduler.delete(release.undo_job_id)
+
+          release.update_attributes!(undo_at: nil, undo_job_id: nil)
+          count += 1
+        end
+
+        Workarea::Release.all.each { |r| Workarea::IndexAdminSearch.perform(r) }
+
+        puts "✅ #{count} undo releases have been created."
+
+        count = 0
+
+        Workarea::Tax::Category.all.each_by(100) do |category|
+          category.rates.each_by(500) do |rate|
+            rate.postal_code_percentage = rate.percentage
+            rate.percentage = nil
+          end
+
+          category.save!
+          count += 1
+        end
+
+        puts "✅ #{count} tax categories updated."
+
+        count = 0
+        failed_ids = []
+        backup = Mongo::Collection.new(Mongoid::Clients.default.database, 'workarea_legacy_segments')
+
+        legacy_segments = Workarea::Segment.collection.find.to_a
+        legacy_segments.each do |doc|
+          backup.insert_one(doc)
+          Workarea::Segment.collection.delete_one(doc.slice('_id'))
+
+          segment = Workarea::Segment.new(
+            id: doc['_id'],
+            name: doc['name'],
+            subscribed_user_ids: doc['subscribed_user_ids'],
+            created_at: doc['created_at'],
+            updated_at: doc['updated_at']
+          )
+
+          doc['conditions'].each do |condition|
+            if condition['_type'] =~ /UserTag/
+              segment.rules << Workarea::Segment::Rules::Tags.new(tags: condition['tags'])
+            elsif condition['_type'] =~ /TotalSpent/
+              rule = Workarea::Segment::Rules::Revenue.new
+
+              if condition['operator'] == 'equals'
+                rule.minimum = rule.maximum = Money.demongoize(condition['amount'])
+              elsif condition['operator'] == 'less_than_or_equals'
+                rule.maximum = Money.demongoize(condition['amount'])
+              elsif condition['operator'] == 'less_than'
+                rule.maximum = (Money.demongoize(condition['amount']) - 0.01.to_m)
+              elsif condition['operator'] == 'greater_than_or_equals'
+                rule.minimum = Money.demongoize(condition['amount'])
+              elsif condition['operator'] == 'greater_than'
+                rule.minimum = (Money.demongoize(condition['amount']) + 0.01.to_m)
+              end
+
+              segment.rules << rule
+            end
+          end
+
+          if doc['conditions'].size == segment.rules.size && segment.save
+            count += 1
+          else
+            failed_ids << doc['_id']
+          end
+        end
+
+        puts "✅ #{count} segments have been migrated." if count > 0
+        if failed_ids.any?
+          puts "⛔️ #{failed_ids.count} segments failed to migrate."
+          puts "You can find copies of the original segments in the workarea_legacy_segments collection."
+          puts "The segments that failed are #{failed_ids.to_sentence}."
+        end
+
+        Workarea::Segment::LifeCycle.create!
+        puts "✅ Life cycle segments have been created."
+
+        admin_ids = Workarea::User.admins.pluck(:id)
+        admin_ids.each do |id|
+          Workarea::SynchronizeUserMetrics.new.perform(id)
+        end
+        puts "✅ #{admin_ids.count} admins have had their metrics synchronized." if admin_ids.count > 0
+
+        puts "\nMigration complete!"
+      end
+    end
+  end
+end

data/lib/workarea/tasks/search.rb

@@ -0,0 +1,105 @@
+module Workarea
+  module Tasks
+    module Search
+      extend self
+
+      def setup
+        require 'sidekiq/testing/inline' unless ENV['INLINE'] == 'false'
+        Workarea.config.bulk_index_batch_size = ENV['BATCH_SIZE'].to_i if ENV['BATCH_SIZE'].present?
+      end
+
+      def index_admin
+        Workarea::QueuesPauser.with_paused_queues do
+          Workarea::Search::Admin.reset_indexes!
+        end
+
+        Mongoid.models.each do |klass|
+          next unless Workarea::Search::Admin.for(klass.first).present?
+
+          klass.all.each_slice_of(Workarea.config.bulk_index_batch_size) do |models|
+            Workarea::BulkIndexAdmin.perform_by_models(models)
+          end
+        end
+
+        Workarea.config.jump_to_navigation.to_a.each do |tuple|
+          Workarea::Search::Admin::Navigation.new(tuple).save
+        end
+      end
+
+      def index_storefront
+        Workarea::QueuesPauser.with_paused_queues do
+          Workarea::Search::Storefront.reset_indexes!
+          Workarea::Search::Storefront.ensure_dynamic_mappings
+        end
+
+        ensure_dynamic_mappings_for_current_product_filters
+
+        index_storefront_categories
+        index_storefront_content_pages
+        index_storefront_products
+        index_storefront_searches
+      end
+
+      def index_help
+        Workarea::QueuesPauser.with_paused_queues do
+          Workarea::Search::Help.reset_indexes!
+        end
+
+        Workarea::Help::Article.all.each_by(Workarea.config.bulk_index_batch_size) do |help_article|
+          Workarea::Search::Help.new(help_article).save
+        end
+      end
+
+      private
+
+      # This code finds all unique filters for products so we can index a sample
+      # product for each to ensure the dynamic mappings get created.
+      #
+      # This is necessary to fix mapping errors from Elasticsearch when trying
+      # to index category percolations against fields which have no mapping.
+      #
+      def ensure_dynamic_mappings_for_current_product_filters
+        map = %{
+          function() {
+            for (var key in this.filters.#{I18n.locale}) {
+              emit(key, null);
+            }
+          }
+        }
+        reduce = 'function(key) { return null; }'
+        results = Workarea::Catalog::Product.map_reduce(map, reduce).out(inline: 1)
+        unique_filters = results.map { |r| r['_id'] }
+
+        sample_products = unique_filters.reduce([]) do |memo, filter|
+          filter = "filters.#{I18n.locale}.#{filter}"
+          memo << Workarea::Catalog::Product.exists(filter => true).sample
+        end
+
+        sample_products.each do |product|
+          Workarea::Search::Storefront::Product.new(product).save
+        end
+      end
+
+      def index_storefront_categories
+        Workarea::Catalog::Category.all.each_by(Workarea.config.bulk_index_batch_size) do |category|
+          Workarea::Search::Storefront::CategoryQuery.new(category).create
+          Workarea::Search::Storefront::Category.new(category).save
+        end
+      end
+
+      def index_storefront_content_pages
+        Workarea::Content::Page.all.each_by(Workarea.config.bulk_index_batch_size) do |page|
+          Workarea::Search::Storefront::Page.new(page).save
+        end
+      end
+
+      def index_storefront_products
+        Workarea::BulkIndexProducts.perform
+      end
+
+      def index_storefront_searches
+        Workarea::BulkIndexSearches.perform
+      end
+    end
+  end
+end

data/lib/workarea/tasks/services.rb

@@ -0,0 +1,71 @@
+module Workarea
+  module Tasks
+    module Services
+      extend self
+
+      def assert_docker_compose_installed!
+        unless system('docker-compose -v > /dev/null 2>&1')
+          STDERR.puts <<~eos
+  **************************************************
+  ⛔️ ERROR: workarea:services tasks depend on Docker Compose being installed. \
+  See https://docs.docker.com/compose/install/ for how to install.
+  **************************************************
+            eos
+          exit
+        end
+      end
+
+      def compose_file_path
+        File.join(Gem::Specification.find_by_name('workarea').gem_dir, 'docker-compose.yml')
+      end
+
+      def compose_env
+        require 'workarea/version'
+
+        {
+          'COMPOSE_FILE' => compose_file_path,
+          'COMPOSE_PROJECT_NAME' => File.basename(Dir.pwd),
+
+          'MONGODB_VERSION' => Workarea::VERSION::MONGODB::STRING,
+          'MONGODB_PORT' => ENV['WORKAREA_MONGODB_PORT'] || '27017',
+
+          'REDIS_VERSION' => Workarea::VERSION::REDIS::STRING,
+          'REDIS_PORT' => ENV['WORKAREA_REDIS_PORT'] || '6379',
+
+          'ELASTICSEARCH_VERSION' => Workarea::VERSION::ELASTICSEARCH::STRING,
+          'ELASTICSEARCH_PORT' => ENV['WORKAREA_ELASTICSEARCH_PORT'] || '9200'
+        }
+      end
+
+      def up
+        assert_docker_compose_installed!
+
+        if system(compose_env, "docker-compose up -d #{ENV['COMPOSE_ARGUMENTS']} #{ENV['WORKAREA_SERVICES']}")
+          puts '✅ Success! Workarea services are running in the background. Run workarea:services:down to stop them.'
+        else
+          STDERR.puts '⛔️ Error! There was an error starting Workarea services.'
+        end
+      end
+
+      def down
+        assert_docker_compose_installed!
+
+        if system(compose_env, "docker-compose down #{ENV['COMPOSE_ARGUMENTS']}")
+          puts '✅ Success! Workarea services are stopped. Run workarea:services:up to start them.'
+        else
+          STDERR.puts '⛔️ Error! There was an error stopping Workarea services.'
+        end
+      end
+
+      def clean
+        assert_docker_compose_installed!
+
+        if system(compose_env, "docker-compose down -v #{ENV['COMPOSE_ARGUMENTS']}")
+          puts '✅ Success! Workarea service volumes have been removed. Run workarea:services:up to start services and recreate volumes.'
+        else
+          STDERR.puts '⛔️ Error! There was an error removing Workarea service volumes.'
+        end
+      end
+    end
+  end
+end

data/lib/workarea/version.rb

@@ -2,7 +2,7 @@ module Workarea
   module VERSION
     MAJOR = 3
     MINOR = 5
-    PATCH = 17
+    PATCH = 18
     PRE   = nil
     STRING = [MAJOR, MINOR, PATCH, PRE].compact.join('.')
 

data/test/generators/workarea/install_generator_test.rb

@@ -55,8 +55,6 @@ module Workarea
       assert_file 'config/initializers/workarea.rb' do |file|
         assert_match(%(config.site_name =), file)
         assert_match(%(config.host =), file)
-        assert_match(%(config.email_to =), file)
-        assert_match(%(config.email_from =), file)
       end
     end
 

data/test/queries/workarea/search/admin_search_test.rb

@@ -81,6 +81,16 @@ module Workarea
         assert_equal(results.reverse, search.results)
       end
 
+      def test_default_sort_by_score
+        # Unlike other admin searches (primarily indexes), we want searching to
+        # default sort by score. Testing scores directly is unreliable so just
+        # do a simple check here.
+        assert_equal(
+          [{ _score: :desc }, { updated_at: :desc }],
+          AdminSearch.new.default_admin_sort
+        )
+      end
+
       def test_selected_sorting
         results = [
           create_product(name: 'A', variants: []),

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: workarea-core
 version: !ruby/object:Gem::Version
-  version: 3.5.17
+  version: 3.5.18
 platform: ruby
 authors:
 - Ben Crouse
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-08-19 00:00:00.000000000 Z
+date: 2020-09-01 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -1990,6 +1990,12 @@ files:
 - lib/workarea/string_id.rb
 - lib/workarea/svg_asset_finder.rb
 - lib/workarea/swappable_list.rb
+- lib/workarea/tasks/cache.rb
+- lib/workarea/tasks/help.rb
+- lib/workarea/tasks/insights.rb
+- lib/workarea/tasks/migrate.rb
+- lib/workarea/tasks/search.rb
+- lib/workarea/tasks/services.rb
 - lib/workarea/url_token.rb
 - lib/workarea/validators/email_validator.rb
 - lib/workarea/validators/ip_address_validator.rb