discourse_dev 0.0.7 → 0.2.1

data/lib/discourse_dev/tag.rb

@@ -7,8 +7,20 @@ require 'faker'
 module DiscourseDev
   class Tag < Record
 
-    def initialize(count = DEFAULT_COUNT)
-      super(::Tag, count)
+    def initialize
+      super(::Tag, DiscourseDev.config.tag[:count])
+    end
+
+    def create!
+      super
+    rescue ActiveRecord::RecordInvalid => e
+      # If the name is taken, try again
+      retry
+    end
+
+    def populate!
+      return unless SiteSetting.tagging_enabled
+      super
     end
 
     def data

data/lib/discourse_dev/tasks/dev.rake

@@ -4,6 +4,9 @@ def check_environment!
   if !Rails.env.development?
     raise "Database commands are only supported in development environment"
   end
+
+  ENV['SKIP_TEST_DATABASE'] = "1"
+  ENV['SKIP_MULTISITE'] = "1"
 end
 
 desc 'Run db:migrate:reset task and populate sample content for development environment'
@@ -17,11 +20,12 @@ end
 
 desc 'Initialize development environment'
 task 'dev:config' => ['db:load_config'] do |_, args|
-  DiscourseDev::Config.new.update!
+  DiscourseDev.config.update!
 end
 
 desc 'Populate sample content for development environment'
 task 'dev:populate' => ['db:load_config'] do |_, args|
+  system("redis-cli flushall")
   Rake::Task['groups:populate'].invoke
   Rake::Task['users:populate'].invoke
   Rake::Task['categories:populate'].invoke
@@ -38,6 +42,6 @@ task 'dev:repopulate' => ['db:load_config'] do |_, args|
   if (answer == "" || answer.downcase == 'y')
     Rake::Task['dev:reset'].invoke
   else
-    puts "You can run `dev:reset` rake task to do this repopulate action anytime."
+    puts "You can run `bin/rails dev:reset` to repopulate anytime."
   end
 end

data/lib/discourse_dev/topic.rb

@@ -6,33 +6,58 @@ require 'faker'
 module DiscourseDev
   class Topic < Record
 
-    def initialize(count = DEFAULT_COUNT)
-      super(::Topic, count)
+    def initialize
+      @settings = DiscourseDev.config.topic
+      super(::Topic, @settings[:count])
     end
 
     def data
+      max_views = 0
+
+      case Faker::Number.between(from: 0, to: 5)
+      when 0
+        max_views = 10
+      when 1
+        max_views = 100
+      when 2
+        max_views = SiteSetting.topic_views_heat_low
+      when 3
+        max_views = SiteSetting.topic_views_heat_medium
+      when 4
+        max_views = SiteSetting.topic_views_heat_high
+      when 5
+        max_views = SiteSetting.topic_views_heat_high + SiteSetting.topic_views_heat_medium
+      end
+
       {
         title: title[0, SiteSetting.max_topic_title_length],
-        raw: Faker::Markdown.sandwich(sentences: 5),
+        raw: Faker::DiscourseMarkdown.sandwich(sentences: 5),
         category: @category.id,
+        created_at: Faker::Time.between(from: DiscourseDev.config.start_date, to: DateTime.now),
         tags: tags,
-        topic_opts: { custom_fields: { dev_sample: true } },
+        topic_opts: {
+          import_mode: true,
+          views: Faker::Number.between(from: 1, to: max_views),
+          custom_fields: { dev_sample: true }
+        },
         skip_validations: true
       }
     end
 
     def title
-      if index <= I18n.t("faker.discourse.topics").count
+      if current_count < I18n.t("faker.discourse.topics").count
         Faker::Discourse.unique.topic
       else
-        Faker::Lorem.unique.sentence(word_count: 3, supplemental: true, random_words_to_add: 4).chomp(".")
+        Faker::Lorem.unique.sentence(word_count: 5, supplemental: true, random_words_to_add: 4).chomp(".")
       end
     end
 
     def tags
+      return unless SiteSetting.tagging_enabled
+
       @tags = []
 
-      Faker::Number.between(from: 0, to: 3).times do
+      Faker::Number.between(from: @settings.dig(:tags, :min), to: @settings.dig(:tags, :max)).times do
         @tags << Faker::Discourse.tag
       end
 
@@ -41,18 +66,24 @@ module DiscourseDev
 
     def create!
       @category = Category.random
-      topic = data
+      user = self.user
+      topic = Faker::DiscourseMarkdown.with_user(user.id) { data }
       post = PostCreator.new(user, topic).create!
 
-      if topic[:title] == "Coolest thing you have seen today"
-        reply_count = 99
+      if override = @settings.dig(:replies, :overrides).find { |o| o[:title] == topic[:title] }
+        reply_count = override[:count]
       else
-        reply_count = Faker::Number.between(from: 0, to: 12)
+        reply_count = Faker::Number.between(from: @settings.dig(:replies, :min), to: @settings.dig(:replies, :max))
       end
 
       Post.new(post.topic, reply_count).populate!
     end
 
+    def populate!
+      super
+      delete_unwanted_sidekiq_jobs
+    end
+
     def user
       return User.random if @category.groups.blank?
 
@@ -67,5 +98,11 @@ module DiscourseDev
       category_definition_topic_ids = ::Category.pluck(:topic_id)
       ::Topic.where(archetype: :regular).where.not(id: category_definition_topic_ids).count
     end
+
+    def delete_unwanted_sidekiq_jobs
+      Sidekiq::ScheduledSet.new.each do |job|
+        job.delete if job.item["class"] == "Jobs::UserEmail"
+      end
+    end
   end
 end

data/lib/discourse_dev/user.rb

@@ -6,16 +6,22 @@ require 'faker'
 
 module DiscourseDev
   class User < Record
+    attr_reader :images
 
-    def initialize(count = DEFAULT_COUNT)
-      super(::User, count)
+    def initialize
+      super(::User, DiscourseDev.config.user[:count])
+
+      # Using the stock avatar images from https://tinyfac.es
+      # Tiny Faces is a free crowd-sourced avatar gallery
+      @images = Dir[File.join(__dir__, '..', '..', 'avatars', '*.*')]
     end
 
     def data
       name = Faker::Name.unique.name
-      email = Faker::Internet.unique.email(name: name)
-      username = Faker::Internet.unique.username(specifier: name)[0, SiteSetting.max_username_length]
-      username_lower = username.downcase
+      email = Faker::Internet.unique.email(name: name, domain: "faker.invalid")
+      username = Faker::Internet.unique.username(specifier: ::User.username_length)
+      username = UserNameSuggester.suggest(username)
+      username_lower = ::User.normalize_username(username)
 
       {
         name: name,
@@ -23,16 +29,18 @@ module DiscourseDev
         username: username,
         username_lower: username_lower,
         moderator: Faker::Boolean.boolean(true_ratio: 0.1),
-        trust_level: Faker::Number.between(from: 1, to: 4)
+        trust_level: Faker::Number.between(from: 1, to: 4),
+        created_at: Faker::Time.between(from: DiscourseDev.config.start_date, to: DateTime.now),
       }
     end
 
     def create!
       super do |user|
         user.activate
+        set_random_avatar(user)
         Faker::Number.between(from: 0, to: 2).times do
           group = Group.random
-    
+
           group.add(user)
         end
       end
@@ -41,5 +49,48 @@ module DiscourseDev
     def self.random
       super(::User)
     end
+
+    def set_random_avatar(user)
+      return if images.blank?
+      return unless Faker::Boolean.boolean
+
+      avatar_index = Faker::Number.between(from: 0, to: images.count - 1)
+      avatar_path = images[avatar_index]
+      create_avatar(user, avatar_path)
+      @images.delete_at(avatar_index)
+    end
+
+    def create_avatar(user, avatar_path)
+      tempfile = copy_to_tempfile(avatar_path)
+      filename = "avatar#{File.extname(avatar_path)}"
+      upload = UploadCreator.new(tempfile, filename, type: "avatar").create_for(user.id)
+
+      if upload.present? && upload.persisted?
+        user.create_user_avatar
+        user.user_avatar.update(custom_upload_id: upload.id)
+        user.update(uploaded_avatar_id: upload.id)
+      else
+        STDERR.puts "Failed to upload avatar for user #{user.username}: #{avatar_path}"
+        STDERR.puts upload.errors.inspect if upload
+      end
+    rescue
+      STDERR.puts "Failed to create avatar for user #{user.username}: #{avatar_path}"
+    ensure
+      tempfile.close! if tempfile
+    end
+
+    private
+
+    def copy_to_tempfile(source_path)
+      extension = File.extname(source_path)
+      tmp = Tempfile.new(['discourse-upload', extension])
+
+      File.open(source_path) do |source_stream|
+        IO.copy_stream(source_stream, tmp)
+      end
+
+      tmp.rewind
+      tmp
+    end
   end
 end

data/lib/discourse_dev/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DiscourseDev
-  VERSION = "0.0.7"
+  VERSION = "0.2.1"
 end

data/lib/faker/discourse_markdown.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+require 'faker'
+require 'net/http'
+require 'json'
+
+module Faker
+  class DiscourseMarkdown < Markdown
+    class << self
+      attr_writer(:user_id)
+
+      def user_id
+        @user_id || ::Discourse::SYSTEM_USER_ID
+      end
+
+      def with_user(user_id)
+        current_user_id = self.user_id
+        self.user_id = user_id
+        begin
+          yield
+        ensure
+          self.user_id = current_user_id
+        end
+      end
+
+      def image
+        image = next_image
+        image_file = load_image(image)
+
+        upload = ::UploadCreator.new(
+          image_file,
+          image[:filename],
+          origin: image[:url]
+        ).create_for(user_id)
+
+        ::UploadMarkdown.new(upload).to_markdown if upload.present? && upload.persisted?
+      rescue => e
+        STDERR.puts e
+        STDERR.puts e.backtrace.join("\n")
+      end
+
+      private
+
+      def next_image
+        if @images.blank?
+          if @stop_loading_images
+            @images = @all_images.dup
+          else
+            @next_page = (@next_page || 0) + 1
+            url = URI("https://picsum.photos/v2/list?page=#{@next_page}&limit=50")
+            response = Net::HTTP.get(url)
+            json = JSON.parse(response)
+
+            if json.blank?
+              @stop_loading_images = true
+              @images = @all_images.dup
+            else
+              @images = json.sort_by { |image| image["id"] }
+              @all_images = (@all_images || []).concat(@images)
+            end
+          end
+        end
+
+        image = @images.pop
+        { filename: "#{image['id']}.jpg", url: "#{image['download_url']}.jpg" }
+      end
+
+      def image_cache_dir
+        @image_cache_dir ||= ::File.join(Rails.root, "tmp", "discourse_dev", "images")
+      end
+
+      def load_image(image)
+        cache_path = ::File.join(image_cache_dir, image[:filename])
+
+        if !::File.exists?(cache_path)
+          FileUtils.mkdir_p(image_cache_dir)
+          temp_file = ::FileHelper.download(
+            image[:url],
+            max_file_size: [SiteSetting.max_image_size_kb.kilobytes, 10.megabytes].max,
+            tmp_file_name: "image",
+            follow_redirect: true
+          )
+          FileUtils.cp(temp_file, cache_path)
+        end
+
+        ::File.open(cache_path)
+      end
+
+      def available_methods
+        methods = super
+        methods << :image if ::DiscourseDev.config.post[:include_images]
+        methods
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: discourse_dev
 version: !ruby/object:Gem::Version
-  version: 0.0.7
+  version: 0.2.1
 platform: ruby
 authors:
 - Vinoth Kannan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-04-07 00:00:00.000000000 Z
+date: 2021-05-10 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faker
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 12.3.3
+- !ruby/object:Gem::Dependency
+  name: rubocop-discourse
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Rake helper tasks for Discourse developers
 email:
 - svkn.87@gmail.com
@@ -61,16 +75,34 @@ extra_rdoc_files: []
 files:
 - ".github/workflows/gem-push.yml"
 - ".gitignore"
+- ".rubocop.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
+- auth/app/views/fake_discourse_connect/form.html.erb
+- auth/plugin.rb
+- avatars/03F55412-DE8A-4F83-AAA6-D67EE5CE48DA-200w.jpeg
+- avatars/1C4EEDC2-FE9C-40B3-A2C9-A038873EE692-200w.jpeg
+- avatars/26CFEFB3-21C8-49FC-8C19-8E6A62B6D2E0-200w.jpeg
+- avatars/282A12CA-E0D7-4011-8BDD-1FAFAAB035F7-200w.jpeg
+- avatars/2DDDE973-40EC-4004-ABC0-73FD4CD6D042-200w.jpeg
+- avatars/344CFC24-61FB-426C-B3D1-CAD5BCBD3209-200w.jpeg
+- avatars/852EC6E1-347C-4187-9D42-DF264CCF17BF-200w.jpeg
+- avatars/A7299C8E-CEFC-47D9-939A-3C8CA0EA4D13-200w.jpeg
+- avatars/AEF44435-B547-4B84-A2AE-887DFAEE6DDF-200w.jpeg
+- avatars/B3CF5288-34B0-4A5E-9877-5965522529D6-200w.jpeg
+- avatars/BA0CB1F2-8C79-4376-B13B-DD5FB8772537-200w.jpeg
+- avatars/E0B4CAB3-F491-4322-BEF2-208B46748D4A-200w.jpeg
+- avatars/FBEBF655-4886-455A-A4A4-D62B77DD419B-200w.jpeg
+- config/dev.yml
+- config/locales/client.en.yml
+- config/locales/faker.en.yml
 - config/routes.rb
 - discourse_dev.gemspec
 - lib/discourse_dev.rb
 - lib/discourse_dev/category.rb
 - lib/discourse_dev/config.rb
-- lib/discourse_dev/config.yml
 - lib/discourse_dev/engine.rb
 - lib/discourse_dev/group.rb
 - lib/discourse_dev/post.rb
@@ -83,7 +115,7 @@ files:
 - lib/discourse_dev/user.rb
 - lib/discourse_dev/version.rb
 - lib/faker/discourse.rb
-- lib/faker/locales/en.yml
+- lib/faker/discourse_markdown.rb
 homepage: https://github.com/discourse/discourse_dev
 licenses:
 - MIT

data/lib/discourse_dev/config.yml

@@ -1,4 +0,0 @@
-site_settings:
-  tagging_enabled: true
-  verbose_discourse_connect_logging: true
-seed: 1