discourse_dev 0.1.0 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: ee90422d22b330921c72be89d86be91edf94966537d869c06efb2687762853f4
-  data.tar.gz: cb5b3d27e5a93011c2ef10ff77d73b5393ed9a1f04a7efb538ef2f6a67776e12
+  metadata.gz: 7b049db0091c35d6b2a6cdfe9cb8edd13d6c9223fc6db11d470b63b2086ca1b6
+  data.tar.gz: 245fada164d5df70e92b0bab7a300ac9e7e1c46f45413aefa1a560f401daf45c
 SHA512:
-  metadata.gz: 396e17d2e66c01d8a8e75381bd3a36264ddfc7d01ffc1dc3a578ee938a328805b35eda592d603388d38cba278a9c089a7a71a2ea03ba67a5bc3c30130b94a37a
-  data.tar.gz: b8fe74f3a03140cad606e9479b043e30b23c7eaf9b1f098e06613ad7c8662b3c742aab901e03965e64c0dfa0110b6c7cfa7a2a77d97e8e97b1cda63ac4c6e0db
+  metadata.gz: fdfdfd17d4dfcd3296f2bd5ee33624735137b32be17fc6323744bf3a84e1342aff90d842dbcea1190cce77fca695cd7d90aae535a9885ad7cd680e0504da4823
+  data.tar.gz: f87c9a09964b560cf535e49065d58b8fc0009e0d44b391ae721fec3d78bf725a9e46bb29f559c7988792ecd37deb40f467c6cd647d95c952122677d450af9c40

data/.rubocop.yml

@@ -0,0 +1,2 @@
+inherit_gem:
+  rubocop-discourse: default.yml

data/auth/plugin.rb

@@ -36,7 +36,7 @@ module ::OmniAuth
           data = request.params.slice(*FIELDS)
 
           r = Rack::Response.new
-          r.set_cookie(COOKIE, {value: data.to_json, path: "/", expires: 1.month.from_now})
+          r.set_cookie(COOKIE, { value: data.to_json, path: "/", expires: 1.month.from_now })
 
           uri = URI.parse(callback_path)
           uri.query = URI.encode_www_form(data)
@@ -61,7 +61,7 @@ module ::OmniAuth
         defaults["uid"] = SecureRandom.hex(8) unless defaults["uid"].present?
         defaults["email_verified"] = "true" unless defaults["email_verified"].present?
 
-        OmniAuth::Form.build(:title => "Fake Authentication Provider") do
+        OmniAuth::Form.build(title: "Fake Authentication Provider") do
           html "\n<input type='hidden' name='authenticity_token' value='#{token}'/>"
 
           FIELDS.each do |f|
@@ -128,7 +128,6 @@ end
 
 auth_provider authenticator: DevelopmentAuthenticator.new
 
-
 ### DiscourseConnect
 after_initialize do
   module ::DevelopmentAuth
@@ -191,7 +190,7 @@ after_initialize do
       append_view_path(File.expand_path("../app/views", __FILE__))
       render template: "fake_discourse_connect/form", layout: false
     end
-  end 
+  end
 
   DevelopmentAuth::Engine.routes.draw do
     get "/fake-discourse-connect" => "fake_discourse_connect#auth"

data/config/dev.yml

@@ -1,11 +1,38 @@
 site_settings:
   tagging_enabled: true
   verbose_discourse_connect_logging: true
+
 seed: 1
-start_date: "01/01/2020"
-max_likes_count: 10
+start_date: 2020-01-01
 auth_plugin_enabled: true
 allow_anonymous_to_impersonate: false
+
+category:
+  count: 30
+group:
+  count: 15
+post:
+  include_images: false
+  max_likes_count: 10
+tag:
+  count: 30
+topic:
+  count: 30
+  replies:
+    # number of replies per topic between min and max
+    min: 0
+    max: 12
+    overrides:
+      # topic titles can be found in config/locales/faker.en.yml
+      - title: "Coolest thing you have seen today"
+        count: 99
+  tags:
+    # number of tags per topic between min and max
+    min: 0
+    max: 3
+user:
+  count: 30
+
 new_user:
    username: new_user
    email: new_user@example.com

data/discourse_dev.gemspec

@@ -22,6 +22,7 @@ Gem::Specification.new do |spec|
 
   spec.add_development_dependency "bundler", "~> 2.0"
   spec.add_development_dependency "rake", ">= 12.3.3"
+  spec.add_development_dependency "rubocop-discourse"
 
   spec.required_ruby_version = '>= 2.6.0'
 end

data/lib/discourse_dev.rb

@@ -2,7 +2,7 @@
 
 require 'i18n'
 
-Dir[File.dirname(__FILE__) + '/**/*.rb'].each {|file| require file }
+Dir[File.dirname(__FILE__) + '/**/*.rb'].each { |file| require file }
 
 module DiscourseDev
   require 'discourse_dev/railtie'
@@ -48,7 +48,10 @@ ActiveRecord::Tasks::DatabaseTasks.module_eval do
   private
   def each_current_configuration(environment, name = nil)
     rails_each_current_configuration(environment, name) { |db_config|
-      next if environment == "development" && ENV["SKIP_TEST_DATABASE"] == "1" && db_config["database"] != "discourse_development"
+      next if environment == "development" &&
+        ENV["SKIP_TEST_DATABASE"] == "1" &&
+        db_config.configuration_hash[:database] != "discourse_development"
+
       yield db_config
     }
   end

data/lib/discourse_dev/category.rb

@@ -7,8 +7,8 @@ require 'faker'
 module DiscourseDev
   class Category < Record
 
-    def initialize(count = DEFAULT_COUNT)
-      super(::Category, count)
+    def initialize
+      super(::Category, DiscourseDev.config.category[:count])
       @parent_category_ids = ::Category.where(parent_category_id: nil).pluck(:id)
     end
 
@@ -36,7 +36,7 @@ module DiscourseDev
     def permissions
       return @permissions if @permissions.present?
       return { everyone: :full } if Faker::Boolean.boolean(true_ratio: 0.75)
-        
+
       permission = {}
       group = Group.random
       permission[group.id] = Faker::Number.between(from: 1, to: 3)

data/lib/discourse_dev/config.rb

@@ -5,20 +5,22 @@ require 'highline/import'
 
 module DiscourseDev
   class Config
-    attr_reader :config, :default_config, :file_path
+    attr_reader :config, :file_path
 
     def initialize
       default_file_path = File.join(DiscourseDev.root, "config", "dev.yml")
       @file_path = File.join(Rails.root, "config", "dev.yml")
-      @default_config = YAML.load_file(default_file_path)
+      default_config = YAML.load_file(default_file_path)
 
       if File.exists?(file_path)
-        @config = YAML.load_file(file_path)
+        user_config = YAML.load_file(file_path)
       else
         puts "I did no detect a custom `config/dev.yml` file, creating one for you where you can amend defaults."
         FileUtils.cp(default_file_path, file_path)
-        @config = {}
+        user_config = {}
       end
+
+      @config = default_config.deep_merge(user_config).deep_symbolize_keys
     end
 
     def update!
@@ -28,32 +30,25 @@ module DiscourseDev
       set_seed
     end
 
+    private
+
     def update_site_settings
       puts "Updating site settings..."
 
-      site_settings = config["site_settings"] || {}
+      site_settings = config[:site_settings] || {}
 
       site_settings.each do |key, value|
         puts "#{key} = #{value}"
         SiteSetting.set(key, value)
       end
 
-      keys = site_settings.keys
-
-      default_config["site_settings"].each do |key, value|
-        next if keys.include?(key)
-
-        puts "#{key} = #{value}"
-        SiteSetting.set(key, value)
-      end
-
       SiteSetting.refresh!
     end
 
     def create_admin_user
       puts "Creating default admin user account..."
 
-      settings = config["admin"]
+      settings = config[:admin]
 
       if settings.present?
         create_admin_user_from_settings(settings)
@@ -63,14 +58,14 @@ module DiscourseDev
     end
 
     def create_new_user
-      settings = config["new_user"]
+      settings = config[:new_user]
 
       if settings.present?
-        email = settings["email"] || "new_user@example.com"
+        email = settings[:email] || "new_user@example.com"
 
         new_user = ::User.create!(
           email: email,
-          username: settings["username"] || UserNameSuggester.suggest(email)
+          username: settings[:username] || UserNameSuggester.suggest(email)
         )
         new_user.email_tokens.update_all confirmed: true
         new_user.activate
@@ -83,22 +78,20 @@ module DiscourseDev
     end
 
     def start_date
-      DateTime.parse(config["start_date"] || default_config["start_date"])
+      DateTime.parse(config[:start_date])
     end
 
     def method_missing(name)
-      name = name.to_s
-      return config[name] if config.keys.include?(name)
-      default_config[name]
+      config[name.to_sym]
     end
 
     def create_admin_user_from_settings(settings)
-      email = settings["email"]
+      email = settings[:email]
 
       admin = ::User.create!(
         email: email,
-        username: settings["username"] || UserNameSuggester.suggest(email),
-        password: settings["password"]
+        username: settings[:username] || UserNameSuggester.suggest(email),
+        password: settings[:password]
       )
       admin.grant_admin!
       if admin.trust_level < 1

data/lib/discourse_dev/group.rb

@@ -7,10 +7,8 @@ require 'faker'
 module DiscourseDev
   class Group < Record
 
-    DEFAULT_COUNT = 15.freeze
-
-    def initialize(count = DEFAULT_COUNT)
-      super(::Group, count)
+    def initialize
+      super(::Group, DiscourseDev.config.group[:count])
     end
 
     def data

data/lib/discourse_dev/post.rb

@@ -8,12 +8,12 @@ module DiscourseDev
 
     attr_reader :topic
 
-    def initialize(topic, count = DEFAULT_COUNT)
+    def initialize(topic, count)
       super(::Post, count)
       @topic = topic
 
       category = topic.category
-      @max_likes_count = DiscourseDev.config.max_likes_count
+      @max_likes_count = DiscourseDev.config.post[:max_likes_count]
       unless category.groups.blank?
         group_ids = category.groups.pluck(:id)
         @user_ids = ::GroupUser.where(group_id: group_ids).pluck(:user_id)
@@ -25,7 +25,7 @@ module DiscourseDev
     def data
       {
         topic_id: topic.id,
-        raw: Faker::Markdown.sandwich(sentences: 5),
+        raw: Faker::DiscourseMarkdown.sandwich(sentences: 5),
         created_at: Faker::Time.between(from: topic.last_posted_at, to: DateTime.now),
         skip_validations: true,
         skip_guardian: true
@@ -33,6 +33,8 @@ module DiscourseDev
     end
 
     def create!
+      user = self.user
+      data = Faker::DiscourseMarkdown.with_user(user.id) { self.data }
       post = PostCreator.new(user, data).create!
       topic.reload
       generate_likes(post)
@@ -86,12 +88,15 @@ module DiscourseDev
       count.times do |i|
         @index = i
         begin
-          reply = {
-            topic_id: topic.id,
-            raw: Faker::Markdown.sandwich(sentences: 5),
-            skip_validations: true
-          }
-          PostCreator.new(User.random, reply).create!
+          user = User.random
+          reply = Faker::DiscourseMarkdown.with_user(user.id) do
+            {
+              topic_id: topic.id,
+              raw: Faker::DiscourseMarkdown.sandwich(sentences: 5),
+              skip_validations: true
+            }
+          end
+          PostCreator.new(user, reply).create!
         rescue ActiveRecord::RecordNotSaved => e
           puts e
         end

data/lib/discourse_dev/record.rb

@@ -11,8 +11,11 @@ module DiscourseDev
     attr_reader :model, :type
 
     def initialize(model, count = DEFAULT_COUNT)
-      Faker::Discourse.unique.clear
-      RateLimiter.disable
+      @@initialized ||= begin
+        Faker::Discourse.unique.clear
+        RateLimiter.disable
+        true
+      end
 
       @model = model
       @type = model.to_s

data/lib/discourse_dev/tag.rb

@@ -7,8 +7,8 @@ require 'faker'
 module DiscourseDev
   class Tag < Record
 
-    def initialize(count = DEFAULT_COUNT)
-      super(::Tag, count)
+    def initialize
+      super(::Tag, DiscourseDev.config.tag[:count])
     end
 
     def data

data/lib/discourse_dev/tasks/dev.rake

@@ -25,12 +25,12 @@ end
 
 desc 'Populate sample content for development environment'
 task 'dev:populate' => ['db:load_config'] do |_, args|
+  system("redis-cli flushall")
   Rake::Task['groups:populate'].invoke
   Rake::Task['users:populate'].invoke
   Rake::Task['categories:populate'].invoke
   Rake::Task['tags:populate'].invoke
   Rake::Task['topics:populate'].invoke
-  system("redis-cli flushall")
 end
 
 desc 'Repopulate sample datas in development environment'

data/lib/discourse_dev/topic.rb

@@ -6,8 +6,9 @@ require 'faker'
 module DiscourseDev
   class Topic < Record
 
-    def initialize(count = DEFAULT_COUNT)
-      super(::Topic, count)
+    def initialize
+      @settings = DiscourseDev.config.topic
+      super(::Topic, @settings[:count])
     end
 
     def data
@@ -30,7 +31,7 @@ module DiscourseDev
 
       {
         title: title[0, SiteSetting.max_topic_title_length],
-        raw: Faker::Markdown.sandwich(sentences: 5),
+        raw: Faker::DiscourseMarkdown.sandwich(sentences: 5),
         category: @category.id,
         created_at: Faker::Time.between(from: DiscourseDev.config.start_date, to: DateTime.now),
         tags: tags,
@@ -44,17 +45,17 @@ module DiscourseDev
     end
 
     def title
-      if index <= I18n.t("faker.discourse.topics").count
+      if index < I18n.t("faker.discourse.topics").count
         Faker::Discourse.unique.topic
       else
-        Faker::Lorem.unique.sentence(word_count: 3, supplemental: true, random_words_to_add: 4).chomp(".")
+        Faker::Lorem.unique.sentence(word_count: 5, supplemental: true, random_words_to_add: 4).chomp(".")
       end
     end
 
     def tags
       @tags = []
 
-      Faker::Number.between(from: 0, to: 3).times do
+      Faker::Number.between(from: @settings.dig(:tags, :min), to: @settings.dig(:tags, :max)).times do
         @tags << Faker::Discourse.tag
       end
 
@@ -63,18 +64,24 @@ module DiscourseDev
 
     def create!
       @category = Category.random
-      topic = data
+      user = self.user
+      topic = Faker::DiscourseMarkdown.with_user(user.id) { data }
       post = PostCreator.new(user, topic).create!
 
-      if topic[:title] == "Coolest thing you have seen today"
-        reply_count = 99
+      if override = @settings.dig(:replies, :overrides).find { |o| o[:title] == topic[:title] }
+        reply_count = override[:count]
       else
-        reply_count = Faker::Number.between(from: 0, to: 12)
+        reply_count = Faker::Number.between(from: @settings.dig(:replies, :min), to: @settings.dig(:replies, :max))
       end
 
       Post.new(post.topic, reply_count).populate!
     end
 
+    def populate!
+      super
+      delete_unwanted_sidekiq_jobs
+    end
+
     def user
       return User.random if @category.groups.blank?
 
@@ -89,5 +96,11 @@ module DiscourseDev
       category_definition_topic_ids = ::Category.pluck(:topic_id)
       ::Topic.where(archetype: :regular).where.not(id: category_definition_topic_ids).count
     end
+
+    def delete_unwanted_sidekiq_jobs
+      Sidekiq::ScheduledSet.new.each do |job|
+        job.delete if job.item["class"] == "Jobs::UserEmail"
+      end
+    end
   end
 end

data/lib/discourse_dev/user.rb

@@ -8,8 +8,8 @@ module DiscourseDev
   class User < Record
     attr_reader :images
 
-    def initialize(count = DEFAULT_COUNT)
-      super(::User, count)
+    def initialize
+      super(::User, DiscourseDev.config.user[:count])
 
       # Using the stock avatar images from https://tinyfac.es
       # Tiny Faces is a free crowd-sourced avatar gallery
@@ -18,9 +18,10 @@ module DiscourseDev
 
     def data
       name = Faker::Name.unique.name
-      email = Faker::Internet.unique.email(name: name)
-      username = Faker::Internet.unique.username(specifier: name)[0, SiteSetting.max_username_length]
-      username_lower = username.downcase
+      email = Faker::Internet.unique.email(name: name, domain: "faker.invalid")
+      username = Faker::Internet.unique.username(specifier: ::User.username_length)
+      username = UserNameSuggester.suggest(username)
+      username_lower = ::User.normalize_username(username)
 
       {
         name: name,
@@ -39,7 +40,7 @@ module DiscourseDev
         set_random_avatar(user)
         Faker::Number.between(from: 0, to: 2).times do
           group = Group.random
-    
+
           group.add(user)
         end
       end

data/lib/discourse_dev/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DiscourseDev
-  VERSION = "0.1.0"
+  VERSION = "0.2.0"
 end

data/lib/faker/discourse_markdown.rb

@@ -0,0 +1,96 @@
+# frozen_string_literal: true
+
+require 'faker'
+require 'net/http'
+require 'json'
+
+module Faker
+  class DiscourseMarkdown < Markdown
+    class << self
+      attr_writer(:user_id)
+
+      def user_id
+        @user_id || ::Discourse::SYSTEM_USER_ID
+      end
+
+      def with_user(user_id)
+        current_user_id = self.user_id
+        self.user_id = user_id
+        begin
+          yield
+        ensure
+          self.user_id = current_user_id
+        end
+      end
+
+      def image
+        image = next_image
+        image_file = load_image(image)
+
+        upload = ::UploadCreator.new(
+          image_file,
+          image[:filename],
+          origin: image[:url]
+        ).create_for(user_id)
+
+        ::UploadMarkdown.new(upload).to_markdown if upload.present? && upload.persisted?
+      rescue => e
+        STDERR.puts e
+        STDERR.puts e.backtrace.join("\n")
+      end
+
+      private
+
+      def next_image
+        if @images.blank?
+          if @stop_loading_images
+            @images = @all_images.dup
+          else
+            @next_page = (@next_page || 0) + 1
+            url = URI("https://picsum.photos/v2/list?page=#{@next_page}&limit=50")
+            response = Net::HTTP.get(url)
+            json = JSON.parse(response)
+
+            if json.blank?
+              @stop_loading_images = true
+              @images = @all_images.dup
+            else
+              @images = json.sort_by { |image| image["id"] }
+              @all_images = (@all_images || []).concat(@images)
+            end
+          end
+        end
+
+        image = @images.pop
+        { filename: "#{image['id']}.jpg", url: "#{image['download_url']}.jpg" }
+      end
+
+      def image_cache_dir
+        @image_cache_dir ||= ::File.join(Rails.root, "tmp", "discourse_dev", "images")
+      end
+
+      def load_image(image)
+        cache_path = ::File.join(image_cache_dir, image[:filename])
+
+        if !::File.exists?(cache_path)
+          FileUtils.mkdir_p(image_cache_dir)
+          temp_file = ::FileHelper.download(
+            image[:url],
+            max_file_size: [SiteSetting.max_image_size_kb.kilobytes, 10.megabytes].max,
+            tmp_file_name: "image",
+            follow_redirect: true
+          )
+          FileUtils.cp(temp_file, cache_path)
+        end
+
+        ::File.open(cache_path)
+      end
+
+      def available_methods
+        methods = super
+        methods << :image if ::DiscourseDev.config.post[:include_images]
+        methods
+      end
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: discourse_dev
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.2.0
 platform: ruby
 authors:
 - Vinoth Kannan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-04-15 00:00:00.000000000 Z
+date: 2021-04-26 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faker
@@ -52,6 +52,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: 12.3.3
+- !ruby/object:Gem::Dependency
+  name: rubocop-discourse
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description: Rake helper tasks for Discourse developers
 email:
 - svkn.87@gmail.com
@@ -61,6 +75,7 @@ extra_rdoc_files: []
 files:
 - ".github/workflows/gem-push.yml"
 - ".gitignore"
+- ".rubocop.yml"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -100,6 +115,7 @@ files:
 - lib/discourse_dev/user.rb
 - lib/discourse_dev/version.rb
 - lib/faker/discourse.rb
+- lib/faker/discourse_markdown.rb
 homepage: https://github.com/discourse/discourse_dev
 licenses:
 - MIT