discourse_dev 0.0.2 → 0.0.8

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5f6b6919dea52805f8b6b7f561e77d3101e447c93dc307eeac4b8638580f065c
-  data.tar.gz: 9694e92b6004f660b7feac692523a7c5551d75e2bedb4ebe5b7b81a2ca9378a7
+  metadata.gz: 78ead97c8c37d30f88d98a6e95a720647d73e564aa39872599488e3bcfc6fb0d
+  data.tar.gz: eb83d5121929c789d926d69fc54c9d79f25d32f1f1177b524212699e5a0e901d
 SHA512:
-  metadata.gz: 1e84c18461298fd93b39bb9af3950a09dc8c79cdcc44cbea8aba8bdac0f45c680d497e4468b35e8598cdee7d437e81e8b66b97b954f99a4cc5af4c29a91c2fc1
-  data.tar.gz: 5cd31e7f82f8cac62a7efa69626ea26da804b43b7e16e95e0c7aef0ce95c3c900914e6d2427209bc551a27bfa8ab8c1691dc21153d6b7d89290f973ef31eeb17
+  metadata.gz: dcd86419248de6cfe03d3e09e9d3eb7f7c0e67ba460cd7a23dd49eeb605b8ad66db5055b1dbb6333588aac6a4ee00c08b9cd8d7113571bc904d888238bac8fe5
+  data.tar.gz: 1e965d65532c23d0c8f5c0afd0e2d56f73b5d954219611416fb34bad0c8425f191caf47085122d7cb13234bdefed7da33ec7bcb6a000580d50ef44eb36353f09

data/README.md

@@ -3,3 +3,13 @@
 ![Gem](https://img.shields.io/gem/v/discourse_dev)
 
 Rake helper tasks for Discourse developers.
+
+## Available Rake Tasks
+
+* `dev:reset`
+* `dev:config`
+* `dev:populate`
+* `groups:populate`
+* `users:populate`
+* `categories:populate`
+* `topics:populate`

data/config/routes.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+DiscourseDev::Engine.routes.draw do
+  get ':username_or_email/become' => 'admin/impersonate#create', constraints: AdminConstraint.new
+end

data/lib/discourse_dev.rb

@@ -8,5 +8,24 @@ I18n.load_path += Dir[File.join(__dir__, 'faker', 'locales', '**/*.yml')]
 I18n.reload! if I18n.backend.initialized?
 
 module DiscourseDev
-  require 'discourse_dev/railtie' if defined?(Rails)
+  require 'discourse_dev/railtie'
+  require 'discourse_dev/engine'
+
+  def self.config
+    @config ||= Config.new
+  end
+end
+
+require "active_record/database_configurations"
+
+ActiveRecord::Tasks::DatabaseTasks.module_eval do
+  alias_method :rails_each_current_configuration, :each_current_configuration
+
+  private
+  def each_current_configuration(environment, name = nil)
+    rails_each_current_configuration(environment, name) { |db_config|
+      next if environment == "development" && ENV["SKIP_TEST_DATABASE"] == "1" && db_config["database"] != "discourse_development"
+      yield db_config
+    }
+  end
 end

data/lib/discourse_dev/category.rb

@@ -9,23 +9,16 @@ module DiscourseDev
 
     def initialize(count = DEFAULT_COUNT)
       super(::Category, count)
-      @existing_names = ::Category.pluck(:name)
       @parent_category_ids = ::Category.where(parent_category_id: nil).pluck(:id)
-      @group_count = ::Group.count
     end
 
     def data
-      name = Faker::Discourse.category
+      name = Faker::Discourse.unique.category
       parent_category_id = nil
 
-      while @existing_names.include? name
-        name = Faker::Discourse.category
-      end
-
-      @existing_names << name
-
       if Faker::Boolean.boolean(true_ratio: 0.6)
-        parent_category_id = @parent_category_ids.sample
+        offset = Faker::Number.between(from: 0, to: @parent_category_ids.count - 1)
+        parent_category_id = @parent_category_ids[offset]
         @permissions = ::Category.find(parent_category_id).permissions_params.presence
       else
         @permissions = nil
@@ -45,8 +38,7 @@ module DiscourseDev
       return { everyone: :full } if Faker::Boolean.boolean(true_ratio: 0.75)
         
       permission = {}
-      offset = rand(@group_count)
-      group = ::Group.offset(offset).first
+      group = Group.random
       permission[group.id] = Faker::Number.between(from: 1, to: 3)
 
       permission
@@ -60,5 +52,9 @@ module DiscourseDev
         @parent_category_ids << category.id if category.parent_category_id.blank?
       end
     end
+
+    def self.random
+      super(::Category)
+    end
   end
 end

data/lib/discourse_dev/config.rb

@@ -19,6 +19,8 @@ module DiscourseDev
 
     def update!
       update_site_settings
+      create_admin_user
+      set_seed
     end
 
     def update_site_settings
@@ -42,5 +44,43 @@ module DiscourseDev
 
       SiteSetting.refresh!
     end
+
+    def create_admin_user
+      puts "Creating default admin user account..."
+
+      settings = config["admin"]
+
+      if settings.present?
+        email = settings["email"]
+
+        admin = ::User.create!(
+          email: email,
+          username: settings["username"] || UserNameSuggester.suggest(email),
+          password: settings["password"]
+        )
+        admin.grant_admin!
+        if admin.trust_level < 1
+          admin.change_trust_level!(1)
+        end
+        admin.email_tokens.update_all confirmed: true
+        admin.activate
+      else
+        Rake::Task['admin:create'].invoke
+      end
+    end
+
+    def set_seed
+      seed = self.seed || 1
+      Faker::Config.random = Random.new(seed)
+    end
+
+    def start_date
+      DateTime.parse(config["start_date"] || default_config["start_date"])
+    end
+
+    def method_missing(name)
+      name = name.to_s
+      config[name] || default_config[name]
+    end
   end
 end

data/lib/discourse_dev/config.yml

@@ -1,3 +1,6 @@
 site_settings:
-  tagging_enabled: false
+  tagging_enabled: true
   verbose_discourse_connect_logging: true
+seed: 1
+start_date: "01/01/2020"
+max_likes_count: 10

data/lib/discourse_dev/engine.rb

@@ -0,0 +1,5 @@
+# frozen_string_literal: true
+
+module DiscourseDev
+  class Engine < Rails::Engine; end
+end

data/lib/discourse_dev/group.rb

@@ -11,23 +11,15 @@ module DiscourseDev
 
     def initialize(count = DEFAULT_COUNT)
       super(::Group, count)
-      @existing_names = ::Group.where(automatic: false).pluck(:name)
     end
 
     def data
-      name = Faker::Discourse.group
-
-      while @existing_names.include? name
-        name = Faker::Company.profession.gsub(" ", "-")
-      end
-
-      @existing_names << name
-
       {
-        name: name,
+        name: Faker::Discourse.unique.group,
         public_exit: Faker::Boolean.boolean,
         public_admission: Faker::Boolean.boolean,
-        primary_group: Faker::Boolean.boolean
+        primary_group: Faker::Boolean.boolean,
+        created_at: Faker::Time.between(from: DiscourseDev.config.start_date, to: DateTime.now),
       }
     end
 
@@ -40,5 +32,9 @@ module DiscourseDev
         end
       end
     end
+
+    def self.random
+      super(::Group)
+    end
   end
 end

data/lib/discourse_dev/post.rb

@@ -0,0 +1,104 @@
+# frozen_string_literal: true
+
+require 'discourse_dev/record'
+require 'faker'
+
+module DiscourseDev
+  class Post < Record
+
+    attr_reader :topic
+
+    def initialize(topic, count = DEFAULT_COUNT)
+      super(::Post, count)
+      @topic = topic
+
+      category = topic.category
+      @max_likes_count = DiscourseDev.config.max_likes_count
+      unless category.groups.blank?
+        group_ids = category.groups.pluck(:id)
+        @user_ids = ::GroupUser.where(group_id: group_ids).pluck(:user_id)
+        @user_count = @user_ids.count
+        @max_likes_count = @user_count - 1
+      end
+    end
+
+    def data
+      {
+        topic_id: topic.id,
+        raw: Faker::Markdown.sandwich(sentences: 5),
+        created_at: Faker::Time.between(from: topic.last_posted_at, to: DateTime.now),
+        skip_validations: true,
+        skip_guardian: true
+      }
+    end
+
+    def create!
+      post = PostCreator.new(user, data).create!
+      topic.reload
+      generate_likes(post)
+    end
+
+    def generate_likes(post)
+      user_ids = [post.user_id]
+
+      Faker::Number.between(from: 0, to: @max_likes_count).times do
+        user = self.user
+        next if user_ids.include?(user.id)
+
+        PostActionCreator.new(user, post, PostActionType.types[:like], created_at: Faker::Time.between(from: post.created_at, to: DateTime.now)).perform
+        user_ids << user.id
+      end
+    end
+
+    def user
+      return User.random if topic.category.groups.blank?
+      return Discourse.system_user if @user_ids.blank?
+
+      position = Faker::Number.between(from: 0, to: @user_count - 1)
+      ::User.find(@user_ids[position])
+    end
+
+    def populate!
+      generate_likes(topic.first_post)
+
+      @count.times do |i|
+        @index = i
+        create!
+      end
+    end
+
+    def self.add_replies!(args)
+      if !args[:topic_id]
+        puts "Topic ID is required. Aborting."
+        return
+      end
+
+      if !::Topic.find_by_id(args[:topic_id])
+        puts "Topic ID does not match topic in DB, aborting."
+        return
+      end
+
+      topic = ::Topic.find_by_id(args[:topic_id])
+      count = args[:count] ? args[:count].to_i : 50
+
+      puts "Creating #{count} replies in '#{topic.title}'"
+
+      count.times do |i|
+        @index = i
+        begin
+          reply = {
+            topic_id: topic.id,
+            raw: Faker::Markdown.sandwich(sentences: 5),
+            skip_validations: true
+          }
+          PostCreator.new(User.random, reply).create!
+        rescue ActiveRecord::RecordNotSaved => e
+          puts e
+        end
+      end
+
+      puts "Done!"
+    end
+
+  end
+end

data/lib/discourse_dev/record.rb

@@ -8,28 +8,61 @@ module DiscourseDev
   class Record
     DEFAULT_COUNT = 30.freeze
 
-    attr_reader :model, :type, :count
+    attr_reader :model, :type
 
     def initialize(model, count = DEFAULT_COUNT)
+      Faker::Discourse.unique.clear
+      RateLimiter.disable
+
       @model = model
       @type = model.to_s
       @count = count
+      @index = nil
     end
 
     def create!
       record = model.create!(data)
-      yield(record)
-      putc "."
+      yield(record) if block_given?
     end
 
     def populate!
-      puts "Creating #{count} sample #{type.downcase} records"
-      count.times { create! }
+      if current_count >= @count
+        puts "Already have #{@count}+ #{type.downcase} records."
+
+        Rake.application.top_level_tasks.each do |task_name|
+          Rake::Task[task_name].reenable
+        end
+
+        Rake::Task['dev:repopulate'].invoke
+        return
+      end
+
+      puts "Creating #{@count} sample #{type.downcase} records"
+
+      @count.times do |i|
+        @index = i
+        create!
+        putc "."
+      end
+
       puts
     end
 
+    def index
+      @index
+    end
+
+    def current_count
+      model.count
+    end
+
     def self.populate!
       self.new.populate!
     end
+
+    def self.random(model)
+      offset = Faker::Number.between(from: 0, to: model.count - 1)
+      model.offset(offset).first
+    end
   end
 end

data/lib/discourse_dev/tag.rb

@@ -0,0 +1,20 @@
+# frozen_string_literal: true
+
+require 'discourse_dev/record'
+require 'rails'
+require 'faker'
+
+module DiscourseDev
+  class Tag < Record
+
+    def initialize(count = DEFAULT_COUNT)
+      super(::Tag, count)
+    end
+
+    def data
+      {
+        name: Faker::Discourse.unique.tag,
+      }
+    end
+  end
+end

data/lib/discourse_dev/tasks/dev.rake

@@ -4,6 +4,9 @@ def check_environment!
   if !Rails.env.development?
     raise "Database commands are only supported in development environment"
   end
+
+  ENV['SKIP_TEST_DATABASE'] = "1"
+  ENV['SKIP_MULTISITE'] = "1"
 end
 
 desc 'Run db:migrate:reset task and populate sample content for development environment'
@@ -12,13 +15,12 @@ task 'dev:reset' => ['db:load_config'] do |_, args|
 
   Rake::Task['db:migrate:reset'].invoke
   Rake::Task['dev:config'].invoke
-  Rake::Task['admin:create'].invoke
   Rake::Task['dev:populate'].invoke
 end
 
 desc 'Initialize development environment'
 task 'dev:config' => ['db:load_config'] do |_, args|
-  DiscourseDev::Config.new.update!
+  DiscourseDev.config.update!
 end
 
 desc 'Populate sample content for development environment'
@@ -26,5 +28,20 @@ task 'dev:populate' => ['db:load_config'] do |_, args|
   Rake::Task['groups:populate'].invoke
   Rake::Task['users:populate'].invoke
   Rake::Task['categories:populate'].invoke
+  Rake::Task['tags:populate'].invoke
   Rake::Task['topics:populate'].invoke
+  system("redis-cli flushall")
+end
+
+desc 'Repopulate sample datas in development environment'
+task 'dev:repopulate' => ['db:load_config'] do |_, args|
+  require 'highline/import'
+
+  answer = ask("Do you want to repopulate the database with fresh data? It will recreate DBs and run migration from scratch before generating all the samples. (Y/n)  ")
+
+  if (answer == "" || answer.downcase == 'y')
+    Rake::Task['dev:reset'].invoke
+  else
+    puts "You can run `dev:reset` rake task to do this repopulate action anytime."
+  end
 end

data/lib/discourse_dev/tasks/populate.rake

@@ -15,7 +15,17 @@ task 'categories:populate' => ['db:load_config'] do |_, args|
   DiscourseDev::Category.populate!
 end
 
+desc 'Creates sample tags'
+task 'tags:populate' => ['db:load_config'] do |_, args|
+  DiscourseDev::Tag.populate!
+end
+
 desc 'Creates sample topics'
 task 'topics:populate' => ['db:load_config'] do |_, args|
   DiscourseDev::Topic.populate!
 end
+
+desc 'Add replies to a topic'
+task 'replies:populate', [:topic_id, :count] => ['db:load_config'] do |_, args|
+  DiscourseDev::Post.add_replies!(args)
+end

data/lib/discourse_dev/topic.rb

@@ -8,26 +8,86 @@ module DiscourseDev
 
     def initialize(count = DEFAULT_COUNT)
       super(::Topic, count)
-      @category_ids = ::Category.pluck(:id)
-      @user_count = ::User.count
     end
 
     def data
+      max_views = 0
+
+      case Faker::Number.between(from: 0, to: 5)
+      when 0
+        max_views = 10
+      when 1
+        max_views = 100
+      when 2
+        max_views = SiteSetting.topic_views_heat_low
+      when 3
+        max_views = SiteSetting.topic_views_heat_medium
+      when 4
+        max_views = SiteSetting.topic_views_heat_high
+      when 5
+        max_views = SiteSetting.topic_views_heat_high + SiteSetting.topic_views_heat_medium
+      end
+
       {
-        title: Faker::Lorem.sentence(word_count: 3, supplemental: true, random_words_to_add: 4).chomp(".")[0, SiteSetting.max_topic_title_length],
+        title: title[0, SiteSetting.max_topic_title_length],
         raw: Faker::Markdown.sandwich(sentences: 5),
-        category: @category_ids.sample,
-        topic_opts: { custom_fields: { dev_sample: true } },
+        category: @category.id,
+        created_at: Faker::Time.between(from: DiscourseDev.config.start_date, to: DateTime.now),
+        tags: tags,
+        topic_opts: {
+          import_mode: true,
+          views: Faker::Number.between(from: 1, to: max_views),
+          custom_fields: { dev_sample: true }
+        },
         skip_validations: true
       }
     end
 
+    def title
+      if index <= I18n.t("faker.discourse.topics").count
+        Faker::Discourse.unique.topic
+      else
+        Faker::Lorem.unique.sentence(word_count: 3, supplemental: true, random_words_to_add: 4).chomp(".")
+      end
+    end
+
+    def tags
+      @tags = []
+
+      Faker::Number.between(from: 0, to: 3).times do
+        @tags << Faker::Discourse.tag
+      end
+
+      @tags.uniq
+    end
+
     def create!
-      offset = rand(@user_count)
-      user = ::User.offset(offset).first
+      @category = Category.random
+      topic = data
+      post = PostCreator.new(user, topic).create!
+
+      if topic[:title] == "Coolest thing you have seen today"
+        reply_count = 99
+      else
+        reply_count = Faker::Number.between(from: 0, to: 12)
+      end
+
+      Post.new(post.topic, reply_count).populate!
+    end
+
+    def user
+      return User.random if @category.groups.blank?
+
+      group_ids = @category.groups.pluck(:id)
+      user_ids = ::GroupUser.where(group_id: group_ids).pluck(:user_id)
+      user_count = user_ids.count
+      position = Faker::Number.between(from: 0, to: user_count - 1)
+      ::User.find(user_ids[position] || Discourse::SYSTEM_USER_ID)
+    end
 
-      PostCreator.new(user, data).create!
-      putc "."
+    def current_count
+      category_definition_topic_ids = ::Category.pluck(:topic_id)
+      ::Topic.where(archetype: :regular).where.not(id: category_definition_topic_ids).count
     end
   end
 end

data/lib/discourse_dev/user.rb

@@ -9,14 +9,12 @@ module DiscourseDev
 
     def initialize(count = DEFAULT_COUNT)
       super(::User, count)
-      @groups = ::Group.where(automatic: false)
-      @group_count = @groups.count
     end
 
     def data
-      name = Faker::Name.name
-      email = Faker::Internet.email(name: name)
-      username = Faker::Internet.username(specifier: name)[0, SiteSetting.max_username_length]
+      name = Faker::Name.unique.name
+      email = Faker::Internet.unique.email(name: name)
+      username = Faker::Internet.unique.username(specifier: name)[0, SiteSetting.max_username_length]
       username_lower = username.downcase
 
       {
@@ -25,19 +23,24 @@ module DiscourseDev
         username: username,
         username_lower: username_lower,
         moderator: Faker::Boolean.boolean(true_ratio: 0.1),
-        trust_level: Faker::Number.between(from: 1, to: 4)
+        trust_level: Faker::Number.between(from: 1, to: 4),
+        created_at: Faker::Time.between(from: DiscourseDev.config.start_date, to: DateTime.now),
       }
     end
 
     def create!
       super do |user|
+        user.activate
         Faker::Number.between(from: 0, to: 2).times do
-          offset = rand(@group_count)
-          group = @groups.offset(offset).first
+          group = Group.random
     
           group.add(user)
         end
       end
     end
+
+    def self.random
+      super(::User)
+    end
   end
 end

data/lib/discourse_dev/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module DiscourseDev
-  VERSION = "0.0.2"
+  VERSION = "0.0.8"
 end

data/lib/faker/discourse.rb

@@ -1,9 +1,15 @@
 # frozen_string_literal: true
 
+require 'faker'
+
 module Faker
   class Discourse < Base
     class << self
 
+      def tag
+        fetch('discourse.tags')
+      end
+
       def category
         fetch('discourse.categories')
       end
@@ -11,6 +17,10 @@ module Faker
       def group
         fetch('discourse.groups')
       end
+
+      def topic
+        fetch('discourse.topics')
+      end
     end
   end
 end

data/lib/faker/locales/en.yml

@@ -62,3 +62,73 @@ en:
         - subscribers
         - creators
         - translators
+        - editors
+        - developers
+        - publishers
+        - leaders
+        - advertisers
+        - early-birds
+        - partners
+      topics:
+        - Whoa. Check out this crazy paper artwork
+        - What’s the coolest thing you have worked on?
+        - A bear, however hard he tries, grows tubby without exercise
+        - Impressions Games City Builders
+        - Recommended reading for Community and FOSS enthusiasts
+        - Robots are taking our jobs!
+        - Modernizing the antiquated boxing scoring system
+        - Death by poisonous and electric watermelon
+        - D&D Gallery - Prey for Smiley Bob play session [with terrain]
+        - Why is uninhabited land in the US so closed off?
+        - The Room Appreciation Topic
+        - Recommend a great YouTube video
+        - Favorite TV show scene?
+        - Is the Second Amendment still relevant today?
+        - What methods/books did you use to learn Ruby?
+        - What is your favorite TED Video
+        - MLP:FIM Season 3 (spoilers ahoy!)
+        - Do you use a mobile device for ALL your work? Tell me how!
+        - What’s your all-time favorite movie scene?
+        - Enjoyable children’s shows for adults
+        - Totally amped about the 80s
+        - Do microwave ovens kill bacteria?
+        - Most inspirational movie you have ever seen?
+        - Catching all 151 in 2 hours  😀
+        - Charlie The Unicorn 4
+        - Video Games for Pre-Teens?
+        - Online learning
+        - Mark of the Ninja
+        - Funniest thing you’ve seen today?
+        - Coolest thing you have seen today
+        - Share your Hallowe’en pictures
+      tags:
+        - art
+        - code
+        - official
+        - feedback
+        - fun
+        - dev
+        - design
+        - test
+        - blog
+        - cloud
+        - tv
+        - movies
+        - review
+        - news
+        - link
+        - video
+        - photos
+        - lead
+        - mobile
+        - music
+        - release
+        - notes
+        - todo
+        - duplicate
+        - praise
+        - faq
+        - job-application
+        - rfc
+        - email
+        - wiki

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: discourse_dev
 version: !ruby/object:Gem::Version
-  version: 0.0.2
+  version: 0.0.8
 platform: ruby
 authors:
 - Vinoth Kannan
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2021-03-04 00:00:00.000000000 Z
+date: 2021-04-07 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: faker
@@ -65,14 +65,18 @@ files:
 - LICENSE.txt
 - README.md
 - Rakefile
+- config/routes.rb
 - discourse_dev.gemspec
 - lib/discourse_dev.rb
 - lib/discourse_dev/category.rb
 - lib/discourse_dev/config.rb
 - lib/discourse_dev/config.yml
+- lib/discourse_dev/engine.rb
 - lib/discourse_dev/group.rb
+- lib/discourse_dev/post.rb
 - lib/discourse_dev/railtie.rb
 - lib/discourse_dev/record.rb
+- lib/discourse_dev/tag.rb
 - lib/discourse_dev/tasks/dev.rake
 - lib/discourse_dev/tasks/populate.rake
 - lib/discourse_dev/topic.rb