censor_bear 0.1.0 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3b7bf815d7375b755966c23467029b2219e3a3c3645bc93d0796b9afb0720bdc
-  data.tar.gz: 82a58299728acbeca22d1bf5ec0739ed2a07d4150e6c48639decc0a652f9480a
+  metadata.gz: '084b5a745f3e2eeef9a39a15bc2f87a9a0dadfe1b0cb41a30ac4bf131338c074'
+  data.tar.gz: c1351c23521fad8b976b36cb7d8d4eeaaf04688eb9c3463152ddd6edbd786019
 SHA512:
-  metadata.gz: c403de59e6da357406191a1cbbeecba4dc0b1fcadd5fca74ffdd6ba32a3fca4f63fdd0c0b32d02db6956916e28bb998ca180080eaa6c0296235fbf731d58b7de
-  data.tar.gz: 84e32c7fc6e3d029829fcbc6bf65da0901a816e7a411a37cb09beb75cf2e0fecd2de9a929c708038f40b9476e5d725becc449539f737a8d734f168e7d8063eaa
+  metadata.gz: 71533c0392c3e6af14ad00fed488dcbc41d1cfe8d6dff8ee8664735857ee158f78ae70ab644b073e9f5e60c48ba4a05ee1d35a61310bccf31368892d897f8714
+  data.tar.gz: f97b66983de762c530c79d2b541c756092c5fb1e2e6fd93178783cd26633121df88afe32cd28c4cc4851215c191901614ea255dc0375397cdceb42a321382157

data/app/controllers/censor_bear/stop_words_controller.rb

@@ -46,7 +46,7 @@ module CensorBear
 
     def load_stop_words
       builder ||= stop_word_scope
-      builder = builder.where("word ilike ?", "%#{params[:q]}%") if params[:q].present?
+      builder = builder.where("key ilike ?", "%#{params[:q]}%") if params[:q].present?
       builder = builder.order(id: :desc)
 
       @pagy, @stop_words = pagy(builder)

data/app/helpers/censor_bear/application_helper.rb

@@ -1,5 +1,9 @@
 module CensorBear
   module ApplicationHelper
     include Pagy::Frontend
+
+    def current_user
+      main_app.scope.request.env['warden'].user
+    end
   end
 end

data/app/views/censor_bear/logs/index.html.erb

@@ -17,6 +17,8 @@
     <% @logs.each do |log| %>
       <tr>
         <td><%= log.original_content %></td>
+        <td><%= log.scenario %></td>
+        <td><%= log.stage %></td>
         <td><%= log.action %></td>
         <td><%= log.filtered_content %></td>
         <td><%= log.mod_words %></td>

data/app/views/censor_bear/logs/show.html.erb

@@ -10,6 +10,16 @@
   <%= @log.action %>
 </p>
 
+<p>
+  <strong>Scenario:</strong>
+  <%= @log.scenario %>
+</p>
+
+<p>
+  <strong>Stage:</strong>
+  <%= @log.stage %>
+</p>
+
 <p>
   <strong>Filtered content:</strong>
   <%= @log.filtered_content %>

data/app/views/censor_bear/stop_words/_form.html.haml

@@ -10,19 +10,19 @@
       %div= form.text_field :key, class: "border p-1 w-full rounded-md"
     %div
       %div{class: "text-gray-500 text-xs"}= form.label :ugc, "UGC内容处理方式"
-      %div= form.select :ugc, options_for_select(CensorBear.action_options, params[:action_type]), class: "border p-1 w-full rounded-md"
+      %div= form.select :ugc, options_for_select(CensorBear.action_options, stop_word.ugc), class: "border p-1 w-full rounded-md"
     %div
       %div{class: "text-gray-500 text-xs"}= form.label :username, "用户名处理方式"
-      %div= form.select :username, options_for_select(CensorBear.action_options, params[:action_type]), class: "border p-1 w-full rounded-md"
+      %div= form.select :username, options_for_select(CensorBear.action_options, stop_word.username), class: "border p-1 w-full rounded-md"
     %div
       %div{class: "text-gray-500 text-xs"}= form.label :nickname, "用户昵称处理方式"
-      %div= form.select :nickname, options_for_select(CensorBear.action_options, params[:action_type]), class: "border p-1 w-full rounded-md"
+      %div= form.select :nickname, options_for_select(CensorBear.action_options, stop_word.nickname), class: "border p-1 w-full rounded-md"
     %div
       %div{class: "text-gray-500 text-xs"}= form.label :signature, "签名处理方式"
-      %div= form.select :signature, options_for_select(CensorBear.action_options, params[:action_type]), class: "border p-1 w-full rounded-md"
+      %div= form.select :signature, options_for_select(CensorBear.action_options, stop_word.signature), class: "border p-1 w-full rounded-md"
     %div
       %div{class: "text-gray-500 text-xs"}= form.label :dialog, "私信处理方式"
-      %div= form.select :dialog, options_for_select(CensorBear.action_options, params[:action_type]), class: "border p-1 w-full rounded-md"
+      %div= form.select :dialog, options_for_select(CensorBear.action_options, stop_word.dialog), class: "border p-1 w-full rounded-md"
     %div
       %div{class: "text-gray-500 text-xs"}= form.label :replacement, "过滤词替换"
       %div= form.text_field :replacement, class: "border p-1 w-full rounded-md"

data/db/migrate/20211126133758_create_censor_bear_stop_words.rb

@@ -12,5 +12,7 @@ class CreateCensorBearStopWords < ActiveRecord::Migration[6.1]
 
       t.timestamps
     end
+
+    add_index :censor_bear_stop_words, :key, unique: true
   end
 end

data/db/migrate/20211129093508_create_censor_bear_logs.rb

@@ -2,7 +2,9 @@ class CreateCensorBearLogs < ActiveRecord::Migration[6.1]
   def change
     create_table :censor_bear_logs do |t|
       t.text :original_content
+      t.string :scenario
       t.string :action
+      t.string :stage
       t.text :filtered_content
       t.string :mod_words, array: true, default: []
 

data/lib/censor_bear/censor.rb

@@ -10,6 +10,9 @@ module CensorBear
   end
 
   class Censor
+    QQ_REG = /(?:[加茄qQ企鹅号码\s]{1,}|[群号]{1,}|[叩叩]{1,}|[抠抠]{1,}|[扣扣]{1,})(?:[\u4e00-\u9eff]*)(?:[:，：]?)([\d\s]{6,})/
+    WX_REG = /(?:[加+微＋+➕薇？vV威卫星♥❤姓xX信]{2,}|weixin|weix)(?:[，❤️.\s]?)(?:[\u4e00-\u9eff]?)(?:[:，：]?)([\w\s]{6,})/
+
     def initialize(content, type = 'ugc')
       @is_mod = false
       @mod_words = []
@@ -21,9 +24,19 @@ module CensorBear
       return Result.new(@content) if @content.blank?
       return Result.new(@content) unless CensorBear::StopWord::FIELDS.include?(@type)
 
+      if @content.match(QQ_REG)
+        CensorBear.info(@content, @type, 'BANNED', 'qq_regex')
+        raise NotPassedException
+      end
+
+      if @content.match(WX_REG)
+        CensorBear.info(@content, @type, 'BANNED', 'wx_regex')
+        raise NotPassedException
+      end
+
       local_check
 
-      # 用户相关类型直接封禁，速错
+      # 用户相关类型直接禁止创建
       raise NotPassedException if @is_mod && %w[username signature dialog nickname].include?(@type)
 
       Result.new(@content, @is_mod, @mod_words.uniq)
@@ -40,14 +53,26 @@ module CensorBear
         case action
         when 'REPLACE'
           @content = @content.gsub(finder, word.replacement)
-          CensorBear::Log.create(original_content: original_content, action: "#{@type}_#{action}", filtered_content: @content, mod_words: [word.key])
+          CensorBear.info(
+            original_content, @type, action, 'local_check',
+            filtered_content: @content,
+            mod_words: [word.key]
+          )
         when 'MOD'
           @is_mod = true
-          CensorBear::Log.create(original_content: original_content, action: "#{@type}_#{action}", filtered_content: nil, mod_words: [word.key])
+          CensorBear.info(
+            original_content, @type, action, 'local_check',
+            filtered_content: nil,
+            mod_words: [word.key]
+          )
         when 'BANNED'
           @is_mod = true
           # 禁止的直接抛出异常
-          CensorBear::Log.create(original_content: original_content, action: "#{@type}_#{action}", filtered_content: nil, mod_words: [word.key])
+          CensorBear.info(
+            original_content, @type, action, 'local_check',
+            filtered_content: nil,
+            mod_words: [word.key]
+          )
           raise NotPassedException
         end
       end

data/lib/censor_bear/configuration.rb

@@ -8,5 +8,10 @@ module CensorBear
 
     # user name method, default: "name"
     attr_accessor :user_name_method
+
+    # import task file locaation
+    attr_accessor :import_file_path
+    attr_accessor :format_from_file_path
+    attr_accessor :format_dest_file_path
   end
 end

data/lib/censor_bear/version.rb

@@ -1,3 +1,3 @@
 module CensorBear
-  VERSION = '0.1.0'
+  VERSION = '0.1.4'.freeze
 end

data/lib/censor_bear.rb

@@ -1,9 +1,9 @@
-require "censor_bear/version"
-require "censor_bear/engine"
-require "censor_bear/censor"
-require "censor_bear/configuration"
+require 'censor_bear/version'
+require 'censor_bear/engine'
+require 'censor_bear/censor'
+require 'censor_bear/configuration'
 
-require "hamlit"
+require 'hamlit'
 require 'pagy'
 
 module CensorBear
@@ -17,6 +17,9 @@ module CensorBear
       @config.user_class = 'User'
       @config.current_user_method = 'current_user'
       @config.user_name_method = 'name'
+      @config.import_file_path = "#{Rails.root}/tmp/dest_sensitives.txt"
+      @config.format_from_file_path = "#{Rails.root}/tmp/from_sensitives.txt"
+      @config.format_dest_file_path = "#{Rails.root}/tmp/dest_sensitives.txt"
       @config
     end
 
@@ -28,6 +31,19 @@ module CensorBear
       Censor.new(content, type).check_text
     end
 
+    def info(content, scenario, action, stage, options = {})
+      filtered_content = options['filtered_content'] || nil
+      mod_words = options['mod_words'] || []
+
+      CensorBear::Log.create(
+        original_content: content,
+        scenario: scenario,
+        action: action,
+        stage: stage,
+        filtered_content: filtered_content,
+        mod_words: mod_words
+      )
+    end
 
     def action_options
       I18n.t('censor_log.action').map { |k, v| [v, k.to_s] }

data/lib/tasks/censor_bear_tasks.rake

@@ -1,4 +1,58 @@
-# desc "Explaining what the task does"
-# task :censor_bear do
-#   # Task goes here
-# end
+namespace :censor_bear do
+  desc 'Format words'
+  task format: :environment do
+    from_file = File.read(CensorBear.config.format_from_file_path)
+    File.open(CensorBear.config.format_dest_file_path, 'w') do |f|
+      from_file.each_line do |word|
+        line = "#{word.strip}={BANNED}|{BANNED}|{BANNED}|{BANNED}\r\n"
+        f.write(line)
+        f.flush
+      end
+    end
+  end
+
+  desc 'Import words'
+  task import: :environment do
+    is_overwrite = true
+    file = File.read(CensorBear.config.import_file_path)
+    # lines = doc.split(/\n/)
+    file.each_line do |line|
+      line.strip!
+      key, rule_str = line.split('=')
+      rules = rule_str.split('|')
+      ugc = parse(rules[0]).blank? ? 'replace' : parse(rules[0])
+      username = parse(rules[1]) || 'ignore'
+      signature = parse(rules[2]) || 'ignore'
+      dialog = parse(rules[3]) || 'ignore'
+      nickname = parse(rules[1]) || 'ignore'
+      replacement = ugc == 'replace' ? rules[0] : '**'
+
+      payload = {
+        key: key,
+        ugc: ugc,
+        username: username,
+        signature: signature,
+        dialog: dialog,
+        nickname: nickname,
+        replacement: replacement,
+        user_id: CensorBear.config.user_class.constantize.last&.id,
+        created_at: Time.now,
+        updated_at: Time.now
+      }
+
+      word = CensorBear::StopWord.find_by(key: key)
+      if word
+        word.update_columns(payload) if is_overwrite
+      else
+        CensorBear::StopWord.create(payload)
+      end
+    end
+  end
+
+  def parse(rule)
+    return nil if rule.blank?
+
+    r = rule.match(/^{(\w+)}$/)
+    r.blank? ? nil : r[1].downcase
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: censor_bear
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.4
 platform: ruby
 authors:
 - 42up
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-11-30 00:00:00.000000000 Z
+date: 2021-12-02 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rails
@@ -16,20 +16,20 @@ dependencies:
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.1.4
+        version: 6.0.4
     - - ">="
       - !ruby/object:Gem::Version
-        version: 6.1.4.1
+        version: 6.0.4.1
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
     - - "~>"
       - !ruby/object:Gem::Version
-        version: 6.1.4
+        version: 6.0.4
     - - ">="
       - !ruby/object:Gem::Version
-        version: 6.1.4.1
+        version: 6.0.4.1
 - !ruby/object:Gem::Dependency
   name: hamlit
   requirement: !ruby/object:Gem::Requirement