decidim-spam_detection 0.1.8 → 1.1.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3445c988572081b0eee462ff8803ffe87071368c91a5f7709a29be6984e469da
-  data.tar.gz: a60dddbac8f547c1df84889568471fc7fc1f1fed7e0bee9b0c69b20625885c9d
+  metadata.gz: 3734b1cecb038a80ab8905ab0cd7d9680a452b50627f0e5c5d92ee5a5e08c831
+  data.tar.gz: b1a7b24b904478f66d15d5bb28430aa9f1baff2da793d9517478004e1f6cd3e9
 SHA512:
-  metadata.gz: 2540ab9036fe3c17f7b6652052a8f5e224ffb5f30afc150501bd0dcc0006d26c13e5191048aeee9980e5eb00492210f3216aef5007142b201803349fec46526a
-  data.tar.gz: 2029c17054430ded82b4d9d97f8fa57ca14e60329db4168496bc4d8bebaf6d71246da3ac8cf788a0e28bb84845486170d81762c0f46d5301610607fd8ed17839
+  metadata.gz: 441ffd50f429c3131f7f646eed4ba74552714908b570ff62fb9b0916e48c40e338087ff3c53ca1761b14a1483eb1217c4f4f122d020db655cbd5bbaf6413dfe4
+  data.tar.gz: 153cc30f6568d4566a8dcf610a4b39128748dc7bc4debafd2a3c7f62c9b021d2cabe3b9322f367fd3a1893f23d463feada7f8fc16b885054ec3f3f2d2bbad3e4

data/README.md

@@ -1,7 +1,6 @@
 # Decidim::SpamDetection
 [![codecov](https://codecov.io/gh/OpenSourcePolitics/decidim-spam_detection/branch/master/graph/badge.svg?token=eJu34XLlVu)](https://codecov.io/gh/OpenSourcePolitics/decidim-spam_detection)
-![Tests](https://github.com/opensourcepolitics/decidim-spam_detection/actions/workflows/tests.yml/badge.svg)
-![Tests](https://github.com/opensourcepolitics/decidim-spam_detection/actions/workflows/lint.yml/badge.svg)
+![Tests](https://github.com/opensourcepolitics/decidim-spam_detection/actions/workflows/ci_cd.yml/badge.svg)
 
 ## Usage
 

data/app/jobs/decidim/spam_detection/notify_admins.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+module Decidim
+  module SpamDetection
+    class NotifyAdmins < ApplicationJob
+      queue_as :default
+
+      def perform(results_hash)
+        results_hash.each do |id, result|
+          next if result.keys == [:nothing]
+
+          Decidim::Organization.find(id).admins.each do |admin|
+            Decidim::SpamDetection::SpamDetectionMailer.notify_detection(admin, result).deliver_later
+          end
+        end
+      end
+    end
+  end
+end

data/app/mailers/decidim/spam_detection/spam_detection_mailer.rb

@@ -0,0 +1,39 @@
+# frozen_string_literal: true
+
+module Decidim
+  module SpamDetection
+    class SpamDetectionMailer < Decidim::ApplicationMailer
+      helper_method :blocked_users_url, :reported_users_url
+
+      def notify_detection(user, results)
+        with_user(user) do
+          @reported_count = results[:reported_user]
+          @blocked_count = results[:blocked_user]
+          @organization = user.organization
+          @user = user
+
+          subject = I18n.t("notify_detection.subject", scope: "decidim.spam_detection_mailer")
+          mail(to: @user.email, subject: subject)
+        end
+      end
+
+      private
+
+      def blocked_users_url
+        decidim_admin.moderated_users_url(blocked: true, host: root_url)
+      end
+
+      def reported_users_url
+        decidim_admin.moderated_users_url(blocked: false, host: root_url)
+      end
+
+      def decidim_admin
+        Decidim::Admin::Engine.routes.url_helpers
+      end
+
+      def root_url
+        decidim.root_url(host: @user.organization.host)[0..-2]
+      end
+    end
+  end
+end

data/app/services/decidim/spam_detection/mark_users_service.rb

@@ -27,7 +27,7 @@ module Decidim
                               .where(admin: false, blocked: false, deleted_at: nil)
                               .where("(extended_data #> '{spam_detection, unreported_at}') is null")
                               .where("(extended_data #> '{spam_detection, unblocked_at}') is null")
-        @results = []
+        @results = {}
       end
 
       def self.call
@@ -38,11 +38,15 @@ module Decidim
         spam_probability_array = Decidim::SpamDetection::ApiProxy.request(cleaned_users)
 
         mark_spam_users(merge_response_with_users(spam_probability_array))
+        notify_admins!
       end
 
       def mark_spam_users(probability_array)
         probability_array.each do |probability_hash|
-          @results << Decidim::SpamDetection::SpamUserCommandAdapter.call(probability_hash).result
+          result = Decidim::SpamDetection::SpamUserCommandAdapter.call(probability_hash).result
+          organization_id = probability_hash["decidim_organization_id"]
+
+          add_to_results(organization_id.to_s, result)
         end
       end
 
@@ -56,7 +60,23 @@ module Decidim
       end
 
       def status
-        @results.tally
+        @results.each_with_object({}) do |result, hash|
+          hash[result[0]] = result[1].tally
+        end
+      end
+
+      def notify_admins!
+        Decidim::SpamDetection::NotifyAdmins.perform_later(status)
+      end
+
+      private
+
+      def add_to_results(organization_id, result)
+        if @results[organization_id]
+          @results[organization_id] << result
+        else
+          @results[organization_id] = [result]
+        end
       end
     end
   end

data/app/views/decidim/spam_detection/spam_detection_mailer/notify_detection.html.erb

@@ -0,0 +1,16 @@
+<p class="email-greeting"><%= t(".hello", name: @user.name) %></p>
+<p><%= t(".intro") %></p>
+
+<% if @reported_count.present? %>
+  <p>
+    <%= t(".reported_count", count: @reported_count) %>
+  </p>
+  <p><%= link_to(t(".reported_link"), reported_users_url ) %></p>
+<% end %>
+
+<% if @blocked_count.present? %>
+  <p>
+    <%= t(".blocked_count", count: @blocked_count) %>
+  </p>
+  <p><%= link_to(t(".blocked_link"), blocked_users_url ) %></p>
+<% end %>

data/config/i18n-tasks.yml

@@ -1,10 +1,12 @@
 ---
 
 base_locale: en
-locales: [en]
+locales: [en, fr, es, ca]
 
 ignore_unused:
   - "decidim.components.spam_detection.name"
+  - blocked_user.*
+  - reported_user.*
 
 ignore_missing:
   - decidim.participatory_processes.scopes.global

data/config/locales/ca.yml

@@ -0,0 +1,25 @@
+---
+ca:
+  blocked_user:
+    reason: L'usuari ha estat bloquejat a causa d'una alta probabilitat de spam per
+      la tasca de detecció automàtica de spam de Decidim amb una probabilitat de %{probability}%
+  decidim:
+    components:
+      spam_detection:
+        name: DeteccioSpam
+    spam_detection:
+      spam_detection_mailer:
+        notify_detection:
+          blocked_count: Comptes de spam bloquejats %{count}
+          blocked_link: Consulteu la llista de tots els comptes bloquejats
+          hello: Hola %{name}
+          intro: Aquí teniu l'informe de la tasca de detecció de spam
+          reported_count: Comptes blocs de %{count}
+          reported_link: Consulteu la llista de tots els comptes reportats al lloc
+    spam_detection_mailer:
+      notify_detection:
+        subject: Informe de la tasca automàtica detecció de spam
+  reported_user:
+    details: L'usuari s'ha marcat com spam a causa d'una alta probabilitat de spam
+      per la tasca de detecció automàtica de spam de Decidim amb una probabilitat
+      de %{probability}%

data/config/locales/en.yml

@@ -1,6 +1,24 @@
 ---
 en:
+  blocked_user:
+    reason: The user was blocked because of a high spam probability by the automated
+      spam detection task with a probability of %{probability}%
   decidim:
     components:
       spam_detection:
         name: SpamDetection
+    spam_detection:
+      spam_detection_mailer:
+        notify_detection:
+          blocked_count: 'Spam accounts blocked: %{count}'
+          blocked_link: See the list of all blocked accounts
+          hello: Hello %{name}
+          intro: Here is the report of the automated spam detection task.
+          reported_count: 'Spam accounts reported: %{count}'
+          reported_link: See the list of all reported accounts
+    spam_detection_mailer:
+      notify_detection:
+        subject: Automated spam detection task digest
+  reported_user:
+    details: The user was reported because of a high spam probability by the automated
+      spam detection task with a probability of %{probability}%

data/config/locales/es.yml

@@ -0,0 +1,24 @@
+---
+es:
+  blocked_user:
+    reason: El usuario fue bloqueado debido a una alta probabilidad de spam por la
+      tarea de detección automática de spam con una probabilidad de %{probability}%
+  decidim:
+    components:
+      spam_detection:
+        name: DeteccionSpam
+    spam_detection:
+      spam_detection_mailer:
+        notify_detection:
+          blocked_count: 'Cuentas de spam bloqueadas : %{count}'
+          blocked_link: Ver la lista de todas las cuentas bloqueadas
+          hello: Hola %{name}
+          intro: Aquí está el informe de la tarea de detección automática de spam.
+          reported_count: Cuentas de spam señaladas %{count}
+          reported_link: Ver la lista de cuentas señaladas
+    spam_detection_mailer:
+      notify_detection:
+        subject: Informe de la tarea automática detección de spam
+  reported_user:
+    details: El usuario fue señalado debido a una alta probabilidad de spam por la
+      tarea de detección automática de spam con una probabilidad de %{probability}%

data/config/locales/fr.yml

@@ -0,0 +1,24 @@
+---
+fr:
+  blocked_user:
+    reason: L'utilisateur a été bloqué en raison d'une forte probabilité de spam par
+      la tâche de détection automatique de spam avec une probabilité de %{probability}%
+  decidim:
+    components:
+      spam_detection:
+        name: DetectionSpam
+    spam_detection:
+      spam_detection_mailer:
+        notify_detection:
+          blocked_count: 'Comptes spam bloqués : %{count}'
+          blocked_link: Voir la liste de tous les comptes bloqués du site
+          hello: Bonjour %{name}
+          intro: Voici le rapport de la tâche de détection automatisée des spams.
+          reported_count: 'Comptes spam signalés : %{count}'
+          reported_link: Voir la liste de tous les comptes signalés
+    spam_detection_mailer:
+      notify_detection:
+        subject: Rapport de la tâche de détection automatique de spam
+  reported_user:
+    details: L'utilisateur a été signalé en raison d'une forte probabilité de spam
+      par la tâche de détection automatique de spam avec une probabilité de %{probability}%

data/lib/decidim/spam_detection/abstract_spam_user_command.rb

@@ -24,6 +24,14 @@ module Decidim
         raise NotImplementedError
       end
 
+      def reason
+        raise NotImplementedError
+      end
+
+      def details
+        raise NotImplementedError
+      end
+
       def moderation_user
         moderation_admin_params = {
           name: SPAM_USER[:name],
@@ -56,9 +64,10 @@ module Decidim
       end
 
       def add_spam_detection_metadata!(metadata)
-        @user.update!(extended_data: @user.extended_data
-                                        .dup
-                                        .deep_merge("spam_detection" => metadata))
+        @user.extended_data = @user.extended_data
+                                   .dup
+                                   .deep_merge("spam_detection" => metadata)
+        @user.save(validate: false)
       end
     end
   end

data/lib/decidim/spam_detection/block_spam_user_command.rb

@@ -9,28 +9,60 @@ module Decidim
       prepend Decidim::SpamDetection::Command
 
       def call
-        form = form(Decidim::Admin::BlockUserForm).from_params(
-          justification: "The user was blocked because of a high spam probability by Decidim spam detection bot"
-        )
+        ActiveRecord::Base.transaction do
+          create_user_moderation
+          block!
+          register_justification!
+          notify_user!
+          add_spam_detection_metadata!({ "blocked_at" => Time.current, "spam_probability" => @probability })
+        end
 
-        moderator = @moderator
-        user = @user
+        Rails.logger.info("User with id #{@user["id"]} was blocked for spam with a probability of #{@probability}%")
 
-        form.define_singleton_method(:user) { user }
-        form.define_singleton_method(:current_user) { moderator }
-        form.define_singleton_method(:blocking_user) { moderator }
-
-        Decidim::Admin::BlockUser.call(form)
+        :ok
+      end
 
-        add_spam_detection_metadata!({
-                                       "blocked_at" => Time.current,
-                                       "spam_probability" => @probability
-                                     })
+      private
 
+      def create_user_moderation
         @user.create_user_moderation
-        Rails.logger.info("User with id #{@user["id"]} was blocked for spam")
+      end
 
-        :ok
+      def register_justification!
+        UserBlock.create!(justification: reason, user: @user, blocking_user: @moderator)
+      end
+
+      def notify_user!
+        Decidim::BlockUserJob.perform_later(@user, reason)
+      end
+
+      def block!
+        Decidim.traceability.perform_action!(
+          "block",
+          @user,
+          @moderator,
+          extra: {
+            reportable_type: @user.class.name,
+            current_justification: reason
+          },
+          resource: {
+            # Make sure the action log entry gets the original user name instead
+            # of "Blocked user". Otherwise the log entries would show funny
+            # messages such as "Mr. Admin blocked user Blocked user"-
+            title: @user.name
+          }
+        ) do
+          @user.blocked = true
+          @user.blocked_at = Time.current
+          @user.blocking = @current_blocking
+          @user.extended_data["user_name"] = @user.name
+          @user.name = "Blocked user"
+          @user.save!
+        end
+      end
+
+      def reason
+        I18n.t("blocked_user.reason", probability: @probability)
       end
     end
   end

data/lib/decidim/spam_detection/report_spam_user_command.rb

@@ -9,29 +9,43 @@ module Decidim
       prepend Decidim::SpamDetection::Command
 
       def call
-        form = form(Decidim::ReportForm).from_params(
-          reason: "spam",
-          details: "The user was marked as spam by Decidim spam detection bot"
-        )
+        ActiveRecord::Base.transaction do
+          find_or_create_moderation!
+          create_report!
+          update_report_count!
+          add_spam_detection_metadata!({ "reported_at" => Time.current, "spam_probability" => @probability })
+        end
 
-        current_organization = @user.organization
-        moderator = @moderator
-        user = @user
+        Rails.logger.info("User with id #{@user.id} was reported for spam with a probability of #{@probability}%")
 
-        report = Decidim::CreateUserReport.new(form, user, moderator)
-        report.define_singleton_method(:current_organization) { current_organization }
-        report.define_singleton_method(:current_user) { moderator }
-        report.define_singleton_method(:reportable) { user }
-        report.call
+        :ok
+      end
 
-        add_spam_detection_metadata!({
-                                       "reported_at" => Time.current,
-                                       "spam_probability" => @probability
-                                     })
+      private
 
-        Rails.logger.info("User with id #{user.id} was reported for spam")
+      def reason
+        "spam"
+      end
 
-        :ok
+      def details
+        I18n.t("reported_user.details", probability: @probability)
+      end
+
+      def find_or_create_moderation!
+        @moderation = UserModeration.find_or_create_by!(user: @user)
+      end
+
+      def create_report!
+        @report = UserReport.create!(
+          moderation: @moderation,
+          user: @moderator,
+          reason: reason,
+          details: details
+        )
+      end
+
+      def update_report_count!
+        @moderation.update!(report_count: @moderation.report_count + 1)
       end
     end
   end

data/lib/decidim/spam_detection/version.rb

@@ -5,7 +5,7 @@ module Decidim
   # This holds the decidim-spam_detection version.
   module SpamDetection
     def self.version
-      "0.1.8"
+      "1.1.1"
     end
 
     def self.decidim_version

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: decidim-spam_detection
 version: !ruby/object:Gem::Version
-  version: 0.1.8
+  version: 1.1.1
 platform: ruby
 authors:
 - Armand Fardeau
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2022-01-08 00:00:00.000000000 Z
+date: 2022-02-25 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: decidim-core
@@ -24,7 +24,10 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '0.25'
-description: "."
+description: "  SpamDetection is a detection bot made by OpenSourcePolitics. \n  It
+  works with a spam detection service (https://github.com/OpenSourcePolitics/spam_detection)
+  \n  which marks the user with a spam probability score, \n  between 0.7 and 0.99
+  it is probable, and above 0.99 it is very sure.\n"
 email:
 - fardeauarmand@gmail.com
 executables: []
@@ -37,10 +40,15 @@ files:
 - app/commands/decidim/admin/unblock_user.rb
 - app/commands/decidim/admin/unreport_user.rb
 - app/jobs/decidim/spam_detection/mark_users_job.rb
+- app/jobs/decidim/spam_detection/notify_admins.rb
+- app/mailers/decidim/spam_detection/spam_detection_mailer.rb
 - app/services/decidim/spam_detection/mark_users_service.rb
-- config/assets.rb
+- app/views/decidim/spam_detection/spam_detection_mailer/notify_detection.html.erb
 - config/i18n-tasks.yml
+- config/locales/ca.yml
 - config/locales/en.yml
+- config/locales/es.yml
+- config/locales/fr.yml
 - lib/decidim/spam_detection.rb
 - lib/decidim/spam_detection/abstract_spam_user_command.rb
 - lib/decidim/spam_detection/admin.rb
@@ -55,7 +63,7 @@ files:
 - lib/decidim/spam_detection/test/factories.rb
 - lib/decidim/spam_detection/version.rb
 - lib/tasks/decidim_spam_detection.rake
-homepage: https://github.com/decidim/decidim-module-spam_detection
+homepage: https://github.com/OpenSourcePolitics/decidim-spam_detection
 licenses:
 - AGPL-3.0
 metadata: {}

data/config/assets.rb

@@ -1,9 +0,0 @@
-# frozen_string_literal: true
-
-base_path = File.expand_path("..", __dir__)
-
-Decidim::Webpacker.register_path("#{base_path}/app/packs")
-Decidim::Webpacker.register_entrypoints(
-  decidim_spam_detection: "#{base_path}/app/packs/entrypoints/decidim_spam_detection.js"
-)
-Decidim::Webpacker.register_stylesheet_import("stylesheets/decidim/spam_detection/spam_detection")