decidim-cdtb 0.2.1 → 0.4.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: faf1cb50d2671115898ec0bb910f90643f6cddd804cc72ea60a7282613b6e28b
-  data.tar.gz: 43fda83541900039ecd2496260d9e9bb2f249447e296c359a363d01470a9508c
+  metadata.gz: 153977aa97421818ceebb2f5bd934c01df29717da6b03cec2d3e596868cf482b
+  data.tar.gz: 4b0f14017084367cb8665ffcca4fe4ea9c6db70667cdf9d253366cd667819991
 SHA512:
-  metadata.gz: 3da6dc75b25cb6d7eaea5b5a27bdbcce3772f57e066b37bf3b3fb1b7fd7e6c19417e5fb7288ab433d5f15e4eab7d78dcf63d3518e60f8f64e6937ae576ca3729
-  data.tar.gz: 1d1fc82dee68f7d3d72ffc8f8eea7376e4a97a42350725ace3c9d0e1815b86bbd020a2e360dccd2f9cfd61fe6723a78bb365d56a0cab60081ac3aea43c60766a
+  metadata.gz: a7c0f4ec00c7d921a2182de07d3601f7c99027ebdcbda6550d7d19007d98051b5c0e1864da1aa45a377b0b5206146032fc42b19338ad5857c501ba2840451df1
+  data.tar.gz: ee1d931e38468fadd1cfbc0b0e1f1504358f37da6a99f8c46ba6666989cb0a59c644d8ac6c5d4a63e24cca812676ce8f418637332f2488aee774f4fa0e2f8ff7

data/.rubocop.yml

@@ -14,6 +14,7 @@ Metrics/BlockLength:
   Max: 50
   Exclude:
     - lib/tasks/*.rake
+    - spec/**/*_spec.rb
 
 Metrics/MethodLength:
   CountComments: false

data/CHANGELOG.md

@@ -1,6 +1,16 @@
 ## [Unreleased]
 
-## [0.2.1] - 2024-09-25 (patch)
+## [0.4.0] - 2025-02-10 (minor - Llefiscós però deliciós)
+
+- Add task to move images to hero content block in participatory spaces
+- Improve remove users task disabling and enabling email on moderations
+
+## [0.3.0] - 2024-12-24 (minor - L'artista de la pista)
+
+- Fix YouTube embeds to Decidim v0.28 format in different places. Only YouTube is supported right now.
+- Add task to add new content blocks in participatory spaces
+
+## [0.2.1] - 2024-09-25 (patch - Una idea sobre rodes)
 
 - Fix validate_migrations CI which requires Postgres service
 

data/Gemfile

@@ -9,6 +9,7 @@ require_relative "lib/decidim/cdtb/version"
 
 # temporal solution while gems embrace new psych 4 (the default in Ruby 3.1) behavior.
 gem "psych", "< 4"
+gem "uri", ">= 0.13.1"
 
 group :development, :test do
   gem "bootsnap", require: false

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    decidim-cdtb (0.2.1)
+    decidim-cdtb (0.4.0)
       decidim (>= 0.27.0)
       rails (>= 6)
       ruby-progressbar
@@ -745,7 +745,7 @@ GEM
       concurrent-ruby (~> 1.0)
     uber (0.1.0)
     unicode-display_width (2.5.0)
-    uri (0.13.0)
+    uri (0.13.1)
     valid_email2 (2.3.1)
       activemodel (>= 3.2)
       mail (~> 2.5)
@@ -805,6 +805,7 @@ DEPENDENCIES
   rspec (~> 3.0)
   rubocop
   sqlite3 (~> 1.4)
+  uri (>= 0.13.1)
 
 BUNDLED WITH
    2.3.6

data/README.md

@@ -51,6 +51,21 @@ Available rake tasks:
 - `bin/rake cdtb:anonymize:system_admins` anonymizes system admins
 - `bin/rake cdtb:anonymize:paper_trail` anonymizes paper trails
 
+### Fix YouTube embeds for Decidim v0.28
+
+Fixes YouTube embeds to Decidim v0.28 format in different places, which at the moment are:
+
+- Decidim::Meetings::Meeting
+- Decidim::Debates::Debate
+- Decidim::Pages::Page
+- Decidim::Assembly
+- Decidim::ParticipatoryProcess
+
+```
+bin/rake cdtb:embeds:fix_youtube
+```
+
+
 ### Migrate ActiveStorage service from S3 to local
 
 To migrate from S3 to local storage, the identified steps will be:
@@ -127,12 +142,100 @@ You can delete users through a CSV with the user ID and a reporter user mailer.
 
 This task reports and hide the user's comments, blocks the user, and finally deletes the user.
 
-The CSV will have a header and one column with the user ID.
+The CSV will have a header and one column with the user ID and must be separated by ",".
+
+To execute the task run:
+
+```
+bundle exec rake cdtb:users:remove[spam_users.csv,reporter_user@example.org]
+```
+
+### Participatory Spaces
+
+#### Add content blocks 
+
+You can add content blocks to a participatory spaces with the content block name (manifest_name).
+This rake task affects spaces in all organizations.
+
+Content block manifest names list:
+
+```
+basic_only_text
+image_text_cta
+metadata
+hero
+participatory_processes
+html_2
+main_data
+title
+cta
+highlighted_proposals
+how_to_participate
+html_1
+related_documents
+stats
+html
+slider
+footer_sub_hero
+global_menu
+sub_hero
+highlighted_content_banner
+highlighted_processes
+highlighted_assemblies
+highlighted_regulations
+upcoming_meetings
+extra_data
+highlighted_meetings
+highlighted_results
+metrics
+related_assemblies
+announcement
+social_networks_metadata
+related_processes
+highlighted_posts
+last_activity
+```
+
+Spaces supported:
+
+- Decidim::ParticipatoryProcess
+- Decidim::Assembly
+
+To execute the task run:
+
+```
+bundle exec rake cdtb:participatory_spaces:add_content_blocks[manifest_name]
+```
+
+You can add multiple manifest names with this format:
+
+```
+bundle exec rake cdtb:participatory_spaces:add_content_blocks[['manifest_name_one manifest_name_two']]
+```
+
+Some examples
+```
+bundle exec rake cdtb:participatory_spaces:add_content_blocks[extra_data]
+
+bundle exec rake cdtb:participatory_spaces:add_content_blocks[['extra_data related_documents']]
+
+```
+
+#### Move banner images to hero content block
+
+In previous versions of Decidim (0.27 and previous) banner images are in participatory space configuration. Now, this image is in a content block but for old spaces are in configuration yet.
+
+This task move the banner image to a hero content block.
+
+Spaces supported:
+
+- Decidim::ParticipatoryProcess
+- Decidim::Assembly
 
 To execute the task run:
 
 ```
-bundle exec rake cdtb:users:remove[spam_users.csv, reporter_user@example.org]
+bundle exec rake cdtb:participatory_spaces:move_images_to_content_block
 ```
 
 ### Upgrades:

data/config/initializers/rack_attack.rb

@@ -3,26 +3,49 @@
 unless ENV["CDTB_RACK_ATTACK_DISABLED"].to_i.positive? || %w[development test].include?(Rails.env)
   require "rack/attack"
 
-  limit= ENV.fetch("RACK_ATTACK_THROTTLE_LIMIT", 30)
-  period= ENV.fetch("RACK_ATTACK_THROTTLE_PERIOD", 60)
-  Rails.logger.info("Configuring Rack::Attack.throttle with limit: #{limit}, period: #{period}")
-  Rack::Attack.throttle("requests by (forwarded) ip", limit: limit.to_i, period: period.to_i) do |request|
-    # ignore requests to assets
-    next if request.path.start_with?("/rails/active_storage")
-
+  def extract_ip(request)
     x_forwarded_for= request.get_header("HTTP_X_FORWARDED_FOR")
     Rails.logger.info { ">>>>>>>>>>>>>>>>>>>> X-Forwarded-For: #{x_forwarded_for}" }
     if x_forwarded_for.present?
-      ip= x_forwarded_for.split(":").first
-      ip
+      x_forwarded_for.split(":").first
+
     else
       request.ip
     end
   end
 
+  limit= ENV.fetch("RACK_ATTACK_THROTTLE_LIMIT", 30)
+  period= ENV.fetch("RACK_ATTACK_THROTTLE_PERIOD", 60)
+  Rails.logger.info("Configuring Rack::Attack.throttle with limit: #{limit}, period: #{period}")
+  Rack::Attack.throttle("requests by ip", limit: limit.to_i, period: period.to_i) do |request|
+    # ignore requests to assets
+    next if request.path.start_with?("/rails/active_storage")
+
+    extract_ip(request)
+  end
+
+  limit= ENV.fetch("RACK_ATTACK_THROTTLE_RANGE_LIMIT", 10)
+  period= ENV.fetch("RACK_ATTACK_THROTTLE_RANGE_PERIOD", 20)
+  Rails.logger.info("Configuring Rack::Attack.throttle with limits for IP Ranges: #{limit}, period: #{period}")
+  Rack::Attack.throttle("requests by ip range", limit: limit.to_i, period: period.to_i) do |request|
+    # ignore requests to assets
+    next if request.path.start_with?("/rails/active_storage")
+
+    ip= extract_ip(request)
+    # rubocop: disable Lint/UselessAssignment
+    range_32bit= ip.split(".")[0, 2]
+    # rubocop: enable Lint/UselessAssignment
+  end
+
+  Rack::Attack.blocklist("block all /.well-known/traffic-advice") do |request|
+    request.path.start_with?("/.well-known/traffic-advice")
+  end
+
   if ENV["RACK_ATTACK_BLOCKED_IPS"].present?
-    ENV["RACK_ATTACK_BLOCKED_IPS"].split(",").each do |ip_or_subnet|
-      Rack::Attack.blocklist_ip(ip_or_subnet)
+    blocked_ips_and_subnets= ENV["RACK_ATTACK_BLOCKED_IPS"].split(",")
+    Rack::Attack.blocklist("block all unaccepted IPs") do |request|
+      ip= extract_ip(request)
+      blocked_ips_and_subnets.any? { |ip_or_subnet| ip.start_with?(ip_or_subnet) }
     end
   end
 end

data/lib/decidim/cdtb/fixes/you_tube_embeds_fixer.rb

@@ -0,0 +1,115 @@
+# frozen_string_literal: true
+
+# require "decidim"
+# require "decidim/assembly"
+# require "decidim/participatory_process"
+# require "decidim/meetings/meeting"
+# require "decidim/debates/debate"
+# require "decidim/pages/page"
+
+module Decidim
+  module Cdtb
+    module Fixes
+      # Fixes YouTube embeds to Decidim v0.28 format in PROCESSED_MODELS.
+      # Only YouTube is supported right now.
+      class YouTubeEmbedsFixer < ::Decidim::Cdtb::Task
+        PROCESSED_MODELS= {
+          "Decidim::Meetings::Meeting" => [:description],
+          "Decidim::Debates::Debate" => %i[description instructions],
+          "Decidim::Pages::Page" => [:body],
+          "Decidim::Assembly" => %i[short_description description],
+          "Decidim::ParticipatoryProcess" => %i[short_description description]
+        }.freeze
+
+        def initialize
+          progress_bar= { title: self.class.name }
+          super("FIX YOUTUBE EMBEDS", progress_bar: progress_bar)
+        end
+
+        attr_reader :num_fixed
+
+        def prepare_execution(_ctx = nil)
+          @num_fixed= @num_items= 0
+
+          PROCESSED_MODELS.each_key do |model_class|
+            @num_items+= model_class.constantize.count
+          end
+          log_task_info("Checking #{@num_items} models...")
+        end
+
+        def total_items
+          @num_items
+        end
+
+        def do_execution(context)
+          progress_bar= context[:progress_bar]
+
+          PROCESSED_MODELS.each_pair do |model_class_name, attribs|
+            log_task_step("Processing #{model_class_name.pluralize}")
+
+            model_class= model_class_name.constantize
+            model_class.find_each do |model|
+              Rails.logger.debug("Processing #{model_class_name}[#{model.id}]")
+
+              attribs.each do |attribute|
+                fix_embed(model, attribute)
+              end
+
+              @num_fixed+= 1 if model.changed?
+              model.save!(validate: false)
+              progress_bar.increment
+            end
+          end
+        end
+
+        def end_execution(_ctx)
+          log_task_step("#{@num_fixed} embeds fixed")
+        end
+
+        # --------------------------------------------------
+        private
+
+        # --------------------------------------------------
+
+        def fix_embed(model, attribute)
+          contents= model.send(attribute)
+          return if contents.blank?
+
+          contents.each_pair do |locale, content|
+            Rails.logger.debug "#{locale} => #{content}"
+            next if locale.to_s == "machine_translations"
+            next if content.blank?
+
+            fixes= fix_localized_embed(content)
+            contents[locale]= fixes.reverse.find { |fix| fix != false } if fixes.any?
+          end
+        end
+
+        # rubocop: disable Metrics/AbcSize
+        def fix_localized_embed(content)
+          parsed= Nokogiri::HTML(content)
+          divs_w_embed= parsed.css("div[class=editor-content-videoEmbed]")
+          Rails.logger.debug "=> #{divs_w_embed.size} => #{content}"
+
+          divs_w_embed.map do |div|
+            regexp_match= div["data-video-embed"].match(%r{https://www.youtube.com/embed/(?<yt_id>\w+)})
+            next unless regexp_match
+
+            Rails.logger.debug("EMBED:::: #{div.class} => #{div}")
+
+            yt_id= regexp_match["yt_id"]
+            div["data-video-embed"]= "https://www.youtube.com/watch?v=#{yt_id}"
+            iframe= div.css("iframe").first
+            iframe["src"]= "https://www.youtube-nocookie.com/embed/#{yt_id}?cc_load_policy=1&modestbranding=1"
+            fixed_div= div
+            Rails.logger.debug("FIXED TO: #{fixed_div.to_html}")
+            new_content= parsed.css("body").children.to_html
+            Rails.logger.debug("FIXED TO: #{new_content}")
+            new_content
+          end
+        end
+        # rubocop: enable Metrics/AbcSize
+      end
+    end
+  end
+end

data/lib/decidim/cdtb/participatory_spaces/add_content_blocks.rb

@@ -0,0 +1,84 @@
+# frozen_string_literal: true
+
+require "decidim/cdtb/participatory_spaces/manages_content_blocks"
+
+module Decidim
+  module Cdtb
+    module ParticipatorySpaces
+      # Add content blocks to participatory spaces
+      class AddContentBlocks < ::Decidim::Cdtb::Task
+        include ::Decidim::Cdtb::ParticipatorySpaces::ManagesContentBlocks
+
+        def initialize(processed_models, content_block_names)
+          progress_bar= { title: self.class.name }
+          @processed_models = processed_models
+          @content_block_names = content_block_names
+          super("ADD CONTENT BLOCKS", progress_bar: progress_bar)
+        end
+
+        attr_reader :num_added
+
+        def prepare_execution(_ctx = nil)
+          @num_added= @num_items= 0
+
+          @processed_models.each do |model_name|
+            @num_items+= model_name.count
+          end
+          log_task_info("Adding content blocks in #{@num_items} spaces...")
+        end
+
+        def total_items
+          @num_items
+        end
+
+        # rubocop:disable Metrics/AbcSize
+        def do_execution(context)
+          progress_bar= context[:progress_bar]
+
+          @processed_models.each do |processed_model|
+            log_task_step("Processing #{processed_model}")
+
+            spaces = processed_model
+
+            @content_block_names.each do |content_block_name|
+              log_task_step("Adding #{content_block_name} content block")
+
+              spaces.find_each do |space|
+                current_content_blocks = current_space_content_blocks(scope_name(space), space.organization, space.id)
+
+                new_content_block = find_or_create_content_block(space, content_block_name)
+                if content_block_name == "extra_data" && space.instance_of?(Decidim::ParticipatoryProcess)
+                  next if new_content_block.weight == 20
+
+                  force_extra_data_content_block_weight!(content_block_name, current_content_blocks)
+                end
+
+                @num_added += 1
+                progress_bar.increment
+              end
+            end
+          end
+        end
+        # rubocop:enable Metrics/AbcSize
+
+        def end_execution(_ctx)
+          log_task_step("#{@num_added} content blocks added")
+        end
+
+        # +extra_data+ content block usually be down of hero image, therefore, it's weight is 20 and all others content blocks
+        # go one position down added 10
+        def force_extra_data_content_block_weight!(content_block_name, current_content_blocks)
+          extra_data_content_block = current_content_blocks.find_by(manifest_name: content_block_name)
+          extra_data_content_block.update(weight: 20)
+
+          current_content_blocks.each do |content_block|
+            # hero is usually the first content block
+            next if content_block == extra_data_content_block || content_block.manifest_name == "hero"
+
+            content_block.update(weight: content_block.weight + 10)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/decidim/cdtb/participatory_spaces/manages_content_blocks.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+module Decidim
+  module Cdtb
+    module ParticipatorySpaces
+      # Methods for use in participatory spaces tasks
+      module ManagesContentBlocks
+        # rubocop:disable Metrics/AbcSize
+        def find_or_create_content_block(space, content_block_name)
+          current_content_blocks = current_space_content_blocks(scope_name(space), space.organization, space.id)
+          exists_content_block = Decidim::ContentBlock.find_by(decidim_organization_id: space.organization.id,
+                                                               scope_name: scope_name(space), manifest_name: content_block_name,
+                                                               scoped_resource_id: space.id)
+
+          return exists_content_block if exists_content_block.present?
+
+          weight = (current_content_blocks.last.weight + 1) * 10
+          log_task_step("Adding #{content_block_name} to #{space.slug}[#{space.id}]")
+          Decidim::ContentBlock.create(
+            decidim_organization_id: space.organization.id,
+            weight: weight,
+            scope_name: scope_name(space),
+            scoped_resource_id: space.id,
+            manifest_name: content_block_name,
+            published_at: Time.current
+          )
+        end
+        # rubocop:enable Metrics/AbcSize
+
+        def update_content_block_image(content_block, image)
+          content_block.manifest.images.each do |image_config|
+            image_name = image_config[:name]
+
+            next if content_block.images_container.send(image_name).present?
+
+            content_block.images_container.send("#{image_name}=", image.blob)
+            content_block.save
+          end
+        end
+
+        def current_space_content_blocks(scope_name, organization, scoped_resource_id)
+          Decidim::ContentBlock.for_scope(scope_name, organization: organization).where(scoped_resource_id: scoped_resource_id)
+        end
+
+        def manifest_for(resource)
+          return resource.manifest if resource.is_a? Decidim::Participable
+          return resource.resource_manifest if resource.is_a? Decidim::Resourceable
+        end
+
+        def scope_name(space)
+          manifest_for(space).content_blocks_scope_name
+        end
+      end
+    end
+  end
+end

data/lib/decidim/cdtb/participatory_spaces/move_images_to_content_block.rb

@@ -0,0 +1,60 @@
+# frozen_string_literal: true
+
+require "decidim/cdtb/participatory_spaces/manages_content_blocks"
+
+module Decidim
+  module Cdtb
+    module ParticipatorySpaces
+      # Move images to content block for participatory spaces
+      class MoveImagesToContentBlock < ::Decidim::Cdtb::Task
+        include ::Decidim::Cdtb::ParticipatorySpaces::ManagesContentBlocks
+
+        def initialize(processed_models)
+          progress_bar= { title: self.class.name }
+          @processed_models = processed_models
+          super("MOVING IMAGES...", progress_bar: progress_bar)
+        end
+
+        attr_reader :num_added
+
+        def prepare_execution(_ctx = nil)
+          @num_added= @num_items= 0
+
+          @processed_models.each do |model_name|
+            @num_items+= model_name.count
+          end
+          log_task_info("Moving images to content block in #{@num_items} spaces...")
+        end
+
+        def total_items
+          @num_items
+        end
+
+        def do_execution(context)
+          progress_bar= context[:progress_bar]
+
+          @processed_models.each do |processed_model|
+            log_task_step("Processing #{processed_model}")
+
+            spaces = processed_model
+
+            spaces.find_each do |space|
+              image_content_block = find_or_create_content_block(space, "hero")
+
+              next if image_content_block.images.present?
+
+              update_content_block_image(image_content_block, space.banner_image)
+
+              @num_added += 1
+              progress_bar.increment
+            end
+          end
+        end
+
+        def end_execution(_ctx)
+          log_task_step("#{@num_added} content blocks added")
+        end
+      end
+    end
+  end
+end

data/lib/decidim/cdtb/tasks.rb

@@ -3,8 +3,11 @@
 require "decidim/cdtb/tasks_utils"
 require "decidim/cdtb/task"
 require "decidim/cdtb/fixes/nickname_fixer"
+require "decidim/cdtb/fixes/you_tube_embeds_fixer"
 require "decidim/cdtb/users/remover"
 require "decidim/cdtb/multitenants/org_by_host_like"
+require "decidim/cdtb/participatory_spaces/add_content_blocks"
+require "decidim/cdtb/participatory_spaces/move_images_to_content_block"
 require "decidim/cdtb/spam/user_spam_detector"
 require "decidim/cdtb/storage/local_sharding"
 require "decidim/cdtb/storage/set_local_on_blobs"

data/lib/decidim/cdtb/users/remover.rb

@@ -20,9 +20,14 @@ module Decidim
           File.open(@csv_path).readlines.size - 1
         end
 
+        # rubocop:disable Metrics/AbcSize
         def do_execution(context)
           progress_bar = context[:progress_bar]
 
+          users_with_email_on_moderations = Decidim::User.where(email_on_moderations: true)
+
+          disable_email_moderations(users_with_email_on_moderations)
+
           CSV.foreach(@csv_path, headers: true, col_sep: ",") do |row|
             user = Decidim::User.find_by(id: row[0])
             next unless user.present?
@@ -34,7 +39,10 @@ module Decidim
             destroy_user(user) if block_user(user, reporter_user)
             progress_bar.increment
           end
+        ensure
+          enable_email_moderations(users_with_email_on_moderations)
         end
+        # rubocop:enable Metrics/AbcSize
 
         def end_execution(_ctx)
           log_task_step("#{@num_applied} users removed")
@@ -42,6 +50,24 @@ module Decidim
 
         private
 
+        def disable_email_moderations(users)
+          log_task_step("Disabling email on moderations...")
+
+          users.find_each do |user|
+            user.email_on_moderations = false
+            user.save(validate: false)
+          end
+        end
+
+        def enable_email_moderations(users)
+          log_task_step("Enabling email on moderations...")
+
+          users.find_each do |user|
+            user.email_on_moderations = true
+            user.save(validate: false)
+          end
+        end
+
         def manage_comments(comments, user, reporter_user)
           comments.find_each do |comment|
             report_comment(comment, user, reporter_user)

data/lib/decidim/cdtb/version.rb

@@ -2,7 +2,7 @@
 
 module Decidim
   module Cdtb
-    VERSION = "0.2.1"
+    VERSION = "0.4.0"
     DECIDIM_MIN_VERSION = ">= 0.27.0"
   end
 end

data/lib/tasks/fix_youtube_embeds.rake

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+
+require "decidim/version"
+require "decidim/cdtb/tasks"
+
+namespace :cdtb do
+  namespace :embeds do
+    desc <<~EODESC
+      Fix YouTube embeds to Decidim v0.28 format.
+      Only youtube is supported right now.
+    EODESC
+    task fix_youtube: [:environment] do
+      unless Decidim.version >= "0.28"
+        puts "This command is only compatible with Decidim v0.28 or higher"
+        exit(-1)
+      end
+
+      fixer= ::Decidim::Cdtb::Fixes::YouTubeEmbedsFixer.new
+      fixer.execute!
+    end
+  end
+end

data/lib/tasks/logs.rake

@@ -2,15 +2,117 @@
 
 namespace :cdtb do
   namespace :logs do
-    desc "Analize logs in Rails format. Counts the number of requests for each IP in the logs. Accepts a logfile param, it must be in log/."
+    desc "Analize logs in Rails format. Counts the number of requests for each IP in the logs. Accepts a log path param."
     task :num_rq_per_ip, [:logfile] do |_task, args|
-      logfile= args.logfile || "development.log"
+      file_path= args.logfile || "log/production.log"
 
-      file_path= "log/#{logfile}"
       first_cmd= "grep Started"
       piped_cmds= [%(grep " for "), "cut -d ' ' -f13", "sort", "uniq -c", "sort"].join(" | ")
-      puts "Running: `#{first_cmd} #{file_path} | #{piped_cmds}`"
-      puts `#{first_cmd} #{file_path} | #{piped_cmds}`
+      cmd= "#{first_cmd} #{file_path} | #{piped_cmds}"
+
+      puts "Running: `#{cmd}`"
+      puts `#{cmd}`
+    end
+
+    desc "Analize logs in Rails format. Counts the number of requests for each IP range in the logs. Accepts a log path param."
+    task :num_rq_per_ip_range, [:logfile] do |_task, args|
+      file_path= args.logfile || "log/production.log"
+
+      first_cmd= "grep Started"
+      piped_cmds= [
+        %(grep " for "),
+        # take the IP
+        "cut -d ' ' -f13",
+        # trim blank spaces
+        "awk '{$1=$1;print}'",
+        # range: only the first 2 blocks of the IP
+        "cut -d '.' -f1,2",
+        "sort",
+        "uniq -c",
+        "sort"
+      ].join(" | ")
+      cmd= "#{first_cmd} #{file_path} | #{piped_cmds}"
+
+      puts "Running: `#{cmd}`"
+      puts `#{cmd}`
+    end
+
+    desc 'Returns the duration, the order in the logs, and the timestamp of each "Completed" trace.'
+    task :slow_rq, [:logfile] do |_task, args|
+      # Based on the follwoing example execution:
+      # grep -e "Completed 200 OK in" log/development.log | ruby logparser.rb | sort
+
+      file_path= args.logfile || "log/production.log"
+
+      idx= 0
+      File.open(file_path).each_line do |line|
+        idx += 1
+        next unless line.include?("Completed 200 OK in")
+
+        split= line.split("Completed 200 OK in")
+        second_part= split.last.strip
+        words= second_part.split
+        response_duration= words.first
+        puts "#{response_duration.rjust(7, "0")}, #{idx}, #{line[4, 22]}"
+      end
+    end
+
+    desc "Most requested paths. Accepts a log path param, and an only_path to ignore the query part of the URL."
+    task :most_rq_paths, [:logfile, :only_path] do |_task, args|
+      file_path= args.logfile || "log/production.log"
+
+      first_cmd= "grep Started"
+      piped_cmds= ["cut -d ' ' -f11"]
+      piped_cmds << "cut -d '?' -f 1" if args.only_path == "only_path"
+      piped_cmds+= ["sort", "uniq -c", "sort"]
+      cmd= "#{first_cmd} #{file_path} | #{piped_cmds.join(" | ")}"
+
+      puts "Running: `#{cmd}`"
+      puts `#{cmd}`
+    end
+
+    desc "Analizes output from num_rq_per_ip. Finds the country from each IP in the log file. Accepts a log path param."
+    task :geolocate_ips, [:logfile] do |_task, args|
+      file_path= args.logfile || "log/num_rq_per_ip.log"
+
+      cmd= [
+        # strip spaces
+        "awk '{$1=$1;print}' #{file_path}",
+        "cut -d ' ' -f2",
+        "sort"
+      ].join(" | ")
+
+      cmd_out= `#{cmd}`
+      cmd_out.each_line do |ip|
+        ip= ip.strip
+        locations= Geocoder.search(ip)
+        location_rs= locations.first
+        country= parse_nominatim_result(location_rs) || parse_ipinfoio_result(location_rs) || "N/F"
+        puts "#{ip},#{country}"
+      end
+    end
+
+    def parse_nominatim_result(result)
+      result&.dig("address", "country")
+    end
+
+    def parse_ipinfoio_result(result)
+      result&.dig("country")
+    end
+
+    desc "Lists from the output of geolocated_ips. Finds the country from each IP in the csv file. Accepts a file path param."
+    task :bannable_ips, [:path, :countries] do |_task, args|
+      file_path= args.path || "tmp/geolocated_ips.csv"
+      countries= args.countries || %w[FR GB IT PT]
+
+      cmd= ["grep -v ES #{file_path}"]
+      countries.each do |country_iso|
+        cmd << "grep -v #{country_iso}"
+      end
+      cmd << "cut -d ',' -f1"
+      cmd << "sort"
+
+      puts `#{cmd.join(" | ")}`
     end
   end
 end

data/lib/tasks/participatory_spaces.rake

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+
+require "decidim/version"
+require "decidim/cdtb/tasks"
+
+namespace :cdtb do
+  namespace :participatory_spaces do
+    desc <<~EODESC
+      Add content blocks to a participatory processes
+    EODESC
+    task :add_content_blocks, [:content_block_names] => :environment do |_task, args|
+      unless Decidim.version >= "0.28"
+        puts "This command is only compatible with Decidim v0.28 or higher"
+        exit(-1)
+      end
+
+      content_block_names = args[:content_block_names].split
+
+      puts "\n Select participatory spaces you want to add the content blocks: #{content_block_names}"
+      puts "\n 1. Decidim::ParticipatoryProcess"
+      puts "\n 2. Decidim::Assembly"
+      puts "\n 3. All"
+
+      selected_option = $stdin.gets.chomp
+      puts selected_option
+
+      case selected_option
+      when "1"
+        processed_models = [
+          Decidim::ParticipatoryProcess
+        ].freeze
+      when "2"
+        processed_models = [
+          Decidim::Assembly
+        ].freeze
+      when "3"
+        processed_models = [
+          Decidim::ParticipatoryProcess,
+          Decidim::Assembly
+        ].freeze
+      else
+        return "Please, select an option"
+      end
+
+      adder = ::Decidim::Cdtb::ParticipatorySpaces::AddContentBlocks.new(processed_models, content_block_names)
+      adder.execute!
+    end
+
+    desc <<~EODESC
+      Move images to content block for the participatory spaces
+    EODESC
+    task move_images_to_content_block: :environment do
+      unless Decidim.version >= "0.28"
+        puts "This command is only compatible with Decidim v0.28 or higher"
+        exit(-1)
+      end
+
+      puts "\n Select participatory spaces you want to move the images"
+      puts "\n 1. Decidim::ParticipatoryProcess"
+      puts "\n 2. Decidim::Assembly"
+      puts "\n 3. All"
+
+      selected_option = $stdin.gets.chomp
+      puts selected_option
+
+      case selected_option
+      when "1"
+        processed_models = [
+          Decidim::ParticipatoryProcess
+        ].freeze
+      when "2"
+        processed_models = [
+          Decidim::Assembly
+        ].freeze
+      when "3"
+        processed_models = [
+          Decidim::ParticipatoryProcess,
+          Decidim::Assembly
+        ].freeze
+      else
+        return "Please, select an option"
+      end
+
+      adder = ::Decidim::Cdtb::ParticipatorySpaces::MoveImagesToContentBlock.new(processed_models)
+      adder.execute!
+    end
+  end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: decidim-cdtb
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.4.0
 platform: ruby
 authors:
 - Oliver Valls
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2024-09-27 00:00:00.000000000 Z
+date: 2025-02-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: decidim
@@ -105,7 +105,11 @@ files:
 - lib/decidim/cdtb.rb
 - lib/decidim/cdtb/engine.rb
 - lib/decidim/cdtb/fixes/nickname_fixer.rb
+- lib/decidim/cdtb/fixes/you_tube_embeds_fixer.rb
 - lib/decidim/cdtb/multitenants/org_by_host_like.rb
+- lib/decidim/cdtb/participatory_spaces/add_content_blocks.rb
+- lib/decidim/cdtb/participatory_spaces/manages_content_blocks.rb
+- lib/decidim/cdtb/participatory_spaces/move_images_to_content_block.rb
 - lib/decidim/cdtb/spam/user_spam_detector.rb
 - lib/decidim/cdtb/storage/local_sharding.rb
 - lib/decidim/cdtb/storage/set_local_on_blobs.rb
@@ -122,8 +126,10 @@ files:
 - lib/generators/cdtb/validate_migrations_ci_generator.rb
 - lib/tasks/anonymize.rake
 - lib/tasks/census.rake
+- lib/tasks/fix_youtube_embeds.rake
 - lib/tasks/logs.rake
 - lib/tasks/multitenants.rake
+- lib/tasks/participatory_spaces.rake
 - lib/tasks/spam.rake
 - lib/tasks/storage.rake
 - lib/tasks/upgrade.rake