decidim-cdtb 0.1.2

data/lib/tasks/anonymize.rake

@@ -0,0 +1,127 @@
+# frozen_string_literal: true
+
+namespace :cdtb do
+  namespace :anonymize do
+    desc "Checks for the environment"
+    task :check do
+      raise "Won't run unless the env var DISABLE_PRODUCTION_CHECK=1 is set" unless ENV["DISABLE_PRODUCTION_CHECK"]
+    end
+
+    desc "Anonymizes a production dump."
+    task all: %i[users user_groups system_admins paper_trail]
+
+    def with_progress(collection, name:)
+      total = collection.count
+      progressbar = create_progress_bar(total: total)
+
+      puts "Anonymizing #{total} #{name}...\n"
+      skip_logs do
+        collection.find_each do |item|
+          yield(item)
+          progressbar.increment
+        end
+      end
+    end
+
+    def create_progress_bar(total:)
+      ProgressBar.create(
+        progress_mark: " ",
+        remainder_mark: "\u{FF65}",
+        total: total,
+        format: "%a %e %b\u{15E7}%i %p%% %t"
+      )
+    end
+
+    def skip_logs
+      previous_log_level = ActiveRecord::Base.logger.level
+      ActiveRecord::Base.logger.level = 2
+      yield
+      ActiveRecord::Base.logger.level = previous_log_level
+    end
+
+    task proposals: %i[check environment] do
+      Decidim::Proposals::ProposalVote.delete_all
+
+      with_progress(Decidim::Proposals::Proposal.all, name: "proposals") do |proposal|
+        proposal.votes.delete_all
+      end
+      Decidim::Proposals::Proposal.update_all(proposal_votes_count: 0)
+    end
+
+    task users: %i[check environment] do
+      with_progress Decidim::User.where.not(admin: true), name: "users" do |user|
+        user.update_columns(
+          email: "email#{user.id}@example.org",
+          name: "Anonymized User #{user.id}",
+          nickname: "anon-#{user.id}",
+          encrypted_password: "encryptedpassword#{user.id}",
+          reset_password_token: nil,
+          current_sign_in_at: nil,
+          last_sign_in_at: nil,
+          current_sign_in_ip: nil,
+          last_sign_in_ip: nil,
+          invitation_token: nil,
+          confirmed_at: Time.zone.now,
+          confirmation_token: nil,
+          unconfirmed_email: nil,
+          avatar: nil
+        )
+
+        user.update_columns(extra: {}) if user.attributes["extra"].present?
+
+        user.identities.find_each do |identity|
+          identity.update_columns(uid: "anonymized-identity-#{identity.id}")
+        end
+
+        Decidim::Authorization.where(user: user).find_each do |authorization|
+          authorization.update_columns(unique_id: authorization.id)
+        end
+      end
+    end
+
+    task user_groups: %i[check environment] do
+      with_progress Decidim::UserGroup.all, name: "user groups" do |user_group|
+        user_group.update_columns(
+          email: "email-ug-#{user_group.id}@example.org",
+          name: "User Group #{user_group.id}",
+          nickname: "anon-ug-#{user_group.id}",
+          encrypted_password: "encryptedpassword#{user_group.id}",
+          reset_password_token: nil,
+          current_sign_in_at: nil,
+          last_sign_in_at: nil,
+          current_sign_in_ip: nil,
+          last_sign_in_ip: nil,
+          invitation_token: nil,
+          confirmed_at: Time.zone.now,
+          confirmation_token: nil,
+          unconfirmed_email: nil,
+          avatar: nil,
+          extended_data: user_group.extended_data.merge({
+                                                          "phone": "123456789",
+                                                          "document_number":
+                                                          "document-#{user_group.id}"
+                                                        })
+        )
+
+        user_group.update_columns(extra: {}) if user_group.attributes["extra"].present?
+      end
+    end
+
+    task system_admins: %i[check environment] do
+      with_progress Decidim::System::Admin.all, name: "system admins" do |admin|
+        admin.update_columns(
+          email: "email-admin#{admin.id}@example.org",
+          encrypted_password: "encryptedpassword#{admin.id}",
+          reset_password_token: nil,
+          unlock_token: nil
+        )
+      end
+    end
+
+    task paper_trail: %i[check environment] do
+      PaperTrail::Version
+        .where(item_type: %w[Decidim::Authorization Decidim::UserBaseEntity Decidim::UserGroup])
+        .delete_all
+    end
+  end
+end

data/lib/tasks/cdtb.rake

@@ -0,0 +1,13 @@
+# frozen_string_literal: true
+
+require "decidim/cdtb/tasks"
+
+namespace :cdtb do
+  desc <<~EODESC
+    Fix Decidim::User's nicknames.
+  EODESC
+  task fix_nicknames: [:environment] do
+    fixer= ::Decidim::Cdtb::Fixes::NicknameFixer.new
+    fixer.execute!
+  end
+end

data/lib/tasks/multitenants.rake

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+
+#
+# A set of utils to manage Decidim Organizations.
+#
+namespace :cdtb do
+  require "decidim/cdtb/tasks_utils"
+  include ::Decidim::Cdtb::TasksUtils
+
+  desc <<~EODESC
+    Finds information about the Organization, or Organizations, searching by the :host_term argument ignorecase.
+    Set :full (second param) to `true` for full information
+  EODESC
+  task :org_by_host_like, %i[host_term full] => :environment do |_task, args|
+    task= Decidim::Cdtb::Multitenants::OrgByHostLike.new(args.host_term, args.full)
+    task.execute!
+  end
+end

data/lib/tasks/storage.rake

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+
+#
+# A set of utils to migrate from one storage service to another.
+#
+namespace :cdtb do
+  require "decidim/cdtb/tasks_utils"
+  include ::Decidim::Cdtb::TasksUtils
+  require "decidim/cdtb/storage/local_sharding"
+
+  # To migrate from S3 to local storage.
+  #
+  # Typical use case is:
+  # 1. aws s3 sync s3://bucket-name tmp/storage/
+  # 2. bin/rake cdtb:s3_to_local:do_sharding
+  # 3. rm -Rf tmp/cache/*
+  #
+  namespace :s3_to_local do
+    desc <<~EODESC
+      Given that all assets has already been copied from S3 to storage/, this task performs the sharding of the downloaded files.
+      This step is required because in S3 all assets are stored at the same level (directory), but local service stores the files with sharding.
+    EODESC
+    task do_sharding: [:environment] do
+      task= Decidim::Cdtb::Storage::LocalSharding.new
+      task.execute!
+    end
+
+    desc <<~EODESC
+      Updates all ActiveStorage::Blob rows in the DB to use the :local service.
+    EODESC
+    task set_local_service_on_blobs: [:environment] do
+      task= Decidim::Cdtb::Storage::SetLocalOnBlobs.new
+      task.execute!
+    end
+  end
+end

data/sig/decidim/cdtb.rbs

@@ -0,0 +1,6 @@
+module Decidim
+  module Cdtb
+    VERSION: String
+    # See the writing guide of rbs: https://github.com/ruby/rbs#guides
+  end
+end

metadata

@@ -0,0 +1,145 @@
+--- !ruby/object:Gem::Specification
+name: decidim-cdtb
+version: !ruby/object:Gem::Version
+  version: 0.1.2
+platform: ruby
+authors:
+- Oliver Valls
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2023-06-30 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: decidim
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.26.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.26.2
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '6'
+- !ruby/object:Gem::Dependency
+  name: ruby-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: decidim-dev
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.26.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.26.2
+- !ruby/object:Gem::Dependency
+  name: faker
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A gem to help managing Decidim applications.
+email:
+- 199462+tramuntanal@users.noreply.github.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".node-version"
+- ".rspec"
+- ".rubocop.yml"
+- ".ruby-version"
+- CHANGELOG.md
+- CODE_OF_CONDUCT.md
+- Gemfile
+- Gemfile.lock
+- LICENSE.txt
+- README.md
+- Rakefile
+- app/jobs/application_job.rb
+- app/jobs/cdtb/fix_nickname_job.rb
+- decidim-cdtb.gemspec
+- lib/decidim/cdtb.rb
+- lib/decidim/cdtb/engine.rb
+- lib/decidim/cdtb/fixes/nickname_fixer.rb
+- lib/decidim/cdtb/multitenants/org_by_host_like.rb
+- lib/decidim/cdtb/storage/local_sharding.rb
+- lib/decidim/cdtb/storage/set_local_on_blobs.rb
+- lib/decidim/cdtb/task.rb
+- lib/decidim/cdtb/tasks.rb
+- lib/decidim/cdtb/tasks_utils.rb
+- lib/decidim/cdtb/version.rb
+- lib/tasks/anonymize.rake
+- lib/tasks/cdtb.rake
+- lib/tasks/multitenants.rake
+- lib/tasks/storage.rake
+- sig/decidim/cdtb.rbs
+homepage: http://github.com/CodiTramunana/cdtb
+licenses:
+- MIT
+metadata:
+  homepage_uri: http://github.com/CodiTramunana/cdtb
+  source_code_uri: http://github.com/CodiTramunana/cdtb
+  changelog_uri: http://github.com/CodiTramunana/cdtb/CHANGELOG.md
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.7.5
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.6
+signing_key: 
+specification_version: 4
+summary: CodiTramuntana's Decidim Toolbelt (cdtb).
+test_files: []