data-migration 1.3.0 → 2.0.0

data/.editorconfig

@@ -1,14 +0,0 @@
-# Editor configuration, see https://editorconfig.org
-root = true
-
-[*]
-charset = utf-8
-indent_style = space
-indent_size = 2
-insert_final_newline = true
-trim_trailing_whitespace = true
-quote_type = double
-
-[*.md]
-max_line_length = off
-trim_trailing_whitespace = false

data/.github/dependabot.yml

@@ -1,27 +0,0 @@
-# To get started with Dependabot version updates, you'll need to specify which
-# package ecosystems to update and where the package manifests are located.
-# Please see the documentation for all configuration options:
-# https://help.github.com/github/administering-a-repository/configuration-options-for-dependency-updates
-
-version: 2
-updates:
-  - package-ecosystem: github-actions
-    directory: /
-    open-pull-requests-limit: 10
-    schedule:
-      interval: weekly
-  - package-ecosystem: bundler
-    directory: /
-    open-pull-requests-limit: 10
-    schedule:
-      interval: weekly
-  - package-ecosystem: npm
-    directory: /
-    open-pull-requests-limit: 10
-    schedule:
-      interval: weekly
-  - package-ecosystem: docker
-    directory: /
-    open-pull-requests-limit: 10
-    schedule:
-      interval: weekly

data/.github/workflows/_trunk_check.yml

@@ -1,15 +0,0 @@
-name: _trunk_check
-on: [pull_request]
-concurrency:
-  group: ${{ github.head_ref || github.run_id }}
-  cancel-in-progress: true
-permissions: read-all
-jobs:
-  run_trunk_action:
-    runs-on: ubuntu-latest
-    permissions:
-      checks: write
-      contents: read
-    steps:
-      - uses: actions/checkout@v4
-      - uses: trunk-io/trunk-action@v1

data/.github/workflows/test.yml

@@ -1,42 +0,0 @@
-name: test
-permissions: read-all
-on: [push, pull_request]
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref_name }}
-  cancel-in-progress: false
-jobs:
-  rspec:
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        ruby: [ruby, jruby, truffleruby]
-    steps:
-      - uses: actions/checkout@v4
-      - uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: ${{ matrix.ruby }}
-          bundler-cache: true
-      - run: bundle exec rspec
-  coverage:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
-      - uses: ruby/setup-ruby@v1
-        with:
-          bundler-cache: true
-      - run: bundle exec rspec
-      - uses: codecov/codecov-action@v5
-        continue-on-error: true
-        env:
-          CODECOV_TOKEN: ${{ secrets.CODECOV_TOKEN }}
-      - uses: codecov/test-results-action@v1
-        if: ${{ !cancelled() }}
-        continue-on-error: true
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          files: coverage/junit-coverage.xml
-      - uses: codacy/codacy-coverage-reporter-action@v1.3.0
-        continue-on-error: true
-        with:
-          project-token: ${{ secrets.CODACY_PROJECT_TOKEN }}
-          coverage-reports: coverage/coverage.xml

data/.gitignore

@@ -1,24 +0,0 @@
-# See https://help.github.com/articles/ignoring-files for more about ignoring files.
-#
-# If you find yourself ignoring temporary files generated by your text editor
-# or operating system, you probably want to add a global ignore instead:
-#   git config --global core.excludesfile '~/.gitignore_global'
-
-# Ignore bundler config.
-/.bundle
-/vendor/bundle
-
-.byebug_history
-
-/coverage
-/coverage/*
-
-/spec/examples.txt
-/tmp/*
-
-.DS_Store
-.idea
-.lh
-
-*.local
-*.gem

data/.ruby-version

@@ -1 +0,0 @@
-3.3.4

data/.trunk/.gitignore

@@ -1,9 +0,0 @@
-*out
-*logs
-*actions
-*notifications
-*tools
-plugins
-user_trunk.yaml
-user.yaml
-tmp

data/.trunk/configs/.markdownlint.yaml

@@ -1,2 +0,0 @@
-# Prettier friendly markdownlint config (all formatting rules disabled)
-extends: markdownlint/style/prettier

data/.trunk/configs/.shellcheckrc

@@ -1,7 +0,0 @@
-enable=all
-source-path=SCRIPTDIR
-disable=SC2154
-
-# If you're having issues with shellcheck following source, disable the errors via:
-# disable=SC1090
-# disable=SC1091

data/.trunk/configs/.yamllint.yaml

@@ -1,7 +0,0 @@
-rules:
-  quoted-strings:
-    required: only-when-needed
-    extra-allowed: ["{|}"]
-  key-duplicates: {}
-  octal-values:
-    forbid-implicit-octal: true

data/.trunk/trunk.yaml

@@ -1,39 +0,0 @@
-# This file controls the behavior of Trunk: https://docs.trunk.io/cli
-# To learn more about the format of this file, see https://docs.trunk.io/reference/trunk-yaml
-version: 0.1
-cli:
-  version: 1.22.8
-# Trunk provides extensibility via plugins. (https://docs.trunk.io/plugins)
-plugins:
-  sources:
-    - id: trunk
-      ref: v1.6.5
-      uri: https://github.com/trunk-io/plugins
-# Many linters and tools depend on runtimes - configure them here. (https://docs.trunk.io/runtimes)
-runtimes:
-  enabled:
-    - ruby@3.1.4
-    - go@1.21.0
-    - node@18.12.1
-    - python@3.10.8
-# This is the section where you manage your linters. (https://docs.trunk.io/check/configuration)
-lint:
-  enabled:
-    - standardrb@1.3.0
-    - actionlint@1.7.4
-    - checkov@3.2.332
-    - git-diff-check
-    - markdownlint@0.43.0
-    - osv-scanner@1.9.1
-    - prettier@3.4.2
-    - shellcheck@0.10.0
-    - shfmt@3.6.0
-    - trufflehog@3.85.0
-    - yamllint@1.35.1
-actions:
-  disabled:
-    - trunk-announce
-    - trunk-check-pre-push
-    - trunk-fmt-pre-commit
-  enabled:
-    - trunk-upgrade-available

data/.vscode/extensions.json

@@ -1,18 +0,0 @@
-{
-  "recommendations": [
-    "donjayamanne.githistory",
-    "editorconfig.editorconfig",
-    "mikestead.dotenv",
-    "anweber.vscode-httpyac",
-    "shopify.ruby-lsp",
-    "bung87.vscode-gemfile",
-    "wayou.vscode-todo-highlight",
-    "vscode-icons-team.vscode-icons",
-    "koichisasada.vscode-rdbg",
-    "fooo.ruby-spec-runner",
-    "nhoizey.gremlins",
-    "streetsidesoftware.code-spell-checker",
-    "dewski.simplecov",
-    "trunk.io"
-  ]
-}

data/.vscode/settings.json

@@ -1,7 +0,0 @@
-{
-  "editor.defaultFormatter": "trunk.io",
-  "editor.formatOnSave": false,
-  "editor.detectIndentation": false,
-  "editor.tabSize": 2,
-  "editor.insertSpaces": true
-}

data/Gemfile

@@ -1,3 +0,0 @@
-source "https://rubygems.org"
-
-gemspec

data/Gemfile.lock

@@ -1,246 +0,0 @@
-PATH
-  remote: .
-  specs:
-    data-migration (1.3.0)
-      activejob (> 5)
-      activerecord (> 5)
-      activesupport (> 5)
-      rails (> 5)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    actioncable (8.0.0)
-      actionpack (= 8.0.0)
-      activesupport (= 8.0.0)
-      nio4r (~> 2.0)
-      websocket-driver (>= 0.6.1)
-      zeitwerk (~> 2.6)
-    actionmailbox (8.0.0)
-      actionpack (= 8.0.0)
-      activejob (= 8.0.0)
-      activerecord (= 8.0.0)
-      activestorage (= 8.0.0)
-      activesupport (= 8.0.0)
-      mail (>= 2.8.0)
-    actionmailer (8.0.0)
-      actionpack (= 8.0.0)
-      actionview (= 8.0.0)
-      activejob (= 8.0.0)
-      activesupport (= 8.0.0)
-      mail (>= 2.8.0)
-      rails-dom-testing (~> 2.2)
-    actionpack (8.0.0)
-      actionview (= 8.0.0)
-      activesupport (= 8.0.0)
-      nokogiri (>= 1.8.5)
-      rack (>= 2.2.4)
-      rack-session (>= 1.0.1)
-      rack-test (>= 0.6.3)
-      rails-dom-testing (~> 2.2)
-      rails-html-sanitizer (~> 1.6)
-      useragent (~> 0.16)
-    actiontext (8.0.0)
-      actionpack (= 8.0.0)
-      activerecord (= 8.0.0)
-      activestorage (= 8.0.0)
-      activesupport (= 8.0.0)
-      globalid (>= 0.6.0)
-      nokogiri (>= 1.8.5)
-    actionview (8.0.0)
-      activesupport (= 8.0.0)
-      builder (~> 3.1)
-      erubi (~> 1.11)
-      rails-dom-testing (~> 2.2)
-      rails-html-sanitizer (~> 1.6)
-    activejob (8.0.0)
-      activesupport (= 8.0.0)
-      globalid (>= 0.3.6)
-    activemodel (8.0.0)
-      activesupport (= 8.0.0)
-    activerecord (8.0.0)
-      activemodel (= 8.0.0)
-      activesupport (= 8.0.0)
-      timeout (>= 0.4.0)
-    activestorage (8.0.0)
-      actionpack (= 8.0.0)
-      activejob (= 8.0.0)
-      activerecord (= 8.0.0)
-      activesupport (= 8.0.0)
-      marcel (~> 1.0)
-    activesupport (8.0.0)
-      base64
-      benchmark (>= 0.3)
-      bigdecimal
-      concurrent-ruby (~> 1.0, >= 1.3.1)
-      connection_pool (>= 2.2.5)
-      drb
-      i18n (>= 1.6, < 2)
-      logger (>= 1.4.2)
-      minitest (>= 5.1)
-      securerandom (>= 0.3)
-      tzinfo (~> 2.0, >= 2.0.5)
-      uri (>= 0.13.1)
-    base64 (0.2.0)
-    benchmark (0.4.0)
-    bigdecimal (3.1.8)
-    bigdecimal (3.1.8-java)
-    builder (3.3.0)
-    concurrent-ruby (1.3.4)
-    connection_pool (2.4.1)
-    crass (1.0.6)
-    date (3.4.1)
-    date (3.4.1-java)
-    diff-lcs (1.5.1)
-    docile (1.4.1)
-    drb (2.2.1)
-    erubi (1.13.0)
-    globalid (1.2.1)
-      activesupport (>= 6.1)
-    i18n (1.14.6)
-      concurrent-ruby (~> 1.0)
-    io-console (0.8.0)
-    io-console (0.8.0-java)
-    irb (1.14.1)
-      rdoc (>= 4.0.0)
-      reline (>= 0.4.2)
-    jar-dependencies (0.5.0)
-    logger (1.6.2)
-    loofah (2.23.1)
-      crass (~> 1.0.2)
-      nokogiri (>= 1.12.0)
-    mail (2.8.1)
-      mini_mime (>= 0.1.1)
-      net-imap
-      net-pop
-      net-smtp
-    marcel (1.0.4)
-    mini_mime (1.1.5)
-    mini_portile2 (2.8.8)
-    minitest (5.25.4)
-    net-imap (0.5.1)
-      date
-      net-protocol
-    net-pop (0.1.2)
-      net-protocol
-    net-protocol (0.2.2)
-      timeout
-    net-smtp (0.5.0)
-      net-protocol
-    nio4r (2.7.4)
-    nio4r (2.7.4-java)
-    nokogiri (1.16.8-arm64-darwin)
-      racc (~> 1.4)
-    nokogiri (1.16.8-java)
-      racc (~> 1.4)
-    nokogiri (1.16.8-x86_64-linux)
-      racc (~> 1.4)
-    psych (5.2.1)
-      date
-      stringio
-    psych (5.2.1-java)
-      date
-      jar-dependencies (>= 0.1.7)
-    racc (1.8.1)
-    racc (1.8.1-java)
-    rack (3.1.8)
-    rack-session (2.0.0)
-      rack (>= 3.0.0)
-    rack-test (2.1.0)
-      rack (>= 1.3)
-    rackup (2.2.1)
-      rack (>= 3)
-    rails (8.0.0)
-      actioncable (= 8.0.0)
-      actionmailbox (= 8.0.0)
-      actionmailer (= 8.0.0)
-      actionpack (= 8.0.0)
-      actiontext (= 8.0.0)
-      actionview (= 8.0.0)
-      activejob (= 8.0.0)
-      activemodel (= 8.0.0)
-      activerecord (= 8.0.0)
-      activestorage (= 8.0.0)
-      activesupport (= 8.0.0)
-      bundler (>= 1.15.0)
-      railties (= 8.0.0)
-    rails-dom-testing (2.2.0)
-      activesupport (>= 5.0.0)
-      minitest
-      nokogiri (>= 1.6)
-    rails-html-sanitizer (1.6.1)
-      loofah (~> 2.21)
-      nokogiri (>= 1.15.7, != 1.16.7, != 1.16.6, != 1.16.5, != 1.16.4, != 1.16.3, != 1.16.2, != 1.16.1, != 1.16.0.rc1, != 1.16.0)
-    railties (8.0.0)
-      actionpack (= 8.0.0)
-      activesupport (= 8.0.0)
-      irb (~> 1.13)
-      rackup (>= 1.0.0)
-      rake (>= 12.2)
-      thor (~> 1.0, >= 1.2.2)
-      zeitwerk (~> 2.6)
-    rake (13.2.1)
-    rdoc (6.8.1)
-      psych (>= 4.0.0)
-    reline (0.5.12)
-      io-console (~> 0.5)
-    rexml (3.3.9)
-    rspec (3.13.0)
-      rspec-core (~> 3.13.0)
-      rspec-expectations (~> 3.13.0)
-      rspec-mocks (~> 3.13.0)
-    rspec-core (3.13.2)
-      rspec-support (~> 3.13.0)
-    rspec-expectations (3.13.3)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.13.0)
-    rspec-mocks (3.13.2)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.13.0)
-    rspec-support (3.13.2)
-    rspec_junit_formatter (0.6.0)
-      rspec-core (>= 2, < 4, != 2.12.0)
-    securerandom (0.4.0)
-    simplecov (0.22.0)
-      docile (~> 1.1)
-      simplecov-html (~> 0.11)
-      simplecov_json_formatter (~> 0.1)
-    simplecov-cobertura (2.1.0)
-      rexml
-      simplecov (~> 0.19)
-    simplecov-html (0.13.1)
-    simplecov_json_formatter (0.1.4)
-    sqlite3 (2.4.0)
-      mini_portile2 (~> 2.8.0)
-    sqlite3 (2.4.0-arm64-darwin)
-    sqlite3 (2.4.0-x86_64-linux-gnu)
-    stringio (3.1.2)
-    thor (1.3.2)
-    timeout (0.4.2)
-    tzinfo (2.0.6)
-      concurrent-ruby (~> 1.0)
-    uri (1.0.2)
-    useragent (0.16.11)
-    websocket-driver (0.7.6)
-      websocket-extensions (>= 0.1.0)
-    websocket-driver (0.7.6-java)
-      websocket-extensions (>= 0.1.0)
-    websocket-extensions (0.1.5)
-    zeitwerk (2.7.1)
-
-PLATFORMS
-  arm64-darwin
-  universal-java-11
-  x86_64-linux
-
-DEPENDENCIES
-  bundler (~> 2)
-  data-migration!
-  rspec (~> 3)
-  rspec_junit_formatter (~> 0.6)
-  simplecov (~> 0.21)
-  simplecov-cobertura (~> 2)
-  sqlite3 (~> 2.4)
-
-BUNDLED WITH
-   2.5.20

data/spec/data_migration/config_spec.rb

@@ -1,116 +0,0 @@
-require "spec_helper"
-
-describe DataMigration::Config do
-  subject(:config) { described_class.new }
-
-  let(:current_user) do
-    User.new(id: 1)
-  end
-  let(:action_reporter) do
-    Class.new do
-      def current_user
-        User.new(id: 3)
-      end
-
-      def context(**kwargs)
-        kwargs
-      end
-    end.new
-  end
-  let(:audited) do
-    Class.new do
-      def store
-        { audited_user: User.new(id: 4) }
-      end
-    end.new
-  end
-  let(:logger) do
-    Class.new do
-      def info(message)
-        puts message
-      end
-    end.new
-  end
-  let(:other_user) do
-    User.new(id: 2)
-  end
-  let(:migration) do
-    DataMigration::Task.new(id: 1, name: "test", operator: other_user)
-  end
-
-  before do
-    allow(Rails).to receive(:root).and_return(rails_root)
-    allow(Rails).to receive(:logger).and_return(logger)
-  end
-
-  it "has default schema migrations path" do
-    expect(config.schema_migrations_path).to eq "db/migrate"
-  end
-
-  it "has default data migrations path" do
-    expect(config.data_migrations_path).to eq "db/data_migrations"
-  end
-
-  it "has default data migrations full path" do
-    expect(config.data_migrations_full_path).to eq Rails.root.join("db/data_migrations")
-  end
-
-  it "has default data migrations path glob" do
-    expect(config.data_migrations_path_glob).to eq Rails.root.join("db/data_migrations/*.rb").to_s
-  end
-
-  it "has default generate spec" do
-    expect(config.generate_spec?).to be true
-  end
-
-  it "has default task class" do
-    expect(config.task_class).to eq DataMigration::Task
-  end
-
-  it "has default job class" do
-    expect(config.job_class).to eq DataMigration::Job
-  end
-
-  it "has default job queue name" do
-    expect(config.job_queue_name).to eq :default
-  end
-
-  it "has default default jobs limit" do
-    expect(config.default_jobs_limit).to eq 10
-  end
-
-  it "has default monitoring context" do
-    expect(config.monitoring_context).to be_a Proc
-
-    expect(Rails.logger).to receive(:info).with("Data migration context: {:data_migration_name=>\"test\", :data_migration_id=>1, :data_migration_operator_id=>2}")
-    expect { config.monitoring_context.call(migration) }.not_to raise_error
-  end
-
-  context "when ActionReporter is defined" do
-    before do
-      stub_const("ActionReporter", action_reporter)
-    end
-
-    it "sets monitoring context" do
-      expect(ActionReporter).to receive(:context).with(
-        data_migration_name: "test",
-        data_migration_id: 1,
-        data_migration_operator_id: 2
-      )
-      expect(ActionReporter).to receive(:current_user).and_return(nil)
-      expect(ActionReporter).to receive(:current_user=).with(other_user)
-      expect { config.monitoring_context.call(migration) }.not_to raise_error
-    end
-  end
-
-  context "when Audited is defined" do
-    before do
-      stub_const("Audited", audited)
-    end
-
-    it "sets monitoring context" do
-      expect(Audited).to receive(:store).and_return(audited_user: User.new(id: 5))
-      expect { config.monitoring_context.call(migration) }.not_to raise_error
-    end
-  end
-end

data/spec/data_migration/job_spec.rb

@@ -1,96 +0,0 @@
-require "spec_helper"
-
-describe DataMigration::Job do
-  subject(:job) { DataMigration::Job.new }
-
-  let(:operator) { User.create!(email: "test@example.com") }
-  let(:task) { DataMigration::Task.create!(name: migration_name, operator: operator) }
-
-  let(:migration_name) { "20241206200111_create_users" }
-  let(:data_migrations_full_path) { File.expand_path("../fixtures/data_migrations", __dir__) }
-
-  before do
-    allow(Rails).to receive(:env).and_return(rails_env)
-    allow(Rails).to receive(:logger).and_return(rails_logger)
-    allow(DataMigration.config).to receive(:data_migrations_full_path).and_return(data_migrations_full_path)
-  end
-
-  it "runs rspec spec/fixtures/data_migrations/20241206200111_create_users.rb" do
-    output = `RUN_MIGRATION_TESTS=1 rspec #{data_migrations_full_path}/#{migration_name}.rb`
-    expect(output).to include("1 example, 0 failures")
-  end
-
-  describe "#perform" do
-    subject(:perform) { job.perform(task.id, **job_kwargs) }
-
-    let(:job_kwargs) { {} }
-
-    it "updates the task status to completed" do
-      expect { perform }.to change { task.reload.status }.to("completed")
-    end
-
-    context "when migration file is not found" do
-      before do
-        task
-        allow_any_instance_of(DataMigration::Task).to receive(:file_exists?).and_return(false)
-      end
-
-      it "updates the task status to failed" do
-        expect(DataMigration).to receive(:notify).with("#{migration_name} not found")
-        expect { perform }.not_to raise_error
-      end
-    end
-
-    context "when migration class is not found" do
-      let(:migration_name) { "20241206200112_create_bad_users" }
-
-      it "raises an error" do
-        expect { perform }.to raise_error("Data migration class #{migration_name.gsub(/^[0-9_]+/, "").camelize} not found")
-      end
-    end
-
-    context "when migration class does not implement perform method" do
-      let(:migration_name) { "20241206200113_change_users" }
-
-      it "raises an error" do
-        expect { perform }.to raise_error("Data migration class #{migration_name.gsub(/^[0-9_]+/, "").camelize} must implement `perform` method")
-      end
-    end
-
-    context "when there is an enqueue call" do
-      let(:migration_name) { "20241206200114_create_batch_users" }
-
-      it "runs the migration in foreground" do
-        expect { perform }.to change { User.count }.by(3)
-        expect(task.reload.current_jobs.count).to eq(0)
-        expect(task.status).to eq("completed")
-        expect(User.pluck(:email)).to match_array(["test@example.com", "test_1@example.com", "test_2@example.com"])
-      end
-
-      context "when background is true" do
-        let(:job_kwargs) { { background: true } }
-
-        before do
-          operator
-        end
-
-        it "runs the migration in background" do
-          expect { perform }.to change(User, :count).by(1)
-          expect(task.reload.status).to eq("performing")
-          expect(task.current_jobs.count).to eq(0)
-          expect(task.kwargs).to eq({})
-
-          expect { job.perform(task.id, index: 2, background: true) }.to change(User, :count).by(1)
-          expect(task.reload.status).to eq("performing")
-          expect(task.reload.current_jobs.count).to eq(0)
-          expect(task.kwargs).to eq({})
-
-          expect { job.perform(task.id, index: 3, background: true) }.to change(User, :count).by(0)
-          expect(task.reload.status).to eq("completed")
-          expect(task.reload.current_jobs.count).to eq(0)
-          expect(task.kwargs).to eq({})
-        end
-      end
-    end
-  end
-end